@ryanstark24/sfgraph-core 1.1.8 → 1.4.0

package/dist/ingest/__tests__/vlocity-dispatch-integration.test.js

@@ -0,0 +1,134 @@
+import { describe, expect, it } from "vitest";
+import { iterVlocityRecords } from "../../extractors/live-org/vlocity/runner.js";
+import { parserRegistry } from "../../parsers/index.js";
+import { adaptParserInput } from "../live-ingest.js";
+/**
+ * End-to-end coverage for the runner→dispatch→parser seam that shipped
+ * broken: the Vlocity runner emits memberType "DataRaptor" /
+ * "IntegrationProcedure" / "OmniScript" / "VlocityCard", but the four rich
+ * parsers register under "Vlocity"-prefixed type names. adaptParserInput
+ * didn't map between them, so every datapack except VlocityCard fell through
+ * to the opaque node parser — shallow nodes, ZERO DR_/IP_/OS_ edges. The
+ * golden tests call parsers directly and never exercised this seam, which is
+ * how it stayed broken through a full live ingest.
+ *
+ * This test drives a mocked Vlocity org through the REAL runner (with child
+ * fetches), then through the REAL dispatch + registry lookup + parse, and
+ * asserts the resulting edges are the rich lineage edges — not opaque.
+ */
+const caps = {
+    vlocityNamespaces: ["vlocity_cmt"],
+    vlocityLegacy: true,
+};
+const ctx = {
+    orgId: "00DTestVloc",
+    sourceUri: "test://vloc",
+    parseTimestamp: "2026-01-01T00:00:00.000Z",
+    namespace: "vlocity_cmt",
+    logger: { debug() { }, info() { }, warn() { }, error() { } },
+};
+async function collect(it) {
+    const out = [];
+    for await (const m of it)
+        out.push(m);
+    return out;
+}
+/** Run one runner-emitted member through the exact path live-ingest uses. */
+async function dispatchAndParse(member) {
+    const adapted = adaptParserInput(member.ref, member.content);
+    expect(adapted, `no adapter for ${member.ref.memberType}`).not.toBeNull();
+    const parser = parserRegistry.for(adapted.type);
+    expect(parser, `no parser registered for ${adapted.type}`).toBeDefined();
+    return parser.parse(adapted.input, ctx);
+}
+function rels(edges) {
+    return new Set(edges.map((e) => e.relType));
+}
+describe("Vlocity runner → dispatch → parser integration", () => {
+    it("DataRaptor: runner child mappings become DR_READS_FIELD lineage, not opaque", async () => {
+        const conn = {
+            query: async (soql) => {
+                if (soql.includes("__DRBundle__c")) {
+                    return {
+                        records: [{ Id: "a0D1", Name: "AccountExtract", vlocity_cmt__Type__c: "Extract" }],
+                        done: true,
+                    };
+                }
+                if (soql.includes("__DRMapItem__c")) {
+                    // DRMapItem correlates to its bundle by Name (no DRBundleId field).
+                    return {
+                        records: [
+                            {
+                                Id: "a0M1",
+                                Name: "AccountExtract",
+                                vlocity_cmt__InterfaceObjectName__c: "Account",
+                                vlocity_cmt__InterfaceFieldAPIName__c: "Name",
+                                vlocity_cmt__DomainObjectAPIName__c: "json",
+                                vlocity_cmt__DomainObjectFieldAPIName__c: "Details:Name",
+                            },
+                        ],
+                        done: true,
+                    };
+                }
+                return { records: [], done: true };
+            },
+        };
+        const members = await collect(iterVlocityRecords(conn, caps, "00DTestVloc"));
+        const dr = members.find((m) => m.ref.memberType === "DataRaptor");
+        expect(dr).toBeDefined();
+        const result = await dispatchAndParse(dr);
+        // The decisive assertion: rich lineage edge, NOT an opaque node.
+        const relSet = rels(result.edges);
+        expect(relSet.has("DR_READS_FIELD")).toBe(true);
+        expect(result.edges.some((e) => String(e.dstQualifiedName) === "CustomField:Account.Name")).toBe(true);
+        // Node is the rich DataRaptor label, not OpaqueMetadata.
+        expect(result.nodes[0]?.label).toBe("DataRaptor");
+    });
+    it("IntegrationProcedure: runner element graph becomes IP_* edges", async () => {
+        const conn = {
+            query: async (soql) => {
+                if (soql.includes("__OmniScript__c") && soql.toLowerCase().includes("isprocedure")) {
+                    return {
+                        records: [{ Id: "a0I1", Name: "MyIP", vlocity_cmt__IsProcedure__c: true }],
+                        done: true,
+                    };
+                }
+                if (soql.includes("__Element__c")) {
+                    return {
+                        records: [
+                            {
+                                Id: "e1",
+                                Name: "callDR",
+                                vlocity_cmt__Type__c: "DataRaptor Extract Action",
+                                vlocity_cmt__PropertySet__c: JSON.stringify({ bundle: "AccountExtract" }),
+                                vlocity_cmt__OmniScriptId__c: "a0I1",
+                            },
+                        ],
+                        done: true,
+                    };
+                }
+                return { records: [], done: true };
+            },
+        };
+        const members = await collect(iterVlocityRecords(conn, caps, "00DTestVloc"));
+        const ip = members.find((m) => m.ref.memberType === "IntegrationProcedure");
+        expect(ip).toBeDefined();
+        const result = await dispatchAndParse(ip);
+        expect(result.nodes[0]?.label).toBe("IntegrationProcedure");
+        expect(rels(result.edges).has("IP_CALLS_DR")).toBe(true);
+    });
+    it("maps each runner memberType to its rich parser (none fall to opaque)", () => {
+        for (const [memberType, expectedParserType] of [
+            ["DataRaptor", "VlocityDataRaptor"],
+            ["IntegrationProcedure", "VlocityIntegrationProcedure"],
+            ["OmniScript", "VlocityOmniScript"],
+            ["VlocityCard", "VlocityCard"],
+        ]) {
+            const adapted = adaptParserInput({ memberType, memberName: "X" }, JSON.stringify({ Name: "X" }));
+            expect(adapted?.type, `${memberType} should map to ${expectedParserType}`).toBe(expectedParserType);
+            expect(adapted?.type).not.toBe("OpaqueMetadata");
+            expect(parserRegistry.for(adapted.type)).toBeDefined();
+        }
+    });
+});
+//# sourceMappingURL=vlocity-dispatch-integration.test.js.map

package/dist/ingest/__tests__/vlocity-dispatch-integration.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vlocity-dispatch-integration.test.js","sourceRoot":"","sources":["../../../src/ingest/__tests__/vlocity-dispatch-integration.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,6CAA6C,CAAC;AAEjF,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD;;;;;;;;;;;;;GAaG;AACH,MAAM,IAAI,GAAG;IACX,iBAAiB,EAAE,CAAC,aAAa,CAAC;IAClC,aAAa,EAAE,IAAI;CACU,CAAC;AAEhC,MAAM,GAAG,GAAiB;IACxB,KAAK,EAAE,aAAa;IACpB,SAAS,EAAE,aAAa;IACxB,cAAc,EAAE,0BAA0B;IAC1C,SAAS,EAAE,aAAa;IACxB,MAAM,EAAE,EAAE,KAAK,KAAI,CAAC,EAAE,IAAI,KAAI,CAAC,EAAE,IAAI,KAAI,CAAC,EAAE,KAAK,KAAI,CAAC,EAA4B;CACnF,CAAC;AAEF,KAAK,UAAU,OAAO,CAAI,EAAoB;IAC5C,MAAM,GAAG,GAAQ,EAAE,CAAC;IACpB,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE;QAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,6EAA6E;AAC7E,KAAK,UAAU,gBAAgB,CAAC,MAAwD;IACtF,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,GAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IACtE,MAAM,CAAC,OAAO,EAAE,kBAAkB,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;IAC1E,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,OAAQ,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,CAAC,MAAM,EAAE,4BAA4B,OAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC1E,OAAO,MAAO,CAAC,KAAK,CAAC,OAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,IAAI,CAAC,KAAiC;IAC7C,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,QAAQ,CAAC,gDAAgD,EAAE,GAAG,EAAE;IAC9D,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAC3F,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;gBAC5B,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;oBACnC,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,SAAS,EAAE,CAAC;wBAClF,IAAI,EAAE,IAAI;qBACX,CAAC;gBACJ,CAAC;gBACD,IAAI,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBACpC,oEAAoE;oBACpE,OAAO;wBACL,OAAO,EAAE;4BACP;gCACE,EAAE,EAAE,MAAM;gCACV,IAAI,EAAE,gBAAgB;gCACtB,mCAAmC,EAAE,SAAS;gCAC9C,qCAAqC,EAAE,MAAM;gCAC7C,mCAAmC,EAAE,MAAM;gCAC3C,wCAAwC,EAAE,cAAc;6BACzD;yBACF;wBACD,IAAI,EAAE,IAAI;qBACX,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACrC,CAAC;SACF,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;QAC7E,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,KAAK,YAAY,CAAC,CAAC;QAClE,MAAM,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,EAAG,CAAC,CAAC;QAC3C,iEAAiE;QACjE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CACJ,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,0BAA0B,CAAC,CACpF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,yDAAyD;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;gBAC5B,IAAI,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;oBACnF,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,2BAA2B,EAAE,IAAI,EAAE,CAAC;wBAC1E,IAAI,EAAE,IAAI;qBACX,CAAC;gBACJ,CAAC;gBACD,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;oBAClC,OAAO;wBACL,OAAO,EAAE;4BACP;gCACE,EAAE,EAAE,IAAI;gCACR,IAAI,EAAE,QAAQ;gCACd,oBAAoB,EAAE,2BAA2B;gCACjD,2BAA2B,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;gCACzE,4BAA4B,EAAE,MAAM;6BACrC;yBACF;wBACD,IAAI,EAAE,IAAI;qBACX,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACrC,CAAC;SACF,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;QAC7E,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,KAAK,sBAAsB,CAAC,CAAC;QAC5E,MAAM,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,EAAG,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAC5D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,KAAK,MAAM,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI;YAC7C,CAAC,YAAY,EAAE,mBAAmB,CAAC;YACnC,CAAC,sBAAsB,EAAE,6BAA6B,CAAC;YACvD,CAAC,YAAY,EAAE,mBAAmB,CAAC;YACnC,CAAC,aAAa,EAAE,aAAa,CAAC;SACtB,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,gBAAgB,CAC9B,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,EAAW,EACxC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAC9B,CAAC;YACF,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,UAAU,kBAAkB,kBAAkB,EAAE,CAAC,CAAC,IAAI,CAC7E,kBAAkB,CACnB,CAAC;YACF,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACjD,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,OAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1D,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/ingest/detect-deletions-guard.d.ts

@@ -0,0 +1,45 @@
+/**
+ * W1.5-07 — Per-label deletion-sweep guard.
+ *
+ * The `--detect-deletions` full-sync sweep at `live-ingest.ts` used to skip
+ * only when `streamAborted === true`. A wedged source (W1.5-02) completes
+ * with `streamAborted === false`, `parseErrors === 0`, and an empty
+ * `touchedQnames` for its label. The set-difference sweep therefore wiped
+ * every node of that label — a graph-extinction risk that compounded
+ * catastrophically with the wedge cascade.
+ *
+ * This module encodes the per-label decision: given the prior persisted
+ * count, the current run's touched count, and a configurable drop-ratio
+ * ceiling, return either `{ proceed: true }` or `{ proceed: false, warning }`
+ * with a namespaced-string warning describing why the deletion was refused.
+ *
+ * Pure / no I/O — the live-ingest sweep wraps this and applies the deletion
+ * (or skips it) according to the verdict.
+ */
+export interface DeletionGuardVerdict {
+    proceed: boolean;
+    /** Populated only when `proceed === false`. Format documented in
+     *  PLAN.md §W1.5-07:
+     *  `wedge:detect-deletions:refuse:label=<L>:reason=<R>:...`. */
+    warning?: string;
+}
+/**
+ * Parse the `SFGRAPH_DETECT_DELETIONS_MAX_DROP_RATIO` env var (or the value
+ * supplied as `raw`) and clamp to `[0, 1]`. Returns the default 0.30 when
+ * unset/invalid. Exported so the live-ingest call site and the tests
+ * stay in lockstep with the env-var contract.
+ */
+export declare function resolveMaxDropRatio(raw: string | undefined): number;
+/**
+ * Evaluate the deletion-sweep guard for a single label.
+ *
+ * - `priorCount === 0` → proceed (no-op anyway).
+ * - `priorCount > 0 && touchedCount === 0` → refuse with `reason=empty-stream`.
+ * - `dropRatio > maxDropRatio` → refuse with `reason=drop-ratio`.
+ * - Otherwise → proceed.
+ *
+ * Edge case: `touchedCount > priorCount` (new nodes created this run) — the
+ * raw ratio would be negative; clamped to 0 → proceed.
+ */
+export declare function evaluateDeletionGuard(label: string, priorCount: number, touchedCount: number, maxDropRatio: number): DeletionGuardVerdict;
+//# sourceMappingURL=detect-deletions-guard.d.ts.map

package/dist/ingest/detect-deletions-guard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect-deletions-guard.d.ts","sourceRoot":"","sources":["../../src/ingest/detect-deletions-guard.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,OAAO,CAAC;IACjB;;oEAEgE;IAChE,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAKnE;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,GACnB,oBAAoB,CAqBtB"}

package/dist/ingest/detect-deletions-guard.js

@@ -0,0 +1,63 @@
+/**
+ * W1.5-07 — Per-label deletion-sweep guard.
+ *
+ * The `--detect-deletions` full-sync sweep at `live-ingest.ts` used to skip
+ * only when `streamAborted === true`. A wedged source (W1.5-02) completes
+ * with `streamAborted === false`, `parseErrors === 0`, and an empty
+ * `touchedQnames` for its label. The set-difference sweep therefore wiped
+ * every node of that label — a graph-extinction risk that compounded
+ * catastrophically with the wedge cascade.
+ *
+ * This module encodes the per-label decision: given the prior persisted
+ * count, the current run's touched count, and a configurable drop-ratio
+ * ceiling, return either `{ proceed: true }` or `{ proceed: false, warning }`
+ * with a namespaced-string warning describing why the deletion was refused.
+ *
+ * Pure / no I/O — the live-ingest sweep wraps this and applies the deletion
+ * (or skips it) according to the verdict.
+ */
+/**
+ * Parse the `SFGRAPH_DETECT_DELETIONS_MAX_DROP_RATIO` env var (or the value
+ * supplied as `raw`) and clamp to `[0, 1]`. Returns the default 0.30 when
+ * unset/invalid. Exported so the live-ingest call site and the tests
+ * stay in lockstep with the env-var contract.
+ */
+export function resolveMaxDropRatio(raw) {
+    if (raw === undefined || raw === "")
+        return 0.3;
+    const parsed = Number.parseFloat(raw);
+    if (!Number.isFinite(parsed))
+        return 0.3;
+    return Math.min(1, Math.max(0, parsed));
+}
+/**
+ * Evaluate the deletion-sweep guard for a single label.
+ *
+ * - `priorCount === 0` → proceed (no-op anyway).
+ * - `priorCount > 0 && touchedCount === 0` → refuse with `reason=empty-stream`.
+ * - `dropRatio > maxDropRatio` → refuse with `reason=drop-ratio`.
+ * - Otherwise → proceed.
+ *
+ * Edge case: `touchedCount > priorCount` (new nodes created this run) — the
+ * raw ratio would be negative; clamped to 0 → proceed.
+ */
+export function evaluateDeletionGuard(label, priorCount, touchedCount, maxDropRatio) {
+    if (priorCount <= 0)
+        return { proceed: true };
+    if (touchedCount === 0) {
+        return {
+            proceed: false,
+            warning: `wedge:detect-deletions:refuse:label=${label}:reason=empty-stream:priorCount=${priorCount}`,
+        };
+    }
+    const rawDropRatio = (priorCount - touchedCount) / priorCount;
+    const dropRatio = rawDropRatio < 0 ? 0 : rawDropRatio;
+    if (dropRatio > maxDropRatio) {
+        return {
+            proceed: false,
+            warning: `wedge:detect-deletions:refuse:label=${label}:reason=drop-ratio:dropped=${priorCount - touchedCount}:prior=${priorCount}:ratio=${dropRatio.toFixed(2)}`,
+        };
+    }
+    return { proceed: true };
+}
+//# sourceMappingURL=detect-deletions-guard.js.map

package/dist/ingest/detect-deletions-guard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect-deletions-guard.js","sourceRoot":"","sources":["../../src/ingest/detect-deletions-guard.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAUH;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAuB;IACzD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,GAAG,CAAC;IAChD,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,GAAG,CAAC;IACzC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,qBAAqB,CACnC,KAAa,EACb,UAAkB,EAClB,YAAoB,EACpB,YAAoB;IAEpB,IAAI,UAAU,IAAI,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAE9C,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO;YACL,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,uCAAuC,KAAK,mCAAmC,UAAU,EAAE;SACrG,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,UAAU,GAAG,YAAY,CAAC,GAAG,UAAU,CAAC;IAC9D,MAAM,SAAS,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;IAEtD,IAAI,SAAS,GAAG,YAAY,EAAE,CAAC;QAC7B,OAAO;YACL,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,uCAAuC,KAAK,8BAA8B,UAAU,GAAG,YAAY,UAAU,UAAU,UAAU,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;SACjK,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC3B,CAAC"}

package/dist/ingest/live-ingest.d.ts

@@ -2,6 +2,7 @@ import { type OrgId } from "@ryanstark24/sfgraph-shared";
 import type { Logger } from "@ryanstark24/sfgraph-shared";
 import "../parsers/index.js";
 import { type VectorSink } from "../embedding/index.js";
+import type { MemberRef } from "../extractors/interfaces/metadata-source.js";
 import { type ResolveOrgDeps, type ResolvedOrg } from "../extractors/live-org/auth.js";
 import { type OrgCapabilities } from "../extractors/live-org/capabilities.js";
 import type { BetterSqlite3Database, GraphStore } from "../storage/interfaces.js";
@@ -46,6 +47,51 @@ export interface LiveIngestOpts {
     skipReportPath?: string;
     /** Skip the post-merge Vlocity↔OmniStudio canonical resolve pass. */
     disableCrossFlavor?: boolean;
+    /**
+     * Skip the post-merge OmniStudio overlap detector that annotates
+     * CANONICAL_OF edges with `signaturesMatch` + `divergencePoints`.
+     * Default **on** — runs every ingest. Pitfalls research flagged the
+     * false-positive recovery cost as high (a wrong "diverged" label
+     * sends an engineer chasing a non-issue); we accept that risk in
+     * exchange for migration-audit visibility on every sync. Filter by
+     * `attributes.signaturesMatch === false` on CANONICAL_OF edges to
+     * surface the diverged set; ignore the flag if the column doesn't
+     * matter to your use case.
+     */
+    disableOverlapDetect?: boolean;
+    /**
+     * Skip the MCD baseline pre-fan-out pass that queries
+     * `MetadataComponentDependency` for long-tail metadata types (Layouts,
+     * FieldSets, EmailTemplates, Tabs, Groups, Queues) and writes
+     * source='mcd' edges before the regular parser fan-out starts.
+     * Default **on** — long-tail coverage is generally a clear win;
+     * disable only for ingest-time-sensitive scenarios where ~6 Tooling
+     * SOQL queries per type are unwelcome.
+     */
+    disableMcdBaseline?: boolean;
+    /**
+     * Skip the Metadata API `retrieve()` path for OmniStudio-on-Core
+     * types (OmniUiCard, OmniIntegrationProcedure, OmniDataTransform).
+     * Default **on** — the SOQL path runs alongside this and the
+     * retrieve path yields the full design-time XML envelope (vs
+     * PropertySet JSON only). Disable when your org is quota-constrained
+     * (Metadata API allows 10k retrieve calls per 24h org-wide) or when
+     * you don't need the XML envelope downstream. Quota-guard auto-skips
+     * at >=90% utilization regardless of this flag.
+     */
+    disableOmnistudioRetrieve?: boolean;
+    /**
+     * Skip the reflection-based generic walker (post-merge). Default
+     * **on** — scans every node's attributes for string values that
+     * match an existing qname's bare name and emits low-confidence
+     * REFERENCES edges tagged `source: 'reflection'`. Pitfalls research
+     * flagged precision concerns (false positives when a string
+     * coincidentally equals a qname); we accept that in exchange for
+     * coverage of OmniStudio/Vlocity blobs the platform doesn't expose
+     * a schema for. Filter `attributes.source !== 'reflection'` for the
+     * parser-quality subset when precision matters.
+     */
+    disableReflectionWalker?: boolean;
     /** Skip the post-merge Apex method arity resolver pass. */
     disableArityResolve?: boolean;
     /** Skip the post-merge Flow→Apex method-level resolver pass. */
@@ -69,6 +115,46 @@ export interface LiveIngestResult {
     flowMethodsResolved: number;
     /** Number of edges whose dst node does not exist after all post-passes. */
     danglingEdges: number;
+    /** REFERENCES edges emitted by the reflection walker. Zero when
+     *  `disableReflectionWalker: true` was passed. */
+    reflectionEdges: number;
+    /**
+     * Overlap-detector summary. Zero across the board when
+     * `disableOverlapDetect: true` was passed; otherwise populated.
+     */
+    overlap: {
+        /** CANONICAL_OF pairs whose endpoints share an identical signature. */
+        matched: number;
+        /** CANONICAL_OF pairs whose endpoint signatures diverge. */
+        diverged: number;
+        /** CANONICAL_OF pairs with no outgoing non-canonical edges on either side. */
+        empty: number;
+        /** Total CANONICAL_OF edges annotated. */
+        annotated: number;
+    };
+    /**
+     * Per-source warnings collected during ingest. Each entry is a stringified
+     * `label: reason` describing a skipped extractor, a failed per-type query,
+     * a child-fetch failure, or any other non-fatal event the run wants
+     * surfaced to MCP consumers (get_ingest_job) rather than buried in stdout.
+     * Empty array on a clean run.
+     */
+    warnings: string[];
 }
+/**
+ * Build the text embedded for a node's semantic vector. Beyond the
+ * label/qname/description baseline, this folds in CONFIG VALUES so
+ * `find_similar` matches on what a config artifact actually resolves to —
+ * a Custom Metadata record's field values, a Custom Label's text, a Custom
+ * Setting's rows. Without this, searching "endpoint for product push" can't
+ * reach `End_Point_Urls.ProductPush_PLDT` because only its name was embedded.
+ * Exported for tests.
+ */
+export declare function buildEmbedText(label: string, qname: string, attributes: Record<string, unknown> | undefined): string;
+/** Exported for tests — maps a RawMember to the registered parser's input shape. */
+export declare function adaptParserInput(ref: MemberRef, content: string): {
+    type: string;
+    input: unknown;
+} | null;
 export declare function liveIngest(opts: LiveIngestOpts): Promise<LiveIngestResult>;
 //# sourceMappingURL=live-ingest.d.ts.map

package/dist/ingest/live-ingest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"live-ingest.d.ts","sourceRoot":"","sources":["../../src/ingest/live-ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,KAAK,EAAmB,MAAM,6BAA6B,CAAC;AAC1E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAO1D,OAAO,qBAAqB,CAAC;AAG7B,OAAO,EAAkB,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAExE,OAAO,EAAE,KAAK,cAAc,EAAE,KAAK,WAAW,EAAc,MAAM,gCAAgC,CAAC;AAEnG,OAAO,EAAE,KAAK,eAAe,EAAqB,MAAM,wCAAwC,CAAC;AAQjG,OAAO,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAE9D,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,aAAa,GAAG,MAAM,CAAC;AAEzD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;IACvB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,8CAA8C;IAC9C,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2CAA2C;IAC3C,WAAW,CAAC,EAAE,cAAc,CAAC;IAC7B,oFAAoF;IACpF,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gEAAgE;IAChE,UAAU,CAAC,EAAE,qBAAqB,CAAC;IACnC,yEAAyE;IACzE,WAAW,CAAC,EAAE,UAAU,CAAC;IACzB;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;OAIG;IACH,UAAU,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,2DAA2D;IAC3D,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,gEAAgE;IAChE,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,oDAAoD;IACpD,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,KAAK,CAAC;IACb,YAAY,EAAE,eAAe,CAAC;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,yEAAyE;IACzE,gBAAgB,EAAE,MAAM,CAAC;IACzB,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB,gEAAgE;IAChE,mBAAmB,EAAE,MAAM,CAAC;IAC5B,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;CACvB;AAmLD,wBAAsB,UAAU,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAwiBhF"}
+{"version":3,"file":"live-ingest.d.ts","sourceRoot":"","sources":["../../src/ingest/live-ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,KAAK,EAAmB,MAAM,6BAA6B,CAAC;AAC1E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAO1D,OAAO,qBAAqB,CAAC;AAG7B,OAAO,EAAkB,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxE,OAAO,KAAK,EAAE,SAAS,EAAa,MAAM,6CAA6C,CAAC;AACxF,OAAO,EAAE,KAAK,cAAc,EAAE,KAAK,WAAW,EAAc,MAAM,gCAAgC,CAAC;AAEnG,OAAO,EAAE,KAAK,eAAe,EAAqB,MAAM,wCAAwC,CAAC;AAKjG,OAAO,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAG9D,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,aAAa,GAAG,MAAM,CAAC;AAEzD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;IACvB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,8CAA8C;IAC9C,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2CAA2C;IAC3C,WAAW,CAAC,EAAE,cAAc,CAAC;IAC7B,oFAAoF;IACpF,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gEAAgE;IAChE,UAAU,CAAC,EAAE,qBAAqB,CAAC;IACnC,yEAAyE;IACzE,WAAW,CAAC,EAAE,UAAU,CAAC;IACzB;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;OAIG;IACH,UAAU,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;;;;;;OAUG;IACH,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B;;;;;;;;OAQG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;;;;;OASG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC;;;;;;;;;;OAUG;IACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,2DAA2D;IAC3D,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,gEAAgE;IAChE,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,oDAAoD;IACpD,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,KAAK,CAAC;IACb,YAAY,EAAE,eAAe,CAAC;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,yEAAyE;IACzE,gBAAgB,EAAE,MAAM,CAAC;IACzB,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB,gEAAgE;IAChE,mBAAmB,EAAE,MAAM,CAAC;IAC5B,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB;sDACkD;IAClD,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,OAAO,EAAE;QACP,uEAAuE;QACvE,OAAO,EAAE,MAAM,CAAC;QAChB,4DAA4D;QAC5D,QAAQ,EAAE,MAAM,CAAC;QACjB,8EAA8E;QAC9E,KAAK,EAAE,MAAM,CAAC;QACd,0CAA0C;QAC1C,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF;;;;;;OAMG;IACH,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAqHD;;;;;;;;GAQG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,GAC9C,MAAM,CAoCR;AAcD,oFAAoF;AACpF,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,SAAS,EACd,OAAO,EAAE,MAAM,GACd;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CAwGzC;AAsBD,wBAAsB,UAAU,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA+vBhF"}