@ryanstark24/sfgraph-core 1.2.0 → 1.6.0

package/dist/ingest/detect-deletions-guard.js

@@ -0,0 +1,122 @@
+/**
+ * W1.5-07 — Per-label deletion-sweep guard.
+ *
+ * The `--detect-deletions` full-sync sweep at `live-ingest.ts` used to skip
+ * only when `streamAborted === true`. A wedged source (W1.5-02) completes
+ * with `streamAborted === false`, `parseErrors === 0`, and an empty
+ * `touchedQnames` for its label. The set-difference sweep therefore wiped
+ * every node of that label — a graph-extinction risk that compounded
+ * catastrophically with the wedge cascade.
+ *
+ * This module encodes the per-label decision: given the prior persisted
+ * count, the current run's touched count, and a configurable drop-ratio
+ * ceiling, return either `{ proceed: true }` or `{ proceed: false, warning }`
+ * with a namespaced-string warning describing why the deletion was refused.
+ *
+ * Pure / no I/O — the live-ingest sweep wraps this and applies the deletion
+ * (or skips it) according to the verdict.
+ */
+/**
+ * Parse the `SFGRAPH_DETECT_DELETIONS_MAX_DROP_RATIO` env var (or the value
+ * supplied as `raw`) and clamp to `[0, 1]`. Returns the default 0.30 when
+ * unset/invalid. Exported so the live-ingest call site and the tests
+ * stay in lockstep with the env-var contract.
+ */
+export function resolveMaxDropRatio(raw) {
+    if (raw === undefined || raw === "")
+        return 0.3;
+    const parsed = Number.parseFloat(raw);
+    if (!Number.isFinite(parsed))
+        return 0.3;
+    return Math.min(1, Math.max(0, parsed));
+}
+/**
+ * Evaluate the deletion-sweep guard for a single label.
+ *
+ * - `priorCount === 0` → proceed (no-op anyway).
+ * - `priorCount > 0 && touchedCount === 0` → refuse with `reason=empty-stream`.
+ * - `dropRatio > maxDropRatio` → refuse with `reason=drop-ratio`.
+ * - Otherwise → proceed.
+ *
+ * Edge case: `touchedCount > priorCount` (new nodes created this run) — the
+ * raw ratio would be negative; clamped to 0 → proceed.
+ */
+export function evaluateDeletionGuard(label, priorCount, touchedCount, maxDropRatio) {
+    if (priorCount <= 0)
+        return { proceed: true };
+    if (touchedCount === 0) {
+        return {
+            proceed: false,
+            warning: `wedge:detect-deletions:refuse:label=${label}:reason=empty-stream:priorCount=${priorCount}`,
+        };
+    }
+    const rawDropRatio = (priorCount - touchedCount) / priorCount;
+    const dropRatio = rawDropRatio < 0 ? 0 : rawDropRatio;
+    if (dropRatio > maxDropRatio) {
+        return {
+            proceed: false,
+            warning: `wedge:detect-deletions:refuse:label=${label}:reason=drop-ratio:dropped=${priorCount - touchedCount}:prior=${priorCount}:ratio=${dropRatio.toFixed(2)}`,
+        };
+    }
+    return { proceed: true };
+}
+const SOURCE_LABEL_TYPES = {
+    apex: ["ApexClass", "ApexTrigger"],
+    lwc: ["LightningComponentBundle"],
+    flow: ["Flow"],
+    object: ["CustomObject"],
+    security: ["Profile", "PermissionSet", "SharingRules"],
+    integration: ["NamedCredential", "ExternalServiceRegistration"],
+    "custom-settings": ["CustomSetting"],
+};
+export function skipProtection(skips) {
+    const types = new Set();
+    const prefixes = [];
+    const unknown = [];
+    for (const { label } of skips) {
+        const fixed = SOURCE_LABEL_TYPES[label];
+        if (fixed) {
+            for (const t of fixed)
+                types.add(t);
+            continue;
+        }
+        if (label.startsWith("mcd-baseline:"))
+            continue;
+        const [head, t] = label.split(":");
+        if ((head === "generic" || head === "vlocity" || head === "omnistudio-retrieve") && t) {
+            types.add(t);
+            continue;
+        }
+        if (label === "omnistudio" || label === "omnistudio-retrieve") {
+            if (!prefixes.includes("Omni"))
+                prefixes.push("Omni");
+            continue;
+        }
+        unknown.push(label);
+    }
+    return { refuseAll: unknown.length > 0, types, prefixes, unknownLabels: unknown };
+}
+const SF_URI_TYPE = /^sf:\/\/[^/]+\/([^/]+)\//;
+/** The metadata type a node came from (sourceUri first, node label fallback). */
+export function nodeSourceType(node) {
+    const uri = node.attributes?.sourceUri;
+    if (typeof uri === "string") {
+        if (uri.startsWith("sf://describe/"))
+            return "CustomObject";
+        const m = SF_URI_TYPE.exec(uri);
+        if (m?.[1])
+            return m[1];
+    }
+    return node.label;
+}
+export function isSkipProtected(p, node) {
+    if (p.refuseAll)
+        return true;
+    if (p.types.size === 0 && p.prefixes.length === 0)
+        return false;
+    const t = nodeSourceType(node);
+    if (p.types.has(t) || p.types.has(node.label))
+        return true;
+    return p.prefixes.some((x) => t.startsWith(x) || node.label.startsWith(x));
+}
+//# sourceMappingURL=detect-deletions-guard.js.map

package/dist/ingest/detect-deletions-guard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect-deletions-guard.js","sourceRoot":"","sources":["../../src/ingest/detect-deletions-guard.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAUH;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAuB;IACzD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,GAAG,CAAC;IAChD,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,GAAG,CAAC;IACzC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,qBAAqB,CACnC,KAAa,EACb,UAAkB,EAClB,YAAoB,EACpB,YAAoB;IAEpB,IAAI,UAAU,IAAI,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAE9C,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO;YACL,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,uCAAuC,KAAK,mCAAmC,UAAU,EAAE;SACrG,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,UAAU,GAAG,YAAY,CAAC,GAAG,UAAU,CAAC;IAC9D,MAAM,SAAS,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;IAEtD,IAAI,SAAS,GAAG,YAAY,EAAE,CAAC;QAC7B,OAAO;YACL,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,uCAAuC,KAAK,8BAA8B,UAAU,GAAG,YAAY,UAAU,UAAU,UAAU,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;SACjK,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC3B,CAAC;AAyBD,MAAM,kBAAkB,GAAsC;IAC5D,IAAI,EAAE,CAAC,WAAW,EAAE,aAAa,CAAC;IAClC,GAAG,EAAE,CAAC,0BAA0B,CAAC;IACjC,IAAI,EAAE,CAAC,MAAM,CAAC;IACd,MAAM,EAAE,CAAC,cAAc,CAAC;IACxB,QAAQ,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,cAAc,CAAC;IACtD,WAAW,EAAE,CAAC,iBAAiB,EAAE,6BAA6B,CAAC;IAC/D,iBAAiB,EAAE,CAAC,eAAe,CAAC;CACrC,CAAC;AAEF,MAAM,UAAU,cAAc,CAAC,KAAuC;IACpE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,MAAM,CAAC,IAAI,KAAK;gBAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACpC,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC;YAAE,SAAS;QAChD,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;YACtF,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QACD,IAAI,KAAK,KAAK,YAAY,IAAI,KAAK,KAAK,qBAAqB,EAAE,CAAC;YAC9D,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtD,SAAS;QACX,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;AACpF,CAAC;AAED,MAAM,WAAW,GAAG,0BAA0B,CAAC;AAE/C,iFAAiF;AACjF,MAAM,UAAU,cAAc,CAAC,IAG9B;IACC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC;IACvC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC;YAAE,OAAO,cAAc,CAAC;QAC5D,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,CAAiB,EACjB,IAA6D;IAE7D,IAAI,CAAC,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC7B,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAChE,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3D,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC"}

package/dist/ingest/index.d.ts

@@ -1,5 +1,12 @@
 export { liveIngest } from "./live-ingest.js";
-export type { LiveIngestOpts, LiveIngestResult, IngestMode } from "./live-ingest.js";
+export type { LiveIngestOpts, LiveIngestResult, LiveIngestEmbeddings, IngestMode, } from "./live-ingest.js";
 export { multiOrgIngest, listAllAuthenticatedOrgs } from "./multi-org.js";
 export type { MultiOrgIngestOpts, MultiOrgIngestEntry, MultiOrgIngestSummary, } from "./multi-org.js";
+export { offlineResolvedOrg, OFFLINE_CAPS } from "./offline-org.js";
+export { parsePool, resolveParseWorkers, defaultParseWorkerUrl } from "./parse-pool.js";
+export type { ParsePoolOpts, ParsePoolStats, ParsedMember } from "./parse-pool.js";
+export { applyDelta, planDelta, runDeltaIngest } from "./delta.js";
+export type { DeltaLiveOpts, DeltaPlan, RunDeltaOpts, RunDeltaResult } from "./delta.js";
+export { IngestLockedError, acquireIngestLock, ingestLockPath } from "./lock.js";
+export type { IngestLock, IngestLockHolder } from "./lock.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/ingest/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ingest/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,YAAY,EAAE,cAAc,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,cAAc,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1E,YAAY,EACV,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,GACtB,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ingest/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,YAAY,EACV,cAAc,EACd,gBAAgB,EAChB,oBAAoB,EACpB,UAAU,GACX,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1E,YAAY,EACV,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,GACtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxF,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACnE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AACjF,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC"}

package/dist/ingest/index.js

@@ -1,3 +1,7 @@
 export { liveIngest } from "./live-ingest.js";
 export { multiOrgIngest, listAllAuthenticatedOrgs } from "./multi-org.js";
+export { offlineResolvedOrg, OFFLINE_CAPS } from "./offline-org.js";
+export { parsePool, resolveParseWorkers, defaultParseWorkerUrl } from "./parse-pool.js";
+export { applyDelta, planDelta, runDeltaIngest } from "./delta.js";
+export { IngestLockedError, acquireIngestLock, ingestLockPath } from "./lock.js";
 //# sourceMappingURL=index.js.map

package/dist/ingest/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ingest/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ingest/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAO9C,OAAO,EAAE,cAAc,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAM1E,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAExF,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEnE,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC"}

package/dist/ingest/live-ingest.d.ts

@@ -1,13 +1,24 @@
 import { type OrgId } from "@ryanstark24/sfgraph-shared";
 import type { Logger } from "@ryanstark24/sfgraph-shared";
+import { type ArityResolveOpts } from "../parsers/apex/arity-resolver.js";
 import "../parsers/index.js";
 import { type VectorSink } from "../embedding/index.js";
+import type { MetadataSource, RawMember } from "../extractors/interfaces/metadata-source.js";
 import { type ResolveOrgDeps, type ResolvedOrg } from "../extractors/live-org/auth.js";
+import { type IngestSkipReport } from "../extractors/live-org/bulk-retrieve.js";
 import { type OrgCapabilities } from "../extractors/live-org/capabilities.js";
 import type { BetterSqlite3Database, GraphStore } from "../storage/interfaces.js";
 import type { SnapshotStore } from "../storage/interfaces.js";
+import { type MemberParse } from "./parse-member.js";
+import { type ParsePoolOpts } from "./parse-pool.js";
+export { adaptParserInput } from "./parse-member.js";
 export type IngestMode = "full" | "incremental" | "auto";
 export interface LiveIngestOpts {
+    /** Offline source (e.g. FilesystemMetadataSource). When set, no
+     *  connection call is made: capability probe, discovery, MCD baseline,
+     *  liveness probe and bulkRetrieve are skipped and the source's members
+     *  are streamed through processOne. Forces mode "full". */
+    metadataSource?: MetadataSource;
     alias: string;
     mode?: IngestMode;
     graphStore: GraphStore;
@@ -39,6 +50,12 @@ export interface LiveIngestOpts {
      * fetch a subset of types without rebuilding the whole graph.
      */
     onlyLabels?: Set<string>;
+    /**
+     * `onlyLabels` was chosen by the user (--only / --retry-skipped) rather
+     * than by the CLI's in-run auto-retry: the generic types it names are read
+     * in full, without the early stop on identical refusals.
+     */
+    explicitOnlyLabels?: boolean;
     /**
      * Where to persist the skip report at end of run. When set, the report is
      * written as JSON so --retry-skipped can read it on the next run.
@@ -93,10 +110,121 @@ export interface LiveIngestOpts {
     disableReflectionWalker?: boolean;
     /** Skip the post-merge Apex method arity resolver pass. */
     disableArityResolve?: boolean;
+    /**
+     * Skip the post-merge pass that moves `ApexClass:X` references onto
+     * `ApexInterface:X` when no class X exists (independent of
+     * `disableArityResolve`).
+     */
+    disableInterfaceRetarget?: boolean;
+    /**
+     * Skip the post-merge pass that moves a formula's second-hop field guess
+     * onto the CustomField declaring that relationshipName (independent of
+     * `disableArityResolve`).
+     */
+    disableFormulaHopResolve?: boolean;
     /** Skip the post-merge Flow→Apex method-level resolver pass. */
     disableFlowInvocableResolve?: boolean;
+    /** Skip the post-merge Vlocity Remote Action → Apex resolver pass. */
+    disableVlocityApexResolve?: boolean;
+    /** Skip the post-merge DataRaptor `Rel__r.Field` relationship-path resolver pass. */
+    disableDrRelationshipResolve?: boolean;
+    /** Skip the post-merge Flow `$Record.Account.Field` relationship-path resolver pass. */
+    disableFlowRelationshipResolve?: boolean;
+    /** Skip the post-merge Vlocity DataPack name-match resolver pass. */
+    disableVlocityNameMatchResolve?: boolean;
+    /** Skip the post-merge Apex relationship-path / lowercase test-target resolver pass. */
+    disableApexRefResolve?: boolean;
+    /** Skip the post-merge LWC record-literal `X__c` key → unique CustomField resolver pass. */
+    disableLwcFieldKeyResolve?: boolean;
     /** Skip the post-merge dangling-edge audit pass. */
     disableAudit?: boolean;
+    /**
+     * The caller is rebuilding this org's graph (CLI `--rebuild`). Enables the
+     * rebuild fast path (bulk-load window, no per-member delete probes) when the
+     * org's graph is empty at start. Emptiness is the correctness condition, so
+     * an unset flag behaves like true for full-mode ingests into an empty graph;
+     * pass `false` to force the per-member path. `SFGRAPH_DISABLE_FASTPATH=1`
+     * always forces the per-member path.
+     */
+    rebuild?: boolean;
+    /**
+     * Embedding backend. Defaults to a worker-thread pool owned (and closed) by
+     * this ingest in compiled builds, else the in-process model. An injected
+     * embedder is owned by the CALLER and is never closed here, so one pool can
+     * be shared across several ingests (the CLI does this for multi-org runs).
+     */
+    embedder?: {
+        embed(texts: string[]): Promise<Float32Array[]>;
+        close?(): unknown;
+    };
+    /** Persistent text → vector cache file (see `embeddingCachePath`). */
+    embeddingCacheFile?: string;
+    /**
+     * Wait for embeddings to finish before returning (default true). With
+     * false, ingest returns at "graph ready"; the unembedded texts stay flagged
+     * pending and the next ingest fills them in.
+     */
+    waitEmbeddings?: boolean;
+    /**
+     * Parse-pool overrides (tests and tuning). Default: SFGRAPH_PARSE_WORKERS
+     * workers (min(4, availableParallelism - 1) when unset, 0 = parse on the
+     * main thread), the compiled worker, and serial parsing for inputs under 500
+     * members. `stats`, when given, is filled in during the fan-out.
+     */
+    parsePool?: Pick<ParsePoolOpts, "workers" | "workerUrl" | "minMembers" | "stats">;
+    /**
+     * Test / instrumentation hook, called synchronously as named phases
+     * complete. Today: "sync-complete" (right after markSyncComplete).
+     */
+    onPhase?: (name: string) => void;
+    /**
+     * Task 11c: run as the merge step of a project delta (ingest/delta.ts).
+     * Requires `metadataSource` and mode "full"; the hooks replace the member
+     * stream, scope the resolver passes, and skip the audit, the member-row
+     * bookkeeping and the ghost sweep (the delta does its own).
+     */
+    delta?: LiveIngestDeltaHooks;
+}
+/** Task 11c: how a delta ingest drives liveIngest (see `LiveIngestOpts.delta`). */
+export interface LiveIngestDeltaHooks {
+    /** The members to (re)parse, in source order; replaces `metadataSource.iter()`. */
+    members: AsyncIterable<RawMember>;
+    /** Every member as it is applied (errored: a parse or merge failure). */
+    onMember(member: RawMember, outcome: MemberParse, errored: boolean): void;
+    /** After the merge (bulk window closed), before the resolver passes. */
+    afterMerge(): void;
+    /** Scope for each resolver pass; undefined means the whole graph. */
+    arityScope(): ArityResolveOpts["scope"] | undefined;
+    /** Members whose row ends quarantined after this delta (T15 N5-1). */
+    quarantinedCount?(): number;
+    retargetInterfaceNames(): ReadonlySet<string> | undefined;
+    hopSources(): ReadonlySet<string> | undefined;
+    /**
+     * Called right before the reflection walk: removes the stale reflection
+     * edges and returns the sources to walk (undefined: walk everything).
+     */
+    reflectionSources(): ReadonlySet<string> | undefined;
+    /** After the sync is marked complete and dead code recomputed. */
+    finalize(): void;
+}
+/** Embedding outcome of an ingest (undefined when no vector store). */
+export interface LiveIngestEmbeddings {
+    /** Vectors served from the persistent cache. */
+    cached: number;
+    /** Texts run through the model. */
+    computed: number;
+    /** Texts whose stored vector already matched. */
+    unchanged: number;
+    /** Texts whose model call failed. */
+    failed: number;
+    /** Texts left unembedded when the ingest returned (no-wait or failure). */
+    pending: number;
+    /** Texts re-queued from an earlier run that left vectors pending. */
+    backfilled: number;
+    /** ms from ingest start until embeddings finished (or were abandoned). */
+    doneMs: number;
+    /** First embedding error, if any. */
+    error?: string;
 }
 export interface LiveIngestResult {
     orgId: OrgId;
@@ -110,8 +238,30 @@ export interface LiveIngestResult {
     crossFlavorEdges: number;
     /** Number of stranded Apex CALLS edges rewritten to real-arity targets. */
     arityResolved: number;
+    /**
+     * Members recorded as failed and skipped until their content changes, after
+     * WORKER_FAILURE_LIMIT consecutive parse-worker crashes or stalls (T15 N5-1).
+     */
+    parseQuarantined?: number;
+    /** `ApexClass:X` references moved onto `ApexInterface:X` (Task 11c, M-3). */
+    interfaceRefsRetargeted?: number;
     /** Number of Flow→Apex class edges resolved to method-level. */
     flowMethodsResolved: number;
+    /** Vlocity Remote Action → Apex resolver counts (undefined when skipped or failed). */
+    vlocityApex?: undefined | {
+        scanned: number;
+        resolvedClass: number;
+        resolvedMethod: number;
+        ambiguous: number;
+        external: number;
+    };
+    /** DataRaptor relationship-path resolver counts (undefined when skipped or failed). */
+    drRelationships?: undefined | {
+        scanned: number;
+        resolved: number;
+        unresolved: number;
+        edgesEmitted: number;
+    };
     /** Number of edges whose dst node does not exist after all post-passes. */
     danglingEdges: number;
     /** REFERENCES edges emitted by the reflection walker. Zero when
@@ -139,6 +289,36 @@ export interface LiveIngestResult {
      * Empty array on a clean run.
      */
     warnings: string[];
+    /**
+     * The member stream threw part-way (e.g. the parallel merge rethrowing a
+     * failed sub-stream): the graph holds what was read before it, nothing was
+     * swept, and `warnings` carries `stream:aborted:<message>`.
+     */
+    streamAborted?: boolean;
+    /** ms from ingest start until the graph (merges, resolvers, dead-code) was complete. */
+    graphReadyMs?: number;
+    embeddings?: LiveIngestEmbeddings;
 }
+/** Print a consolidated end-of-run summary of metadata types that were
+ *  skipped during ingest, grouped by failure category, with a targeted
+ *  remediation block per category. */
+/**
+ * Entries of the previous skip report at `path` (same org) whose label a
+ * scoped run did NOT re-run. Missing / malformed / other-org report: none.
+ * A `discovery` only-label re-runs every generic:* source (bulkRetrieve), so
+ * their entries are not carried either (review N3).
+ */
+export declare function carriedOverSkips(path: string, orgId: string, reRun: ReadonlySet<string>): IngestSkipReport["skips"];
+export declare function printSkipSummary(report: IngestSkipReport, orgAlias: string): void;
+/**
+ * Build the text embedded for a node's semantic vector. Beyond the
+ * label/qname/description baseline, this folds in CONFIG VALUES so
+ * `find_similar` matches on what a config artifact actually resolves to —
+ * a Custom Metadata record's field values, a Custom Label's text, a Custom
+ * Setting's rows. Without this, searching "endpoint for product push" can't
+ * reach `Endpoint_Url.ProductPush_Acme` because only its name was embedded.
+ * Exported for tests.
+ */
+export declare function buildEmbedText(label: string, qname: string, attributes: Record<string, unknown> | undefined): string;
 export declare function liveIngest(opts: LiveIngestOpts): Promise<LiveIngestResult>;
 //# sourceMappingURL=live-ingest.d.ts.map

package/dist/ingest/live-ingest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"live-ingest.d.ts","sourceRoot":"","sources":["../../src/ingest/live-ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,KAAK,EAAmB,MAAM,6BAA6B,CAAC;AAC1E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAO1D,OAAO,qBAAqB,CAAC;AAG7B,OAAO,EAAkB,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAExE,OAAO,EAAE,KAAK,cAAc,EAAE,KAAK,WAAW,EAAc,MAAM,gCAAgC,CAAC;AAEnG,OAAO,EAAE,KAAK,eAAe,EAAqB,MAAM,wCAAwC,CAAC;AAQjG,OAAO,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAE9D,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,aAAa,GAAG,MAAM,CAAC;AAEzD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;IACvB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,8CAA8C;IAC9C,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2CAA2C;IAC3C,WAAW,CAAC,EAAE,cAAc,CAAC;IAC7B,oFAAoF;IACpF,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gEAAgE;IAChE,UAAU,CAAC,EAAE,qBAAqB,CAAC;IACnC,yEAAyE;IACzE,WAAW,CAAC,EAAE,UAAU,CAAC;IACzB;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;OAIG;IACH,UAAU,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;;;;;;OAUG;IACH,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B;;;;;;;;OAQG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;;;;;OASG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC;;;;;;;;;;OAUG;IACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,2DAA2D;IAC3D,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,gEAAgE;IAChE,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,oDAAoD;IACpD,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,KAAK,CAAC;IACb,YAAY,EAAE,eAAe,CAAC;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,yEAAyE;IACzE,gBAAgB,EAAE,MAAM,CAAC;IACzB,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB,gEAAgE;IAChE,mBAAmB,EAAE,MAAM,CAAC;IAC5B,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB;sDACkD;IAClD,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,OAAO,EAAE;QACP,uEAAuE;QACvE,OAAO,EAAE,MAAM,CAAC;QAChB,4DAA4D;QAC5D,QAAQ,EAAE,MAAM,CAAC;QACjB,8EAA8E;QAC9E,KAAK,EAAE,MAAM,CAAC;QACd,0CAA0C;QAC1C,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF;;;;;;OAMG;IACH,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAmLD,wBAAsB,UAAU,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA0pBhF"}
+{"version":3,"file":"live-ingest.d.ts","sourceRoot":"","sources":["../../src/ingest/live-ingest.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,KAAK,EAAuC,MAAM,6BAA6B,CAAC;AAC9F,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,KAAK,gBAAgB,EAA0B,MAAM,mCAAmC,CAAC;AAQlG,OAAO,qBAAqB,CAAC;AAI7B,OAAO,EAKL,KAAK,UAAU,EAGhB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,KAAK,EAEV,cAAc,EACd,SAAS,EACV,MAAM,6CAA6C,CAAC;AACrD,OAAO,EAAE,KAAK,cAAc,EAAE,KAAK,WAAW,EAAc,MAAM,gCAAgC,CAAC;AACnG,OAAO,EAAE,KAAK,gBAAgB,EAAgB,MAAM,yCAAyC,CAAC;AAC9F,OAAO,EAAE,KAAK,eAAe,EAAqB,MAAM,wCAAwC,CAAC;AAejG,OAAO,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAa,MAAM,0BAA0B,CAAC;AAC7F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAmB9D,OAAO,EAAE,KAAK,WAAW,EAAe,MAAM,mBAAmB,CAAC;AAClE,OAAO,EACL,KAAK,aAAa,EAInB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAGrD,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,aAAa,GAAG,MAAM,CAAC;AAEzD,MAAM,WAAW,cAAc;IAC7B;;;+DAG2D;IAC3D,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;IACvB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,8CAA8C;IAC9C,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2CAA2C;IAC3C,WAAW,CAAC,EAAE,cAAc,CAAC;IAC7B,oFAAoF;IACpF,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gEAAgE;IAChE,UAAU,CAAC,EAAE,qBAAqB,CAAC;IACnC,yEAAyE;IACzE,WAAW,CAAC,EAAE,UAAU,CAAC;IACzB;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;OAIG;IACH,UAAU,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;;;;;;OAUG;IACH,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B;;;;;;;;OAQG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;;;;;;OASG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC;;;;;;;;;;OAUG;IACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,2DAA2D;IAC3D,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;;;;OAIG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC;;;;OAIG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,gEAAgE;IAChE,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,sEAAsE;IACtE,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,qFAAqF;IACrF,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,wFAAwF;IACxF,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,qEAAqE;IACrE,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,wFAAwF;IACxF,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,4FAA4F;IAC5F,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,oDAAoD;IACpD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;;;;;;OAOG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;;;;OAKG;IACH,QAAQ,CAAC,EAAE;QAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QAAC,KAAK,CAAC,IAAI,OAAO,CAAA;KAAE,CAAC;IAClF,sEAAsE;IACtE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;;;;;OAKG;IACH,SAAS,CAAC,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,GAAG,WAAW,GAAG,YAAY,GAAG,OAAO,CAAC,CAAC;IAClF;;;OAGG;IACH,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACjC;;;;;OAKG;IACH,KAAK,CAAC,EAAE,oBAAoB,CAAC;CAC9B;AAED,mFAAmF;AACnF,MAAM,WAAW,oBAAoB;IACnC,mFAAmF;IACnF,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,yEAAyE;IACzE,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1E,wEAAwE;IACxE,UAAU,IAAI,IAAI,CAAC;IACnB,qEAAqE;IACrE,UAAU,IAAI,gBAAgB,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;IACpD,sEAAsE;IACtE,gBAAgB,CAAC,IAAI,MAAM,CAAC;IAC5B,sBAAsB,IAAI,WAAW,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC1D,UAAU,IAAI,WAAW,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC9C;;;OAGG;IACH,iBAAiB,IAAI,WAAW,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACrD,kEAAkE;IAClE,QAAQ,IAAI,IAAI,CAAC;CAClB;AAED,uEAAuE;AACvE,MAAM,WAAW,oBAAoB;IACnC,gDAAgD;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,mCAAmC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,iDAAiD;IACjD,SAAS,EAAE,MAAM,CAAC;IAClB,qCAAqC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,2EAA2E;IAC3E,OAAO,EAAE,MAAM,CAAC;IAChB,qEAAqE;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB,0EAA0E;IAC1E,MAAM,EAAE,MAAM,CAAC;IACf,qCAAqC;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,KAAK,CAAC;IACb,YAAY,EAAE,eAAe,CAAC;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,yEAAyE;IACzE,gBAAgB,EAAE,MAAM,CAAC;IACzB,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,6EAA6E;IAC7E,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,gEAAgE;IAChE,mBAAmB,EAAE,MAAM,CAAC;IAC5B,uFAAuF;IACvF,WAAW,CAAC,EACR,SAAS,GACT;QACE,OAAO,EAAE,MAAM,CAAC;QAChB,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IACN,uFAAuF;IACvF,eAAe,CAAC,EACZ,SAAS,GACT;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IACpF,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB;sDACkD;IAClD,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,OAAO,EAAE;QACP,uEAAuE;QACvE,OAAO,EAAE,MAAM,CAAC;QAChB,4DAA4D;QAC5D,QAAQ,EAAE,MAAM,CAAC;QACjB,8EAA8E;QAC9E,KAAK,EAAE,MAAM,CAAC;QACd,0CAA0C;QAC1C,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF;;;;;;OAMG;IACH,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB;;;;OAIG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,wFAAwF;IACxF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,oBAAoB,CAAC;CACnC;AASD;;sCAEsC;AACtC;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,GACzB,gBAAgB,CAAC,OAAO,CAAC,CAkB3B;AAOD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAyFjF;AAED;;;;;;;;GAQG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,GAC9C,MAAM,CA0DR;AAcD,wBAAsB,UAAU,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAukDhF"}