@ryanstark24/sfgraph-core 1.1.0

package/dist/extractors/live-org/extractors/omnistudio.js

@@ -0,0 +1,141 @@
+import { METADATA_CATEGORY } from "../../../domain/index.js";
+import { scheduleData } from "../rate-limit.js";
+// Minimal universal fields — Id, Name, LastModifiedDate exist on every
+// OmniStudio SObject across versions. Type discriminators (OmniProcessType,
+// OmniDataTransformType) were dropped because field-name drift across
+// versions silently broke the queries. The parser layer determines kind
+// from the payload separately.
+const QUERIES = [
+    {
+        memberType: "OmniProcess",
+        category: METADATA_CATEGORY.OMNI_PROCESS,
+        soql: "SELECT Id, Name, LastModifiedDate FROM OmniProcess",
+        fetchElements: true,
+    },
+    {
+        memberType: "OmniDataTransform",
+        category: METADATA_CATEGORY.OMNI_DATA_TRANSFORM,
+        soql: "SELECT Id, Name, LastModifiedDate FROM OmniDataTransform",
+    },
+    {
+        memberType: "OmniUiCard",
+        category: METADATA_CATEGORY.OMNI_UI_CARD,
+        soql: "SELECT Id, Name, LastModifiedDate FROM OmniUiCard",
+    },
+];
+/**
+ * Fetch every OmniProcessElement for the given parent Ids in one paged
+ * query, then group by OmniProcessId. The PropertySet field is a long-text
+ * JSON blob — parse it server-side so downstream parsers can walk a real
+ * object tree instead of a string.
+ */
+async function fetchElementsByProcess(conn, processIds) {
+    const byProcess = new Map();
+    if (processIds.length === 0)
+        return byProcess;
+    // SOQL IN() has a 4000-item ceiling; chunk defensively.
+    const CHUNK = 200;
+    for (let i = 0; i < processIds.length; i += CHUNK) {
+        const slice = processIds.slice(i, i + CHUNK);
+        const idList = slice.map((id) => `'${id.replace(/'/g, "\\'")}'`).join(",");
+        const soql = `SELECT Id, Name, Type, PropertySet, OmniProcessId, ParentElementId, ElementsLevel FROM OmniProcessElement WHERE OmniProcessId IN (${idList})`;
+        // OmniProcessElement is a standard SObject in OmniStudio-on-Core, not
+        // a Tooling object. Route via conn.query (regular SOQL) on the data pool.
+        let res = null;
+        try {
+            res = (await scheduleData(() => conn.query(soql)));
+        }
+        catch {
+            continue;
+        }
+        for (const r of res?.records ?? []) {
+            if (!r.OmniProcessId)
+                continue;
+            let propertySet = {};
+            if (typeof r.PropertySet === "string" && r.PropertySet.length > 0) {
+                try {
+                    propertySet = JSON.parse(r.PropertySet);
+                }
+                catch {
+                    propertySet = { _raw: r.PropertySet };
+                }
+            }
+            const arr = byProcess.get(r.OmniProcessId) ?? [];
+            arr.push({
+                Type: String(r.Type ?? ""),
+                propertySet,
+                name: r.Name ?? null,
+            });
+            byProcess.set(r.OmniProcessId, arr);
+        }
+    }
+    return byProcess;
+}
+export async function* iterOmnistudio(conn) {
+    // Fire all 4 Tooling SOQL queries in parallel — they're independent and
+    // the Tooling pool throttles concurrency.
+    // Each mapped task wraps scheduleQuery in try/catch so allSettled is
+    // belt-and-braces here, but using it anyway for consistency with the
+    // other extractors and to guarantee no orphan rejection ever escapes.
+    // OmniStudio-on-Core's OmniProcess / OmniDataTransform / OmniUiCard are
+    // standard SObjects (visible to `conn.sobject(...).describe()` — which is
+    // how capabilities.ts detects them). They are NOT Tooling objects, so
+    // routing through `conn.tooling.query` silently returned zero rows on
+    // orgs that actually had data. Use regular SOQL via the data pool.
+    const settled = await Promise.allSettled(QUERIES.map(async (q) => {
+        try {
+            const res = (await scheduleData(() => conn.query(q.soql)));
+            return { q, res, err: null };
+        }
+        catch (e) {
+            return { q, res: null, err: e };
+        }
+    }));
+    const results = settled
+        .map((s) => (s.status === "fulfilled" ? s.value : null))
+        .filter((v) => v !== null);
+    // Surface per-query failures so silent-zero stops looking the same as
+    // genuinely-empty. The most common cause is a renamed field on a newer
+    // org version (e.g. OmniProcessType -> Type) — without this line we
+    // returned `✓ 0 records` and the user had no breadcrumb.
+    for (const { q, err } of results) {
+        if (err) {
+            console.log(`ingest:   omnistudio query failed for ${q.memberType}: ${err.message?.slice(0, 200) ?? String(err)}`);
+        }
+    }
+    // Second pass: for every type with fetchElements:true, batch-query
+    // OmniProcessElement for ALL parent Ids across types in a single grouped
+    // fetch. The parsers walk `metadata.elements[].propertySet` looking for
+    // dataTransformName / integrationProcedureKey / cardName — without this
+    // pass those edges never get emitted (parent-only rows have no nested
+    // configuration to walk).
+    const parentIds = [];
+    for (const { q, res } of results) {
+        if (!q.fetchElements)
+            continue;
+        for (const r of res?.records ?? []) {
+            if (r.Id)
+                parentIds.push(String(r.Id));
+        }
+    }
+    const elementsByProcess = await fetchElementsByProcess(conn, parentIds);
+    for (const { q, res } of results) {
+        for (const r of res?.records ?? []) {
+            const name = String(r.DeveloperName ?? r.Name ?? r.Id ?? "");
+            const elements = q.fetchElements && r.Id ? (elementsByProcess.get(String(r.Id)) ?? []) : [];
+            const enriched = elements.length > 0 ? { ...r, elements } : r;
+            yield {
+                ref: {
+                    category: q.category,
+                    memberType: q.memberType,
+                    memberName: name,
+                    lastModifiedAt: r.LastModifiedDate ?? null,
+                    sourceUri: `sf://omnistudio/${q.memberType}/${name}`,
+                    namespace: null,
+                },
+                content: JSON.stringify(enriched),
+            };
+        }
+    }
+}
+//# sourceMappingURL=omnistudio.js.map

package/dist/extractors/live-org/extractors/omnistudio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"omnistudio.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/omnistudio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAyB,MAAM,0BAA0B,CAAC;AAEpF,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AA8BhD,uEAAuE;AACvE,4EAA4E;AAC5E,sEAAsE;AACtE,wEAAwE;AACxE,+BAA+B;AAC/B,MAAM,OAAO,GAAa;IACxB;QACE,UAAU,EAAE,aAAa;QACzB,QAAQ,EAAE,iBAAiB,CAAC,YAAY;QACxC,IAAI,EAAE,oDAAoD;QAC1D,aAAa,EAAE,IAAI;KACpB;IACD;QACE,UAAU,EAAE,mBAAmB;QAC/B,QAAQ,EAAE,iBAAiB,CAAC,mBAAmB;QAC/C,IAAI,EAAE,0DAA0D;KACjE;IACD;QACE,UAAU,EAAE,YAAY;QACxB,QAAQ,EAAE,iBAAiB,CAAC,YAAY;QACxC,IAAI,EAAE,mDAAmD;KAC1D;CACF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,sBAAsB,CACnC,IAAS,EACT,UAAoB;IAEpB,MAAM,SAAS,GAAG,IAAI,GAAG,EAA8E,CAAC;IACxG,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC9C,wDAAwD;IACxD,MAAM,KAAK,GAAG,GAAG,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,qIAAqI,MAAM,GAAG,CAAC;QAC5J,sEAAsE;QACtE,0EAA0E;QAC1E,IAAI,GAAG,GAAuC,IAAI,CAAC;QACnD,IAAI,CAAC;YACH,GAAG,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAEzC,CAAC;QACX,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,CAAC,aAAa;gBAAE,SAAS;YAC/B,IAAI,WAAW,GAAY,EAAE,CAAC;YAC9B,IAAI,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClE,IAAI,CAAC;oBACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;gBAC1C,CAAC;gBAAC,MAAM,CAAC;oBACP,WAAW,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBACxC,CAAC;YACH,CAAC;YACD,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YACjD,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC1B,WAAW;gBACX,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI;aACrB,CAAC,CAAC;YACH,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,IAAS;IAC7C,wEAAwE;IACxE,0CAA0C;IAC1C,qEAAqE;IACrE,qEAAqE;IACrE,sEAAsE;IACtE,wEAAwE;IACxE,0EAA0E;IAC1E,sEAAsE;IACtE,sEAAsE;IACtE,mEAAmE;IACnE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACtB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAEjD,CAAC;YACT,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,IAAoB,EAAE,CAAC;QAC/C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAU,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IACF,MAAM,OAAO,GAAG,OAAO;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SACvD,MAAM,CACL,CAAC,CAAC,EAA2E,EAAE,CAAC,CAAC,KAAK,IAAI,CAC3F,CAAC;IAEJ,sEAAsE;IACtE,uEAAuE;IACvE,oEAAoE;IACpE,yDAAyD;IACzD,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;QACjC,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,CAAC,GAAG,CACT,yCAAyC,CAAC,CAAC,UAAU,KAAK,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CACtG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,yEAAyE;IACzE,wEAAwE;IACxE,wEAAwE;IACxE,sEAAsE;IACtE,0BAA0B;IAC1B,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,CAAC,aAAa;YAAE,SAAS;QAC/B,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,EAAE;gBAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IACD,MAAM,iBAAiB,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAExE,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;QACjC,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5F,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,MAAM;gBACJ,GAAG,EAAE;oBACH,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,UAAU,EAAE,IAAI;oBAChB,cAAc,EAAE,CAAC,CAAC,gBAAgB,IAAI,IAAI;oBAC1C,SAAS,EAAE,mBAAmB,CAAC,CAAC,UAAU,IAAI,IAAI,EAAE;oBACpD,SAAS,EAAE,IAAI;iBAChB;gBACD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;aAClC,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/extractors/live-org/extractors/security.d.ts

@@ -0,0 +1,3 @@
+import type { RawMember } from "../../interfaces/metadata-source.js";
+export declare function iterSecurity(conn: any): AsyncIterable<RawMember>;
+//# sourceMappingURL=security.d.ts.map

package/dist/extractors/live-org/extractors/security.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/security.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AAgFrE,wBAAuB,YAAY,CAAC,IAAI,EAAE,GAAG,GAAG,aAAa,CAAC,SAAS,CAAC,CASvE"}

package/dist/extractors/live-org/extractors/security.js

@@ -0,0 +1,76 @@
+import { XMLBuilder } from "fast-xml-parser";
+import { METADATA_CATEGORY } from "../../../domain/index.js";
+import { mergeAsyncIterablesParallel } from "../bulk-retrieve.js";
+import { METADATA_LIST_TIMEOUT_MS, readMetadataBatchAdaptive, scheduleMetadata, withTimeout, } from "../rate-limit.js";
+const BATCH = 10;
+const xml = new XMLBuilder({ ignoreAttributes: false, format: false, suppressEmptyNode: true });
+const TYPE_TO_CATEGORY = {
+    Profile: METADATA_CATEGORY.PROFILE,
+    PermissionSet: METADATA_CATEGORY.PERMISSION_SET,
+    SharingRules: METADATA_CATEGORY.SHARING_RULE,
+};
+/**
+ * Stream one metadata type. Sliding-window of batch reads through the
+ * Metadata pool — each batch yields its records as soon as it returns,
+ * instead of waiting for every batch to finish before any yield. Critical
+ * for failSoft's inactivity timer: the previous `await Promise.allSettled`
+ * could park here for minutes with zero yields, getting the source killed
+ * by the 180s inactivity timeout on slow orgs.
+ */
+async function* iterType(conn, type) {
+    const list = (await scheduleMetadata(() => withTimeout(conn.metadata.list([{ type }]), METADATA_LIST_TIMEOUT_MS, `metadata.list ${type}`)));
+    const items = Array.isArray(list) ? list : [];
+    const category = TYPE_TO_CATEGORY[type] ?? METADATA_CATEGORY.SECURITY;
+    const batches = [];
+    for (let i = 0; i < items.length; i += BATCH)
+        batches.push(items.slice(i, i + BATCH));
+    const BATCH_WINDOW = 4;
+    const inFlight = new Map();
+    let nextBatch = 0;
+    const launch = (idx) => {
+        const batch = batches[idx];
+        if (!batch)
+            return;
+        const p = (async () => ({
+            idx,
+            batch,
+            records: await readMetadataBatchAdaptive(conn, type, batch),
+        }))();
+        inFlight.set(idx, p);
+    };
+    while (inFlight.size < BATCH_WINDOW && nextBatch < batches.length)
+        launch(nextBatch++);
+    while (inFlight.size > 0) {
+        const { idx, batch, records } = await Promise.race(inFlight.values());
+        inFlight.delete(idx);
+        if (nextBatch < batches.length)
+            launch(nextBatch++);
+        for (let j = 0; j < batch.length; j += 1) {
+            const meta = batch[j];
+            if (!meta)
+                continue;
+            const obj = records[j];
+            if (obj === null)
+                continue; // adaptive helper exhausted retries for this item
+            const content = xml.build({ [type]: obj });
+            yield {
+                ref: {
+                    category,
+                    memberType: type,
+                    memberName: meta.fullName,
+                    lastModifiedAt: meta.lastModifiedDate ?? null,
+                    sourceUri: `sf://metadata/${type}/${meta.fullName}`,
+                    namespace: meta.namespacePrefix ?? null,
+                },
+                content: typeof content === "string" ? content : String(content),
+            };
+        }
+    }
+}
+export async function* iterSecurity(conn) {
+    // Run all three types in parallel — they all schedule through the same
+    // Metadata pool, but the pool's 5-wide budget is now actually utilised
+    // (previously: Profile finished entirely before PermissionSet started).
+    yield* mergeAsyncIterablesParallel(iterType(conn, "Profile"), iterType(conn, "PermissionSet"), iterType(conn, "SharingRules"));
+}
+//# sourceMappingURL=security.js.map

package/dist/extractors/live-org/extractors/security.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"security.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/security.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAyB,MAAM,0BAA0B,CAAC;AAEpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,gBAAgB,EAChB,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAE1B,MAAM,KAAK,GAAG,EAAE,CAAC;AACjB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;AAQhG,MAAM,gBAAgB,GAAqC;IACzD,OAAO,EAAE,iBAAiB,CAAC,OAAO;IAClC,aAAa,EAAE,iBAAiB,CAAC,cAAc;IAC/C,YAAY,EAAE,iBAAiB,CAAC,YAAY;CAC7C,CAAC;AAEF;;;;;;;GAOG;AACH,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAS,EAAE,IAAY;IAC9C,MAAM,IAAI,GAAG,CAAC,MAAM,gBAAgB,CAAC,GAAG,EAAE,CACxC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,wBAAwB,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAC/F,CAAwB,CAAC;IAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC;IACtE,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IACtF,MAAM,YAAY,GAAG,CAAC,CAAC;IAEvB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,MAAM,GAAG,CAAC,GAAW,EAAQ,EAAE;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAsB,EAAE,CAAC,CAAC;YACxC,GAAG;YACH,KAAK;YACL,OAAO,EAAE,MAAM,yBAAyB,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC;SAC5D,CAAC,CAAC,EAAE,CAAC;QACN,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC;IACF,OAAO,QAAQ,CAAC,IAAI,GAAG,YAAY,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM;QAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IACvF,OAAO,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACtE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM;YAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,GAAG,KAAK,IAAI;gBAAE,SAAS,CAAC,kDAAkD;YAC9E,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;YAC3C,MAAM;gBACJ,GAAG,EAAE;oBACH,QAAQ;oBACR,UAAU,EAAE,IAAI;oBAChB,UAAU,EAAE,IAAI,CAAC,QAAQ;oBACzB,cAAc,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC7C,SAAS,EAAE,iBAAiB,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACnD,SAAS,EAAE,IAAI,CAAC,eAAe,IAAI,IAAI;iBACxC;gBACD,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;aACjE,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,YAAY,CAAC,IAAS;IAC3C,uEAAuE;IACvE,uEAAuE;IACvE,wEAAwE;IACxE,KAAK,CAAC,CAAC,2BAA2B,CAChC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,EACzB,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,EAC/B,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,CAC/B,CAAC;AACJ,CAAC"}

package/dist/extractors/live-org/extractors/vlocity.d.ts

@@ -0,0 +1,2 @@
+export { iterVlocityRecords as iterVlocity } from "../vlocity/runner.js";
+//# sourceMappingURL=vlocity.d.ts.map

package/dist/extractors/live-org/extractors/vlocity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vlocity.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/vlocity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,IAAI,WAAW,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/extractors/live-org/extractors/vlocity.js

@@ -0,0 +1,2 @@
+export { iterVlocityRecords as iterVlocity } from "../vlocity/runner.js";
+//# sourceMappingURL=vlocity.js.map

package/dist/extractors/live-org/extractors/vlocity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vlocity.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/vlocity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,IAAI,WAAW,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/extractors/live-org/index.d.ts

@@ -0,0 +1,21 @@
+export { wrapConnectionReadOnly } from "./read-only-proxy.js";
+export { ReadOnlyViolationError } from "./errors.js";
+export { resolveOrg, resolveDefaultOrgAlias, safeOrgInfo } from "./auth.js";
+export type { ResolvedOrg, ResolveOrgDeps } from "./auth.js";
+export { probeCapabilities } from "./capabilities.js";
+export type { OrgCapabilities } from "./capabilities.js";
+export { queryLimit, limiter, scheduleQuery, scheduleMetadata, scheduleData, toolingPool, metadataPool, dataPool, createRateLimitPools, configureDefaultPools, DEFAULT_POOL_CONCURRENCY, } from "./rate-limit.js";
+export type { RateLimitPools, PoolConcurrencyOverrides } from "./rate-limit.js";
+export { bulkRetrieve, mergeAsyncIterables, mergeAsyncIterablesParallel, } from "./bulk-retrieve.js";
+export type { IngestSkipReport, SkipCategory } from "./bulk-retrieve.js";
+export { iterChanges } from "./source-member.js";
+export { iterApex, iterOne as iterOneApex } from "./extractors/apex.js";
+export { iterLwc } from "./extractors/lwc.js";
+export { iterFlow } from "./extractors/flow.js";
+export { iterObject } from "./extractors/object.js";
+export { iterSecurity } from "./extractors/security.js";
+export { iterIntegration } from "./extractors/integration.js";
+export { iterVlocity } from "./extractors/vlocity.js";
+export { iterOmnistudio } from "./extractors/omnistudio.js";
+export { iterReports } from "./reports.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/extractors/live-org/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/extractors/live-org/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,sBAAsB,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAC5E,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,YAAY,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EACL,UAAU,EACV,OAAO,EACP,aAAa,EACb,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,oBAAoB,EACpB,qBAAqB,EACrB,wBAAwB,GACzB,MAAM,iBAAiB,CAAC;AACzB,YAAY,EAAE,cAAc,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAChF,OAAO,EACL,YAAY,EACZ,mBAAmB,EACnB,2BAA2B,GAC5B,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC"}

package/dist/extractors/live-org/index.js

@@ -0,0 +1,17 @@
+export { wrapConnectionReadOnly } from "./read-only-proxy.js";
+export { ReadOnlyViolationError } from "./errors.js";
+export { resolveOrg, resolveDefaultOrgAlias, safeOrgInfo } from "./auth.js";
+export { probeCapabilities } from "./capabilities.js";
+export { queryLimit, limiter, scheduleQuery, scheduleMetadata, scheduleData, toolingPool, metadataPool, dataPool, createRateLimitPools, configureDefaultPools, DEFAULT_POOL_CONCURRENCY, } from "./rate-limit.js";
+export { bulkRetrieve, mergeAsyncIterables, mergeAsyncIterablesParallel, } from "./bulk-retrieve.js";
+export { iterChanges } from "./source-member.js";
+export { iterApex, iterOne as iterOneApex } from "./extractors/apex.js";
+export { iterLwc } from "./extractors/lwc.js";
+export { iterFlow } from "./extractors/flow.js";
+export { iterObject } from "./extractors/object.js";
+export { iterSecurity } from "./extractors/security.js";
+export { iterIntegration } from "./extractors/integration.js";
+export { iterVlocity } from "./extractors/vlocity.js";
+export { iterOmnistudio } from "./extractors/omnistudio.js";
+export { iterReports } from "./reports.js";
+//# sourceMappingURL=index.js.map

package/dist/extractors/live-org/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/extractors/live-org/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,sBAAsB,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE5E,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEtD,OAAO,EACL,UAAU,EACV,OAAO,EACP,aAAa,EACb,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,oBAAoB,EACpB,qBAAqB,EACrB,wBAAwB,GACzB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,YAAY,EACZ,mBAAmB,EACnB,2BAA2B,GAC5B,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC"}

package/dist/extractors/live-org/rate-limit.d.ts

@@ -0,0 +1,114 @@
+import Bottleneck from "bottleneck";
+/** Cap concurrent query invocations against a single org connection. */
+export declare const queryLimit: import("p-limit").LimitFunction;
+/**
+ * Hard upper bound on a single jsforce call. Used to wrap metadata.list /
+ * metadata.read calls in extractors so a Salesforce-side stall can't park
+ * the extractor (and therefore the sliding-window slot) indefinitely.
+ * Rejects with a descriptive error after `ms`; the failSoft wrapper one
+ * level up surfaces it as a skip. The underlying jsforce HTTP request may
+ * continue until libuv tears it down — we just stop waiting.
+ */
+export declare function withTimeout<T>(p: Promise<T>, ms: number, label: string): Promise<T>;
+/** Per-call ceilings — kept here so all extractors apply them consistently.
+ *  Read timeout raised 45s -> 120s. A single metadata.read of a heavy
+ *  Profile / Layout / Workflow legitimately takes 60-90s on production orgs;
+ *  45s was clipping perfectly-healthy reads. When a batch genuinely needs
+ *  longer than 120s, the streaming-split helper below recursively halves
+ *  the batch on timeout, so we still recover most records instead of
+ *  dropping the whole batch. */
+export declare const METADATA_LIST_TIMEOUT_MS = 30000;
+export declare const METADATA_READ_TIMEOUT_MS = 120000;
+/**
+ * Resilient metadata.read for a batch of items, with adaptive splitting on
+ * timeout. On a clean call, returns whatever Salesforce gave us (as an
+ * array). On any error, if the batch has >1 item, splits in half and
+ * retries each half in parallel — concatenating in original order so the
+ * caller can still index records against the original slice. A single
+ * item that times out is the genuine "this record cannot be ingested"
+ * case; we return `null` for it so the caller can record the skip
+ * without polluting the success path.
+ */
+export declare function readMetadataBatchAdaptive<TItem extends {
+    fullName: string;
+}>(conn: {
+    metadata: {
+        read: (type: string, names: string[]) => Promise<unknown>;
+    };
+}, type: string, items: TItem[]): Promise<(unknown | null)[]>;
+/**
+ * A set of three independent rate-limit pools for one logical scope (a single
+ * org token, typically). Splitting head-of-line blocking is the whole point.
+ *
+ * Use {@link createRateLimitPools} to spawn a fresh set for per-org parallel
+ * ingest. Module-level singletons ({@link toolingPool} etc.) remain available
+ * as the process-wide default for the single-org case.
+ */
+export interface RateLimitPools {
+    toolingPool: Bottleneck;
+    metadataPool: Bottleneck;
+    dataPool: Bottleneck;
+    scheduleQuery<T>(fn: () => Promise<T>): Promise<T>;
+    scheduleMetadata<T>(fn: () => Promise<T>): Promise<T>;
+    scheduleData<T>(fn: () => Promise<T>): Promise<T>;
+}
+/**
+ * Per-pool concurrency overrides. Each value, when provided, replaces the
+ * default `maxConcurrent` for that pool. Used by {@link createRateLimitPools}
+ * and {@link configureDefaultPools}.
+ */
+export interface PoolConcurrencyOverrides {
+    tooling?: number;
+    metadata?: number;
+    data?: number;
+}
+/** Default concurrency. Metadata raised 5 -> 10 — under the sliding-window
+ *  source merger, security + flow + integration + several generic types all
+ *  schedule into this pool simultaneously. 5 slots backlogged the queue past
+ *  failSoft's 180s inactivity ceiling, causing whole sources to be killed
+ *  before their first batch ran. 10 stays well inside Salesforce's tolerance
+ *  for concurrent Metadata API reads and drains the queue ~2× faster. */
+export declare const DEFAULT_POOL_CONCURRENCY: {
+    readonly tooling: 5;
+    readonly metadata: 10;
+    readonly data: 10;
+};
+/**
+ * Build a fresh independent {@link RateLimitPools} set. Each pool has its own
+ * Bottleneck reservoir, so two pool sets do not contend for budget.
+ *
+ * Concurrency resolution order: explicit `overrides` arg > `SFGRAPH_*_POOL`
+ * env vars > {@link DEFAULT_POOL_CONCURRENCY}.
+ */
+export declare function createRateLimitPools(overrides?: PoolConcurrencyOverrides): RateLimitPools;
+export declare const toolingPool: Bottleneck;
+export declare const metadataPool: Bottleneck;
+export declare const dataPool: Bottleneck;
+/**
+ * Back-compat alias. The original `limiter` export is preserved so callers
+ * that haven't migrated to a specific pool continue to work; it points at
+ * the tooling pool (the closest match to the previous single-pool defaults).
+ */
+export declare const limiter: Bottleneck;
+/** Helper that runs a single SOQL/Tooling callable through both gates. */
+export declare function scheduleQuery<T>(fn: () => Promise<T>): Promise<T>;
+/** Schedule a Metadata API call (list/read/retrieve/deploy). */
+export declare function scheduleMetadata<T>(fn: () => Promise<T>): Promise<T>;
+/** Schedule a SObject SOQL / Bulk query (Vlocity, CMDT, generic records). */
+export declare function scheduleData<T>(fn: () => Promise<T>): Promise<T>;
+/**
+ * Mutate the *default* (process-level) pools' concurrency caps at runtime.
+ * Used by the CLI when `--tooling-pool` / `--metadata-pool` / `--data-pool`
+ * flags are passed — by the time those flags are parsed, the singletons have
+ * already been instantiated, so we can't influence them through the
+ * constructor. Bottleneck supports live updates via `updateSettings`.
+ *
+ * Returns the concurrency caps actually applied (after merging defaults +
+ * env vars + overrides), so callers can log what the user got.
+ */
+export declare function configureDefaultPools(overrides?: PoolConcurrencyOverrides): Promise<{
+    tooling: number;
+    metadata: number;
+    data: number;
+}>;
+//# sourceMappingURL=rate-limit.d.ts.map

package/dist/extractors/live-org/rate-limit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limit.d.ts","sourceRoot":"","sources":["../../../src/extractors/live-org/rate-limit.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,YAAY,CAAC;AAGpC,wEAAwE;AACxE,eAAO,MAAM,UAAU,iCAAY,CAAC;AAEpC;;;;;;;GAOG;AACH,wBAAgB,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAcnF;AAED;;;;;;gCAMgC;AAChC,eAAO,MAAM,wBAAwB,QAAS,CAAC;AAC/C,eAAO,MAAM,wBAAwB,SAAU,CAAC;AAEhD;;;;;;;;;GASG;AACH,wBAAsB,yBAAyB,CAAC,KAAK,SAAS;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,EAChF,IAAI,EAAE;IAAE,QAAQ,EAAE;QAAE,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;KAAE,CAAA;CAAE,EACjF,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,KAAK,EAAE,GACb,OAAO,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,CAoC7B;AAKD;;;;;;;GAOG;AACH,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,UAAU,CAAC;IACxB,YAAY,EAAE,UAAU,CAAC;IACzB,QAAQ,EAAE,UAAU,CAAC;IACrB,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACnD,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACtD,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CACnD;AAuCD;;;;GAIG;AACH,MAAM,WAAW,wBAAwB;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;;yEAKyE;AACzE,eAAO,MAAM,wBAAwB;;;;CAI3B,CAAC;AAsBX;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,GAAE,wBAA6B,GAAG,cAAc,CAmD7F;AAKD,eAAO,MAAM,WAAW,YAA2B,CAAC;AACpD,eAAO,MAAM,YAAY,YAA4B,CAAC;AACtD,eAAO,MAAM,QAAQ,YAAwB,CAAC;AAE9C;;;;GAIG;AACH,eAAO,MAAM,OAAO,YAAc,CAAC;AAEnC,0EAA0E;AAC1E,wBAAgB,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAEjE;AAED,gEAAgE;AAChE,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAEpE;AAED,6EAA6E;AAC7E,wBAAgB,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAEhE;AAED;;;;;;;;;GASG;AACH,wBAAsB,qBAAqB,CACzC,SAAS,GAAE,wBAA6B,GACvC,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAa9D"}