@ryanstark24/sfgraph-core 1.2.0 → 1.6.0

package/dist/extractors/live-org/extractors/omnistudio.js

@@ -1,5 +1,6 @@
 import { METADATA_CATEGORY } from "../../../domain/index.js";
-import { scheduleData, soqlWithTimeout } from "../rate-limit.js";
+import { scheduleData } from "../rate-limit.js";
+import { isOrgRejection, querySoqlAll, throwIfIncomplete, } from "../retry.js";
 // Minimal universal fields — Id, Name, LastModifiedDate exist on every
 // OmniStudio SObject across versions. Type discriminators (OmniProcessType,
 // OmniDataTransformType) were dropped because field-name drift across
@@ -16,6 +17,7 @@ const QUERIES = [
         memberType: "OmniDataTransform",
         category: METADATA_CATEGORY.OMNI_DATA_TRANSFORM,
         soql: "SELECT Id, Name, LastModifiedDate FROM OmniDataTransform",
+        fetchItems: true,
     },
     {
         memberType: "OmniUiCard",
@@ -29,10 +31,11 @@ const QUERIES = [
  * JSON blob — parse it server-side so downstream parsers can walk a real
  * object tree instead of a string.
  */
-async function fetchElementsByProcess(conn, processIds) {
+async function fetchElementsByProcess(conn, processIds, retryOpts) {
     const byProcess = new Map();
+    const failedParents = new Map();
     if (processIds.length === 0)
-        return byProcess;
+        return { byParent: byProcess, failedParents };
     // SOQL IN() has a 4000-item ceiling; chunk defensively.
     const CHUNK = 200;
     for (let i = 0; i < processIds.length; i += CHUNK) {
@@ -41,14 +44,20 @@ async function fetchElementsByProcess(conn, processIds) {
         const soql = `SELECT Id, Name, Type, PropertySet, OmniProcessId, ParentElementId, ElementsLevel FROM OmniProcessElement WHERE OmniProcessId IN (${idList})`;
         // OmniProcessElement is a standard SObject in OmniStudio-on-Core, not
         // a Tooling object. Route via conn.query (regular SOQL) on the data pool.
-        let res = null;
+        // 200 parents can carry far more than one 2000-row page of elements:
+        // drain every page (a plain conn.query returns only the first batch).
+        let records = [];
         try {
-            res = (await scheduleData(() => soqlWithTimeout(conn.query(soql), "data OmniProcessElement")));
+            records = await querySoqlAll(conn, soql, "data OmniProcessElement", scheduleData, retryOpts);
         }
-        catch {
+        catch (e) {
+            // Don't emit these parents with a missing/partial element graph;
+            // the caller surfaces them as not fetched.
+            for (const id of slice)
+                failedParents.set(id, e);
             continue;
         }
-        for (const r of res?.records ?? []) {
+        for (const r of records) {
             if (!r.OmniProcessId)
                 continue;
             let propertySet = {};
@@ -69,9 +78,54 @@ async function fetchElementsByProcess(conn, processIds) {
             byProcess.set(r.OmniProcessId, arr);
         }
     }
-    return byProcess;
+    return { byParent: byProcess, failedParents };
+}
+/**
+ * Fetch every OmniDataTransformItem mapping row for the given transform Ids,
+ * grouped by OmniDataTransformationId. These rows carry the structured
+ * field mappings (InputObjectName/InputFieldName, Output*, Lookup*) that
+ * the OmniDataTransform parser turns into DR_READS_FIELD / DR_WRITES_FIELD
+ * edges. Wrapped in its own try/catch per chunk so field-name drift on a
+ * newer org version degrades to "no items" with a breadcrumb; any other
+ * failure (after retries) marks the chunk's parents as not fetched.
+ */
+async function fetchItemsByTransform(conn, transformIds, retryOpts) {
+    const byTransform = new Map();
+    const failedParents = new Map();
+    if (transformIds.length === 0)
+        return { byParent: byTransform, failedParents };
+    const CHUNK = 200;
+    for (let i = 0; i < transformIds.length; i += CHUNK) {
+        const slice = transformIds.slice(i, i + CHUNK);
+        const idList = slice.map((id) => `'${id.replace(/'/g, "\\'")}'`).join(",");
+        const ITEM_FIELDS = "Id, Name, InputObjectName, InputFieldName, OutputObjectName, OutputFieldName, LookupObjectName, LookupByFieldName, FilterValue, FilterOperator, OmniDataTransformationId";
+        const soql = `SELECT ${ITEM_FIELDS} FROM OmniDataTransformItem WHERE OmniDataTransformationId IN (${idList})`;
+        let records = [];
+        try {
+            records = await querySoqlAll(conn, soql, "data OmniDataTransformItem", scheduleData, retryOpts);
+        }
+        catch (e) {
+            if (!isOrgRejection(e)) {
+                for (const id of slice)
+                    failedParents.set(id, e);
+                continue;
+            }
+            console.log(`ingest:   omnistudio item query failed for OmniDataTransformItem: ${e.message?.slice(0, 200) ?? String(e)}`);
+            // Schema drift is permanent: no items for any chunk.
+            return { byParent: byTransform, failedParents };
+        }
+        for (const r of records) {
+            const parentId = String(r.OmniDataTransformationId ?? "");
+            if (!parentId)
+                continue;
+            const arr = byTransform.get(parentId) ?? [];
+            arr.push(r);
+            byTransform.set(parentId, arr);
+        }
+    }
+    return { byParent: byTransform, failedParents };
 }
-export async function* iterOmnistudio(conn) {
+export async function* iterOmnistudio(conn, opts = {}) {
     // Fire all 4 Tooling SOQL queries in parallel — they're independent and
     // the Tooling pool throttles concurrency.
     // Each mapped task wraps scheduleQuery in try/catch so allSettled is
@@ -82,9 +136,14 @@ export async function* iterOmnistudio(conn) {
     // how capabilities.ts detects them). They are NOT Tooling objects, so
     // routing through `conn.tooling.query` silently returned zero rows on
     // orgs that actually had data. Use regular SOQL via the data pool.
-    const settled = await Promise.allSettled(QUERIES.map(async (q) => {
+    const retryOpts = opts.retry ?? {};
+    const failures = [];
+    const activeQueries = QUERIES.filter((q) => !opts.skipTypes?.has(q.memberType));
+    const settled = await Promise.allSettled(activeQueries.map(async (q) => {
         try {
-            const res = (await scheduleData(() => soqlWithTimeout(conn.query(q.soql), `data ${q.memberType}`)));
+            // Drain every page: a plain conn.query returns only the first batch.
+            const records = await querySoqlAll(conn, q.soql, `data ${q.memberType}`, scheduleData, retryOpts);
+            const res = { records };
             return { q, res, err: null };
         }
         catch (e) {
@@ -99,7 +158,11 @@ export async function* iterOmnistudio(conn) {
     // org version (e.g. OmniProcessType -> Type) — without this line we
     // returned `✓ 0 records` and the user had no breadcrumb.
     for (const { q, err } of results) {
-        if (err) {
+        if (err && !isOrgRejection(err)) {
+            // Transient (timeout / connection loss): lost data, surface it.
+            failures.push({ name: q.memberType, error: err });
+        }
+        else if (err) {
             console.log(`ingest:   omnistudio query failed for ${q.memberType}: ${err.message?.slice(0, 200) ?? String(err)}`);
         }
     }
@@ -110,20 +173,44 @@ export async function* iterOmnistudio(conn) {
     // pass those edges never get emitted (parent-only rows have no nested
     // configuration to walk).
     const parentIds = [];
+    const transformIds = [];
     for (const { q, res } of results) {
-        if (!q.fetchElements)
+        if (!q.fetchElements && !q.fetchItems)
             continue;
         for (const r of res?.records ?? []) {
-            if (r.Id)
+            if (!r.Id)
+                continue;
+            if (q.fetchElements)
                 parentIds.push(String(r.Id));
+            if (q.fetchItems)
+                transformIds.push(String(r.Id));
         }
     }
-    const elementsByProcess = await fetchElementsByProcess(conn, parentIds);
+    const [elementFetch, itemFetch] = await Promise.all([
+        fetchElementsByProcess(conn, parentIds, retryOpts),
+        fetchItemsByTransform(conn, transformIds, retryOpts),
+    ]);
+    const elementsByProcess = elementFetch.byParent;
+    const itemsByTransform = itemFetch.byParent;
     for (const { q, res } of results) {
         for (const r of res?.records ?? []) {
             const name = String(r.DeveloperName ?? r.Name ?? r.Id ?? "");
+            const id = r.Id ? String(r.Id) : "";
+            const childErr = (q.fetchElements && elementFetch.failedParents.get(id)) ||
+                (q.fetchItems && itemFetch.failedParents.get(id));
+            if (childErr) {
+                // Emitting the parent without its children would replace a good
+                // node with an edgeless one; leave it for --retry-skipped.
+                failures.push({ name: `${q.memberType}:${name}`, error: childErr });
+                continue;
+            }
             const elements = q.fetchElements && r.Id ? (elementsByProcess.get(String(r.Id)) ?? []) : [];
-            const enriched = elements.length > 0 ? { ...r, elements } : r;
+            const items = q.fetchItems && r.Id ? (itemsByTransform.get(String(r.Id)) ?? []) : [];
+            let enriched = r;
+            if (elements.length > 0)
+                enriched = { ...enriched, elements };
+            if (items.length > 0)
+                enriched = { ...enriched, items };
             yield {
                 ref: {
                     category: q.category,
@@ -137,5 +224,6 @@ export async function* iterOmnistudio(conn) {
             };
         }
     }
+    throwIfIncomplete("omnistudio", failures);
 }
 //# sourceMappingURL=omnistudio.js.map

package/dist/extractors/live-org/extractors/omnistudio.js.map

@@ -1 +1 @@
-{"version":3,"file":"omnistudio.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/omnistudio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAyB,MAAM,0BAA0B,CAAC;AAEpF,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AA8BjE,uEAAuE;AACvE,4EAA4E;AAC5E,sEAAsE;AACtE,wEAAwE;AACxE,+BAA+B;AAC/B,MAAM,OAAO,GAAa;IACxB;QACE,UAAU,EAAE,aAAa;QACzB,QAAQ,EAAE,iBAAiB,CAAC,YAAY;QACxC,IAAI,EAAE,oDAAoD;QAC1D,aAAa,EAAE,IAAI;KACpB;IACD;QACE,UAAU,EAAE,mBAAmB;QAC/B,QAAQ,EAAE,iBAAiB,CAAC,mBAAmB;QAC/C,IAAI,EAAE,0DAA0D;KACjE;IACD;QACE,UAAU,EAAE,YAAY;QACxB,QAAQ,EAAE,iBAAiB,CAAC,YAAY;QACxC,IAAI,EAAE,mDAAmD;KAC1D;CACF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,sBAAsB,CACnC,IAAS,EACT,UAAoB;IAEpB,MAAM,SAAS,GAAG,IAAI,GAAG,EAA8E,CAAC;IACxG,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC9C,wDAAwD;IACxD,MAAM,KAAK,GAAG,GAAG,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,qIAAqI,MAAM,GAAG,CAAC;QAC5J,sEAAsE;QACtE,0EAA0E;QAC1E,IAAI,GAAG,GAAuC,IAAI,CAAC;QACnD,IAAI,CAAC;YACH,GAAG,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,CAC7B,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,yBAAyB,CAAC,CAC7D,CAEO,CAAC;QACX,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,CAAC,aAAa;gBAAE,SAAS;YAC/B,IAAI,WAAW,GAAY,EAAE,CAAC;YAC9B,IAAI,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClE,IAAI,CAAC;oBACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;gBAC1C,CAAC;gBAAC,MAAM,CAAC;oBACP,WAAW,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBACxC,CAAC;YACH,CAAC;YACD,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YACjD,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC1B,WAAW;gBACX,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI;aACrB,CAAC,CAAC;YACH,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,IAAS;IAC7C,wEAAwE;IACxE,0CAA0C;IAC1C,qEAAqE;IACrE,qEAAqE;IACrE,sEAAsE;IACtE,wEAAwE;IACxE,0EAA0E;IAC1E,sEAAsE;IACtE,sEAAsE;IACtE,mEAAmE;IACnE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACtB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,CACnC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC,UAAU,EAAE,CAAC,CAC5D,CAEO,CAAC;YACT,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,IAAoB,EAAE,CAAC;QAC/C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAU,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IACF,MAAM,OAAO,GAAG,OAAO;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SACvD,MAAM,CACL,CAAC,CAAC,EAA2E,EAAE,CAAC,CAAC,KAAK,IAAI,CAC3F,CAAC;IAEJ,sEAAsE;IACtE,uEAAuE;IACvE,oEAAoE;IACpE,yDAAyD;IACzD,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;QACjC,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,CAAC,GAAG,CACT,yCAAyC,CAAC,CAAC,UAAU,KAAK,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CACtG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,yEAAyE;IACzE,wEAAwE;IACxE,wEAAwE;IACxE,sEAAsE;IACtE,0BAA0B;IAC1B,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,CAAC,aAAa;YAAE,SAAS;QAC/B,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,EAAE;gBAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IACD,MAAM,iBAAiB,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAExE,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;QACjC,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5F,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,MAAM;gBACJ,GAAG,EAAE;oBACH,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,UAAU,EAAE,IAAI;oBAChB,cAAc,EAAE,CAAC,CAAC,gBAAgB,IAAI,IAAI;oBAC1C,SAAS,EAAE,mBAAmB,CAAC,CAAC,UAAU,IAAI,IAAI,EAAE;oBACpD,SAAS,EAAE,IAAI;iBAChB;gBACD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;aAClC,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}
+{"version":3,"file":"omnistudio.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/omnistudio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAyB,MAAM,0BAA0B,CAAC;AAEpF,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAGL,cAAc,EACd,YAAY,EACZ,iBAAiB,GAClB,MAAM,aAAa,CAAC;AAyCrB,uEAAuE;AACvE,4EAA4E;AAC5E,sEAAsE;AACtE,wEAAwE;AACxE,+BAA+B;AAC/B,MAAM,OAAO,GAAa;IACxB;QACE,UAAU,EAAE,aAAa;QACzB,QAAQ,EAAE,iBAAiB,CAAC,YAAY;QACxC,IAAI,EAAE,oDAAoD;QAC1D,aAAa,EAAE,IAAI;KACpB;IACD;QACE,UAAU,EAAE,mBAAmB;QAC/B,QAAQ,EAAE,iBAAiB,CAAC,mBAAmB;QAC/C,IAAI,EAAE,0DAA0D;QAChE,UAAU,EAAE,IAAI;KACjB;IACD;QACE,UAAU,EAAE,YAAY;QACxB,QAAQ,EAAE,iBAAiB,CAAC,YAAY;QACxC,IAAI,EAAE,mDAAmD;KAC1D;CACF,CAAC;AAEF;;;;;GAKG;AACH,KAAK,UAAU,sBAAsB,CACnC,IAAS,EACT,UAAoB,EACpB,SAAuB;IAEvB,MAAM,SAAS,GAAG,IAAI,GAAG,EAGtB,CAAC;IACJ,MAAM,aAAa,GAAG,IAAI,GAAG,EAAmB,CAAC;IACjD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3E,wDAAwD;IACxD,MAAM,KAAK,GAAG,GAAG,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,qIAAqI,MAAM,GAAG,CAAC;QAC5J,sEAAsE;QACtE,0EAA0E;QAC1E,qEAAqE;QACrE,sEAAsE;QACtE,IAAI,OAAO,GAAkB,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,YAAY,CAC1B,IAAI,EACJ,IAAI,EACJ,yBAAyB,EACzB,YAAY,EACZ,SAAS,CACV,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,iEAAiE;YACjE,2CAA2C;YAC3C,KAAK,MAAM,EAAE,IAAI,KAAK;gBAAE,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACjD,SAAS;QACX,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,CAAC,CAAC,aAAa;gBAAE,SAAS;YAC/B,IAAI,WAAW,GAAY,EAAE,CAAC;YAC9B,IAAI,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClE,IAAI,CAAC;oBACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;gBAC1C,CAAC;gBAAC,MAAM,CAAC;oBACP,WAAW,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBACxC,CAAC;YACH,CAAC;YACD,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YACjD,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC1B,WAAW;gBACX,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI;aACrB,CAAC,CAAC;YACH,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;AAChD,CAAC;AAED;;;;;;;;GAQG;AACH,KAAK,UAAU,qBAAqB,CAClC,IAAS,EACT,YAAsB,EACtB,SAAuB;IAEvB,MAAM,WAAW,GAAG,IAAI,GAAG,EAA0C,CAAC;IACtE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAmB,CAAC;IACjD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC;IAC/E,MAAM,KAAK,GAAG,GAAG,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,MAAM,WAAW,GACf,0KAA0K,CAAC;QAC7K,MAAM,IAAI,GAAG,UAAU,WAAW,kEAAkE,MAAM,GAAG,CAAC;QAC9G,IAAI,OAAO,GAAmC,EAAE,CAAC;QACjD,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,YAAY,CAC1B,IAAI,EACJ,IAAI,EACJ,4BAA4B,EAC5B,YAAY,EACZ,SAAS,CACV,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvB,KAAK,MAAM,EAAE,IAAI,KAAK;oBAAE,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBACjD,SAAS;YACX,CAAC;YACD,OAAO,CAAC,GAAG,CACT,qEAAsE,CAAW,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CACxH,CAAC;YACF,qDAAqD;YACrD,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC;QAClD,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;YAC1D,IAAI,CAAC,QAAQ;gBAAE,SAAS;YACxB,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC5C,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACZ,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC;AAClD,CAAC;AAYD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,IAAS,EACT,OAA2B,EAAE;IAE7B,wEAAwE;IACxE,0CAA0C;IAC1C,qEAAqE;IACrE,qEAAqE;IACrE,sEAAsE;IACtE,wEAAwE;IACxE,0EAA0E;IAC1E,sEAAsE;IACtE,sEAAsE;IACtE,mEAAmE;IACnE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAC5B,IAAI,CAAC;YACH,qEAAqE;YACrE,MAAM,OAAO,GAAG,MAAM,YAAY,CAChC,IAAI,EACJ,CAAC,CAAC,IAAI,EACN,QAAQ,CAAC,CAAC,UAAU,EAAE,EACtB,YAAY,EACZ,SAAS,CACV,CAAC;YACF,MAAM,GAAG,GAAG,EAAE,OAAO,EAAiC,CAAC;YACvD,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,IAAoB,EAAE,CAAC;QAC/C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAU,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IACF,MAAM,OAAO,GAAG,OAAO;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SACvD,MAAM,CACL,CAAC,CAAC,EAA2E,EAAE,CAAC,CAAC,KAAK,IAAI,CAC3F,CAAC;IAEJ,sEAAsE;IACtE,uEAAuE;IACvE,oEAAoE;IACpE,yDAAyD;IACzD,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;QACjC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,gEAAgE;YAChE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACpD,CAAC;aAAM,IAAI,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CACT,yCAAyC,CAAC,CAAC,UAAU,KAAK,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CACtG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,yEAAyE;IACzE,wEAAwE;IACxE,wEAAwE;IACxE,sEAAsE;IACtE,0BAA0B;IAC1B,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC,UAAU;YAAE,SAAS;QAChD,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,CAAC,EAAE;gBAAE,SAAS;YACpB,IAAI,CAAC,CAAC,aAAa;gBAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAClD,IAAI,CAAC,CAAC,UAAU;gBAAE,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClD,sBAAsB,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC;QAClD,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,SAAS,CAAC;KACrD,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,YAAY,CAAC,QAAQ,CAAC;IAChD,MAAM,gBAAgB,GAAG,SAAS,CAAC,QAAQ,CAAC;IAE5C,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;QACjC,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,MAAM,QAAQ,GACZ,CAAC,CAAC,CAAC,aAAa,IAAI,YAAY,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACvD,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACpD,IAAI,QAAQ,EAAE,CAAC;gBACb,gEAAgE;gBAChE,2DAA2D;gBAC3D,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,UAAU,IAAI,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACpE,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GAAG,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5F,MAAM,KAAK,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,IAAI,QAAQ,GAA4B,CAAC,CAAC;YAC1C,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;gBAAE,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,CAAC;YAC9D,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,CAAC;YACxD,MAAM;gBACJ,GAAG,EAAE;oBACH,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,UAAU,EAAE,IAAI;oBAChB,cAAc,EAAE,CAAC,CAAC,gBAAgB,IAAI,IAAI;oBAC1C,SAAS,EAAE,mBAAmB,CAAC,CAAC,UAAU,IAAI,IAAI,EAAE;oBACpD,SAAS,EAAE,IAAI;iBAChB;gBACD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;aAClC,CAAC;QACJ,CAAC;IACH,CAAC;IACD,iBAAiB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AAC5C,CAAC"}

package/dist/extractors/live-org/extractors/security.d.ts

@@ -1,3 +1,14 @@
 import type { RawMember } from "../../interfaces/metadata-source.js";
-export declare function iterSecurity(conn: any): AsyncIterable<RawMember>;
+import { type RetryOptions } from "../retry.js";
+/**
+ * Members per `metadata.read` call, by type (default BATCH). Profiles are read
+ * one per call (cycle 2 T2): on a large live org each of the 109 Profiles is about
+ * 2.9 MB of XML. A 10-Profile call took 78 s and raised the main heap by
+ * about 170 MB while jsforce parsed the SOAP body; with 4 such calls in
+ * flight the live-org ingest peaked at 2.35-2.45 GB RSS. The same 10 Profiles
+ * read one per call, 4 at a time, took 32 s, and only 4 Profiles are in
+ * flight at once.
+ */
+export declare const SECURITY_READ_BATCH: Readonly<Record<string, number>>;
+export declare function iterSecurity(conn: any, retryOpts?: RetryOptions): AsyncIterable<RawMember>;
 //# sourceMappingURL=security.d.ts.map

package/dist/extractors/live-org/extractors/security.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/security.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AAgFrE,wBAAuB,YAAY,CAAC,IAAI,EAAE,GAAG,GAAG,aAAa,CAAC,SAAS,CAAC,CASvE"}
+{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/security.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AAQrE,OAAO,EAEL,KAAK,YAAY,EAIlB,MAAM,aAAa,CAAC;AAIrB;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAkB,CAAC;AAwFpF,wBAAuB,YAAY,CACjC,IAAI,EAAE,GAAG,EACT,SAAS,GAAE,YAAiB,GAC3B,aAAa,CAAC,SAAS,CAAC,CAa1B"}

package/dist/extractors/live-org/extractors/security.js

@@ -2,7 +2,18 @@ import { XMLBuilder } from "fast-xml-parser";
 import { METADATA_CATEGORY } from "../../../domain/index.js";
 import { mergeAsyncIterablesParallel } from "../bulk-retrieve.js";
 import { METADATA_LIST_TIMEOUT_MS, readMetadataBatchAdaptive, scheduleMetadata, withTimeout, } from "../rate-limit.js";
+import { catchInto, throwIfIncomplete, withRetry, } from "../retry.js";
 const BATCH = 10;
+/**
+ * Members per `metadata.read` call, by type (default BATCH). Profiles are read
+ * one per call (cycle 2 T2): on a large live org each of the 109 Profiles is about
+ * 2.9 MB of XML. A 10-Profile call took 78 s and raised the main heap by
+ * about 170 MB while jsforce parsed the SOAP body; with 4 such calls in
+ * flight the live-org ingest peaked at 2.35-2.45 GB RSS. The same 10 Profiles
+ * read one per call, 4 at a time, took 32 s, and only 4 Profiles are in
+ * flight at once.
+ */
+export const SECURITY_READ_BATCH = { Profile: 1 };
 const xml = new XMLBuilder({ ignoreAttributes: false, format: false, suppressEmptyNode: true });
 const TYPE_TO_CATEGORY = {
     Profile: METADATA_CATEGORY.PROFILE,
@@ -17,13 +28,18 @@ const TYPE_TO_CATEGORY = {
  * could park here for minutes with zero yields, getting the source killed
  * by the 180s inactivity timeout on slow orgs.
  */
-async function* iterType(conn, type) {
-    const list = (await scheduleMetadata(() => withTimeout(conn.metadata.list([{ type }]), METADATA_LIST_TIMEOUT_MS, `metadata.list ${type}`)));
+async function* iterType(conn, type, failures, retryOpts) {
+    const onFailed = (names, error) => {
+        for (const name of names)
+            failures.push({ name: `${type}:${name}`, error });
+    };
+    const list = (await withRetry(() => scheduleMetadata(() => withTimeout(conn.metadata.list([{ type }]), METADATA_LIST_TIMEOUT_MS, `metadata.list ${type}`)), retryOpts));
     const items = Array.isArray(list) ? list : [];
     const category = TYPE_TO_CATEGORY[type] ?? METADATA_CATEGORY.SECURITY;
     const batches = [];
-    for (let i = 0; i < items.length; i += BATCH)
-        batches.push(items.slice(i, i + BATCH));
+    const size = SECURITY_READ_BATCH[type] ?? BATCH;
+    for (let i = 0; i < items.length; i += size)
+        batches.push(items.slice(i, i + size));
     const BATCH_WINDOW = 4;
     const inFlight = new Map();
     let nextBatch = 0;
@@ -34,7 +50,7 @@ async function* iterType(conn, type) {
         const p = (async () => ({
             idx,
             batch,
-            records: await readMetadataBatchAdaptive(conn, type, batch),
+            records: await readMetadataBatchAdaptive(conn, type, batch, 0, onFailed),
         }))();
         inFlight.set(idx, p);
     };
@@ -67,10 +83,16 @@ async function* iterType(conn, type) {
         }
     }
 }
-export async function* iterSecurity(conn) {
+export async function* iterSecurity(conn, retryOpts = {}) {
     // Run all three types in parallel — they all schedule through the same
     // Metadata pool, but the pool's 5-wide budget is now actually utilised
     // (previously: Profile finished entirely before PermissionSet started).
-    yield* mergeAsyncIterablesParallel(iterType(conn, "Profile"), iterType(conn, "PermissionSet"), iterType(conn, "SharingRules"));
+    // mergeAsyncIterablesParallel treats a rejected sub-stream as silently
+    // done, so each type is wrapped with catchInto and every loss (failed
+    // list, unreadable members) is re-thrown once all three types finished.
+    const failures = [];
+    const types = ["Profile", "PermissionSet", "SharingRules"];
+    yield* mergeAsyncIterablesParallel(...types.map((t) => catchInto(t, iterType(conn, t, failures, retryOpts), failures)));
+    throwIfIncomplete("security", failures);
 }
 //# sourceMappingURL=security.js.map

package/dist/extractors/live-org/extractors/security.js.map

@@ -1 +1 @@
-{"version":3,"file":"security.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/security.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAyB,MAAM,0BAA0B,CAAC;AAEpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,gBAAgB,EAChB,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAE1B,MAAM,KAAK,GAAG,EAAE,CAAC;AACjB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;AAQhG,MAAM,gBAAgB,GAAqC;IACzD,OAAO,EAAE,iBAAiB,CAAC,OAAO;IAClC,aAAa,EAAE,iBAAiB,CAAC,cAAc;IAC/C,YAAY,EAAE,iBAAiB,CAAC,YAAY;CAC7C,CAAC;AAEF;;;;;;;GAOG;AACH,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAS,EAAE,IAAY;IAC9C,MAAM,IAAI,GAAG,CAAC,MAAM,gBAAgB,CAAC,GAAG,EAAE,CACxC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,wBAAwB,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAC/F,CAAwB,CAAC;IAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC;IACtE,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IACtF,MAAM,YAAY,GAAG,CAAC,CAAC;IAEvB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,MAAM,GAAG,CAAC,GAAW,EAAQ,EAAE;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAsB,EAAE,CAAC,CAAC;YACxC,GAAG;YACH,KAAK;YACL,OAAO,EAAE,MAAM,yBAAyB,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC;SAC5D,CAAC,CAAC,EAAE,CAAC;QACN,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC;IACF,OAAO,QAAQ,CAAC,IAAI,GAAG,YAAY,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM;QAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IACvF,OAAO,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACtE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM;YAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,GAAG,KAAK,IAAI;gBAAE,SAAS,CAAC,kDAAkD;YAC9E,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;YAC3C,MAAM;gBACJ,GAAG,EAAE;oBACH,QAAQ;oBACR,UAAU,EAAE,IAAI;oBAChB,UAAU,EAAE,IAAI,CAAC,QAAQ;oBACzB,cAAc,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC7C,SAAS,EAAE,iBAAiB,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACnD,SAAS,EAAE,IAAI,CAAC,eAAe,IAAI,IAAI;iBACxC;gBACD,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;aACjE,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,YAAY,CAAC,IAAS;IAC3C,uEAAuE;IACvE,uEAAuE;IACvE,wEAAwE;IACxE,KAAK,CAAC,CAAC,2BAA2B,CAChC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,EACzB,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,EAC/B,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,CAC/B,CAAC;AACJ,CAAC"}
+{"version":3,"file":"security.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/security.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAyB,MAAM,0BAA0B,CAAC;AAEpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,gBAAgB,EAChB,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,SAAS,EACT,iBAAiB,EACjB,SAAS,GACV,MAAM,aAAa,CAAC;AAErB,MAAM,KAAK,GAAG,EAAE,CAAC;AAEjB;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAqC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;AACpF,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;AAQhG,MAAM,gBAAgB,GAAqC;IACzD,OAAO,EAAE,iBAAiB,CAAC,OAAO;IAClC,aAAa,EAAE,iBAAiB,CAAC,cAAc;IAC/C,YAAY,EAAE,iBAAiB,CAAC,YAAY;CAC7C,CAAC;AAEF;;;;;;;GAOG;AACH,KAAK,SAAS,CAAC,CAAC,QAAQ,CACtB,IAAS,EACT,IAAY,EACZ,QAAwB,EACxB,SAAuB;IAEvB,MAAM,QAAQ,GAAG,CAAC,KAAe,EAAE,KAAc,EAAE,EAAE;QACnD,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,IAAI,IAAI,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9E,CAAC,CAAC;IACF,MAAM,IAAI,GAAG,CAAC,MAAM,SAAS,CAC3B,GAAG,EAAE,CACH,gBAAgB,CAAC,GAAG,EAAE,CACpB,WAAW,CACT,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAC9B,wBAAwB,EACxB,iBAAiB,IAAI,EAAE,CACxB,CACF,EACH,SAAS,CACV,CAAwB,CAAC;IAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC;IACtE,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACpF,MAAM,YAAY,GAAG,CAAC,CAAC;IAEvB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,MAAM,GAAG,CAAC,GAAW,EAAQ,EAAE;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAsB,EAAE,CAAC,CAAC;YACxC,GAAG;YACH,KAAK;YACL,OAAO,EAAE,MAAM,yBAAyB,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,CAAC;SACzE,CAAC,CAAC,EAAE,CAAC;QACN,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC;IACF,OAAO,QAAQ,CAAC,IAAI,GAAG,YAAY,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM;QAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IACvF,OAAO,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACtE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM;YAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,GAAG,KAAK,IAAI;gBAAE,SAAS,CAAC,kDAAkD;YAC9E,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;YAC3C,MAAM;gBACJ,GAAG,EAAE;oBACH,QAAQ;oBACR,UAAU,EAAE,IAAI;oBAChB,UAAU,EAAE,IAAI,CAAC,QAAQ;oBACzB,cAAc,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC7C,SAAS,EAAE,iBAAiB,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACnD,SAAS,EAAE,IAAI,CAAC,eAAe,IAAI,IAAI;iBACxC;gBACD,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;aACjE,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,YAAY,CACjC,IAAS,EACT,YAA0B,EAAE;IAE5B,uEAAuE;IACvE,uEAAuE;IACvE,wEAAwE;IACxE,uEAAuE;IACvE,sEAAsE;IACtE,wEAAwE;IACxE,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,CAAC,SAAS,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC;IAC3D,KAAK,CAAC,CAAC,2BAA2B,CAChC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAC,CACpF,CAAC;IACF,iBAAiB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;AAC1C,CAAC"}

package/dist/extractors/live-org/rate-limit.d.ts

@@ -1,6 +1,33 @@
+import { AsyncLocalStorage } from "node:async_hooks";
 import Bottleneck from "bottleneck";
 /** Cap concurrent query invocations against a single org connection. */
 export declare const queryLimit: import("p-limit").LimitFunction;
+/** Mutable cell observed by every rate-limit wrapper. The merger (W1.5-02)
+ *  flips `.value = true` to instruct callers to abandon the current await.
+ *  Compatible with `BackgroundWedgeEntry.stopWaitingRef` (same shape). */
+export interface StopSignal {
+    value: boolean;
+}
+/** Typed sentinel surfaced by the rate-limit wrappers when a stop-signal
+ *  is observed mid-race. Distinct from a real timeout so callers (e.g. the
+ *  late-drain loop in bulk-retrieve.ts) can branch on the kind of failure.
+ *
+ *  This is a voluntary stop on the caller side — it is NOT a wedge, and it
+ *  is NOT proof that the underlying HTTP request was cancelled (see
+ *  socket-leak limitation above). */
+export declare class StopWaitingError extends Error {
+    readonly stopWaiting: true;
+    constructor(label: string);
+}
+/**
+ * AsyncLocalStorage context channel — the merger's `failSoft` wrapper
+ * `.run()`s the body inside `stopSignalContext.run(stopSignal, ...)` so any
+ * downstream call into a rate-limit wrapper that did not receive an
+ * explicit stopSignal can still pick one up. Tradeoff: implicit, but the
+ * alternative is threading a new optional param through every extractor
+ * signature (~13 files). Documented as a deviation in the W1.5-03 SUMMARY.
+ */
+export declare const stopSignalContext: AsyncLocalStorage<StopSignal>;
 /**
  * Hard upper bound on a single jsforce call. Used to wrap metadata.list /
  * metadata.read calls in extractors so a Salesforce-side stall can't park
@@ -8,8 +35,14 @@ export declare const queryLimit: import("p-limit").LimitFunction;
  * Rejects with a descriptive error after `ms`; the failSoft wrapper one
  * level up surfaces it as a skip. The underlying jsforce HTTP request may
  * continue until libuv tears it down — we just stop waiting.
+ *
+ * Phase 1.5 W1.5-03: accepts an optional `stopSignal` cell. When the cell's
+ * `.value` flips to `true` mid-race, the timer is cleared and the returned
+ * promise rejects with `StopWaitingError`. The underlying jsforce request
+ * is NOT cancelled — see the socket-leak limitation block at the top of
+ * this file.
  */
-export declare function withTimeout<T>(p: Promise<T>, ms: number, label: string): Promise<T>;
+export declare function withTimeout<T>(p: Promise<T>, ms: number, label: string, stopSignal?: StopSignal): Promise<T>;
 /** Per-call ceilings — kept here so all extractors apply them consistently.
  *  Read timeout raised 45s -> 120s. A single metadata.read of a heavy
  *  Profile / Layout / Workflow legitimately takes 60-90s on production orgs;
@@ -35,7 +68,7 @@ export declare const METADATA_DESCRIBE_TIMEOUT_MS = 60000;
  *  with a SOQL-flavoured withTimeout. Centralizes the timeout value so
  *  callers don't drift; centralizes the label format so failures are
  *  greppable. */
-export declare function soqlWithTimeout<T>(p: Promise<T>, label: string, ms?: number): Promise<T>;
+export declare function soqlWithTimeout<T>(p: Promise<T>, label: string, ms?: number, stopSignal?: StopSignal): Promise<T>;
 /**
  * Maximum items per `metadata.read` Salesforce SOAP call. The platform docs
  * cap this at 10 — passing more makes jsforce either error or silently
@@ -50,13 +83,19 @@ export declare function soqlWithTimeout<T>(p: Promise<T>, label: string, ms?: nu
  * the Metadata SOAP path is silently broken on real orgs.
  */
 export declare const METADATA_READ_BATCH_SIZE: number;
+/**
+ * Called by {@link readMetadataBatchAdaptive} for items it had to give up on
+ * (single-item failure after one re-try, or the bisect depth ceiling). Items
+ * the server simply did not return are NOT failures and are not reported.
+ */
+export type MetadataReadFailureHandler = (fullNames: string[], error: unknown) => void;
 export declare function readMetadataBatchAdaptive<TItem extends {
     fullName: string;
 }>(conn: {
     metadata: {
         read: (type: string, names: string[]) => Promise<unknown>;
     };
-}, type: string, items: TItem[], depth?: number): Promise<(unknown | null)[]>;
+}, type: string, items: TItem[], depth?: number, onFailed?: MetadataReadFailureHandler, singleRetried?: boolean): Promise<(unknown | null)[]>;
 /**
  * A set of three independent rate-limit pools for one logical scope (a single
  * org token, typically). Splitting head-of-line blocking is the whole point.
@@ -69,9 +108,9 @@ export interface RateLimitPools {
     toolingPool: Bottleneck;
     metadataPool: Bottleneck;
     dataPool: Bottleneck;
-    scheduleQuery<T>(fn: () => Promise<T>): Promise<T>;
-    scheduleMetadata<T>(fn: () => Promise<T>): Promise<T>;
-    scheduleData<T>(fn: () => Promise<T>): Promise<T>;
+    scheduleQuery<T>(fn: () => Promise<T>, stopSignal?: StopSignal): Promise<T>;
+    scheduleMetadata<T>(fn: () => Promise<T>, stopSignal?: StopSignal): Promise<T>;
+    scheduleData<T>(fn: () => Promise<T>, stopSignal?: StopSignal): Promise<T>;
 }
 /**
  * Per-pool concurrency overrides. Each value, when provided, replaces the
@@ -94,13 +133,6 @@ export declare const DEFAULT_POOL_CONCURRENCY: {
     readonly metadata: 10;
     readonly data: 10;
 };
-/**
- * Build a fresh independent {@link RateLimitPools} set. Each pool has its own
- * Bottleneck reservoir, so two pool sets do not contend for budget.
- *
- * Concurrency resolution order: explicit `overrides` arg > `SFGRAPH_*_POOL`
- * env vars > {@link DEFAULT_POOL_CONCURRENCY}.
- */
 export declare function createRateLimitPools(overrides?: PoolConcurrencyOverrides): RateLimitPools;
 export declare const toolingPool: Bottleneck;
 export declare const metadataPool: Bottleneck;
@@ -112,11 +144,11 @@ export declare const dataPool: Bottleneck;
  */
 export declare const limiter: Bottleneck;
 /** Helper that runs a single SOQL/Tooling callable through both gates. */
-export declare function scheduleQuery<T>(fn: () => Promise<T>): Promise<T>;
+export declare function scheduleQuery<T>(fn: () => Promise<T>, stopSignal?: StopSignal): Promise<T>;
 /** Schedule a Metadata API call (list/read/retrieve/deploy). */
-export declare function scheduleMetadata<T>(fn: () => Promise<T>): Promise<T>;
+export declare function scheduleMetadata<T>(fn: () => Promise<T>, stopSignal?: StopSignal): Promise<T>;
 /** Schedule a SObject SOQL / Bulk query (Vlocity, CMDT, generic records). */
-export declare function scheduleData<T>(fn: () => Promise<T>): Promise<T>;
+export declare function scheduleData<T>(fn: () => Promise<T>, stopSignal?: StopSignal): Promise<T>;
 /**
  * Mutate the *default* (process-level) pools' concurrency caps at runtime.
  * Used by the CLI when `--tooling-pool` / `--metadata-pool` / `--data-pool`

package/dist/extractors/live-org/rate-limit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"rate-limit.d.ts","sourceRoot":"","sources":["../../../src/extractors/live-org/rate-limit.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,YAAY,CAAC;AAGpC,wEAAwE;AACxE,eAAO,MAAM,UAAU,iCAAY,CAAC;AAEpC;;;;;;;GAOG;AACH,wBAAgB,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAcnF;AAED;;;;;;gCAMgC;AAChC,eAAO,MAAM,wBAAwB,QAAS,CAAC;AAC/C,eAAO,MAAM,wBAAwB,SAAU,CAAC;AAChD;;;;;;uCAMuC;AACvC,eAAO,MAAM,eAAe,QAAS,CAAC;AACtC;gEACgE;AAChE,eAAO,MAAM,0BAA0B,QAAS,CAAC;AACjD,eAAO,MAAM,4BAA4B,QAAS,CAAC;AAEnD;;;iBAGiB;AACjB,wBAAgB,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,SAAkB,GAAG,OAAO,CAAC,CAAC,CAAC,CAEjG;AAqBD;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,wBAAwB,QAGjC,CAAC;AAEL,wBAAsB,yBAAyB,CAAC,KAAK,SAAS;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,EAChF,IAAI,EAAE;IAAE,QAAQ,EAAE;QAAE,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;KAAE,CAAA;CAAE,EACjF,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,KAAK,EAAE,EACd,KAAK,SAAI,GACR,OAAO,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,CA4D7B;AAKD;;;;;;;GAOG;AACH,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,UAAU,CAAC;IACxB,YAAY,EAAE,UAAU,CAAC;IACzB,QAAQ,EAAE,UAAU,CAAC;IACrB,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACnD,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACtD,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CACnD;AAuCD;;;;GAIG;AACH,MAAM,WAAW,wBAAwB;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;;yEAKyE;AACzE,eAAO,MAAM,wBAAwB;;;;CAI3B,CAAC;AAsBX;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,GAAE,wBAA6B,GAAG,cAAc,CAmD7F;AAKD,eAAO,MAAM,WAAW,YAA2B,CAAC;AACpD,eAAO,MAAM,YAAY,YAA4B,CAAC;AACtD,eAAO,MAAM,QAAQ,YAAwB,CAAC;AAE9C;;;;GAIG;AACH,eAAO,MAAM,OAAO,YAAc,CAAC;AAEnC,0EAA0E;AAC1E,wBAAgB,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAEjE;AAED,gEAAgE;AAChE,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAEpE;AAED,6EAA6E;AAC7E,wBAAgB,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAEhE;AAED;;;;;;;;;GASG;AAoBH,MAAM,WAAW,eAAe,CAAC,OAAO;IACtC,4EAA4E;IAC5E,GAAG,EAAE,MAAM,EAAE,CAAC;IACd;uDACmD;IACnD,QAAQ,EAAE,MAAM,CAAC;IACjB,uDAAuD;IACvD,KAAK,EAAE,MAAM,CAAC;IACd;;+CAE2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;8EAC0E;IAC1E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;IACpD,oEAAoE;IACpE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;uCAEmC;IACnC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,OAAO,CAAC,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC,CAAC;CAC5D;AAED;;wEAEwE;AACxE,wBAAgB,sBAAsB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAW5D;AAED;;;;;GAKG;AACH,wBAAsB,oBAAoB,CAAC,OAAO,EAChD,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,GAC7B,OAAO,CAAC,OAAO,EAAE,CAAC,CA2CpB;AAED,wBAAsB,qBAAqB,CACzC,SAAS,GAAE,wBAA6B,GACvC,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAa9D"}
+{"version":3,"file":"rate-limit.d.ts","sourceRoot":"","sources":["../../../src/extractors/live-org/rate-limit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAiB,MAAM,kBAAkB,CAAC;AACpE,OAAO,UAAU,MAAM,YAAY,CAAC;AAWpC,wEAAwE;AACxE,eAAO,MAAM,UAAU,iCAAY,CAAC;AAwDpC;;0EAE0E;AAC1E,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,OAAO,CAAC;CAChB;AAED;;;;;;qCAMqC;AACrC,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,QAAQ,CAAC,WAAW,EAAG,IAAI,CAAU;gBACzB,KAAK,EAAE,MAAM;CAI1B;AAOD;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,+BAAsC,CAAC;AAWrE;;;;;;;;;;;;;GAaG;AACH,wBAAgB,WAAW,CAAC,CAAC,EAC3B,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EACb,EAAE,EAAE,MAAM,EACV,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,UAAU,GACtB,OAAO,CAAC,CAAC,CAAC,CAsCZ;AAED;;;;;;gCAMgC;AAChC,eAAO,MAAM,wBAAwB,QAAS,CAAC;AAC/C,eAAO,MAAM,wBAAwB,SAAU,CAAC;AAChD;;;;;;uCAMuC;AACvC,eAAO,MAAM,eAAe,QAAS,CAAC;AACtC;gEACgE;AAChE,eAAO,MAAM,0BAA0B,QAAS,CAAC;AACjD,eAAO,MAAM,4BAA4B,QAAS,CAAC;AAEnD;;;iBAGiB;AACjB,wBAAgB,eAAe,CAAC,CAAC,EAC/B,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EACb,KAAK,EAAE,MAAM,EACb,EAAE,SAAkB,EACpB,UAAU,CAAC,EAAE,UAAU,GACtB,OAAO,CAAC,CAAC,CAAC,CAEZ;AAqBD;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,wBAAwB,QAGjC,CAAC;AAEL;;;;GAIG;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;AAEvF,wBAAsB,yBAAyB,CAAC,KAAK,SAAS;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,EAChF,IAAI,EAAE;IAAE,QAAQ,EAAE;QAAE,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;KAAE,CAAA;CAAE,EACjF,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,KAAK,EAAE,EACd,KAAK,SAAI,EACT,QAAQ,CAAC,EAAE,0BAA0B,EACrC,aAAa,UAAQ,GACpB,OAAO,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,CA8F7B;AAKD;;;;;;;GAOG;AACH,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,UAAU,CAAC;IACxB,YAAY,EAAE,UAAU,CAAC;IACzB,QAAQ,EAAE,UAAU,CAAC;IACrB,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5E,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/E,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CAC5E;AA8GD;;;;GAIG;AACH,MAAM,WAAW,wBAAwB;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;;yEAKyE;AACzE,eAAO,MAAM,wBAAwB;;;;CAI3B,CAAC;AAgDX,wBAAgB,oBAAoB,CAAC,SAAS,GAAE,wBAA6B,GAAG,cAAc,CA4D7F;AAKD,eAAO,MAAM,WAAW,YAA2B,CAAC;AACpD,eAAO,MAAM,YAAY,YAA4B,CAAC;AACtD,eAAO,MAAM,QAAQ,YAAwB,CAAC;AAE9C;;;;GAIG;AACH,eAAO,MAAM,OAAO,YAAc,CAAC;AAEnC,0EAA0E;AAC1E,wBAAgB,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAE1F;AAED,gEAAgE;AAChE,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAE7F;AAED,6EAA6E;AAC7E,wBAAgB,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAEzF;AAED;;;;;;;;;GASG;AAoBH,MAAM,WAAW,eAAe,CAAC,OAAO;IACtC,4EAA4E;IAC5E,GAAG,EAAE,MAAM,EAAE,CAAC;IACd;uDACmD;IACnD,QAAQ,EAAE,MAAM,CAAC;IACjB,uDAAuD;IACvD,KAAK,EAAE,MAAM,CAAC;IACd;;+CAE2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;8EAC0E;IAC1E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;IACpD,oEAAoE;IACpE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;uCAEmC;IACnC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,OAAO,CAAC,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC,CAAC;CAC5D;AAED;;wEAEwE;AACxE,wBAAgB,sBAAsB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAW5D;AAED;;;;;GAKG;AACH,wBAAsB,oBAAoB,CAAC,OAAO,EAChD,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,GAC7B,OAAO,CAAC,OAAO,EAAE,CAAC,CA2CpB;AAED,wBAAsB,qBAAqB,CACzC,SAAS,GAAE,wBAA6B,GACvC,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAa9D"}