@ryanstark24/sfgraph-core 1.1.0

package/dist/extractors/live-org/extractors/generic-metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generic-metadata.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/generic-metadata.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,gBAAgB,EAChB,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAE1B,MAAM,KAAK,GAAG,EAAE,CAAC;AAEjB;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,mBAAmB,CACxC,IAAS,EACT,KAAa,EACb,IAAY;IAEZ,IAAI,IAAI,GAAU,EAAE,CAAC;IACrB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,CACtC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,wBAAwB,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAC/F,CAAC;QACF,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACjD,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,GAAG,CAAC;IACnE,+EAA+E;IAC/E,MAAM,OAAO,GAAU,EAAE,CAAC;IAC1B,MAAM,KAAK,GAAU,EAAE,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,IAAI,EAAE,eAAe,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IACD,uEAAuE;IACvE,sEAAsE;IACtE,uEAAuE;IACvE,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM;YACJ,GAAG,EAAE;gBACH,QAAQ,EAAE,iBAAiB,CAAC,MAAM;gBAClC,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACjC,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC5E,SAAS,EAAE,QAAQ,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE;gBACnD,SAAS,EAAE,IAAI,CAAC,eAAe,IAAI,IAAI;aACxC;YACD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC;IACD,sEAAsE;IACtE,yEAAyE;IACzE,sEAAsE;IACtE,yEAAyE;IACzE,oEAAoE;IACpE,mEAAmE;IACnE,iCAAiC;IACjC,MAAM,OAAO,GAAY,EAAE,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IACtF,MAAM,YAAY,GAAG,CAAC,CAAC;IAEvB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,WAAW,GAAG,CAAC,GAAW,EAAQ,EAAE;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAsB,EAAE,CAAC,CAAC;YACxC,GAAG;YACH,KAAK;YACL,OAAO,EAAE,MAAM,yBAAyB,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC;SAC5D,CAAC,CAAC,EAAE,CAAC;QACN,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC;IACF,OAAO,QAAQ,CAAC,IAAI,GAAG,YAAY,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QAClE,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACtE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM;YAAE,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC;QACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,CAAC,KAAK,IAAI;gBAAE,SAAS;YACzB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,GAAG,GAAG,CAA0B,CAAC;YACvC,MAAM,IAAI,GAAG,GAAG,EAAE,QAAQ,IAAI,IAAI,EAAE,QAAQ,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,EAAE,gBAAgB,IAAI,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAG,IAAI,EAAE,eAAe,IAAI,IAAI,CAAC;YAChD,MAAM;gBACJ,GAAG,EAAE;oBACH,QAAQ,EAAE,iBAAiB,CAAC,MAAM;oBAClC,UAAU,EAAE,IAAI;oBAChB,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC;oBACxB,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;oBAChD,SAAS,EAAE,QAAQ,KAAK,IAAI,IAAI,IAAI,IAAI,EAAE;oBAC1C,SAAS;iBACV;gBACD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;aACjC,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/extractors/live-org/extractors/generic-sobject.d.ts

@@ -0,0 +1,7 @@
+import type { RawMember } from "../../interfaces/metadata-source.js";
+/**
+ * Generic SOQL iterator for SObject-backed types (CMDT records, etc.).
+ * Errors are silent — caller may have routed an SObject that doesn't exist.
+ */
+export declare function iterGenericSObject(conn: any, orgId: string, sobject: string, fields?: string[]): AsyncIterable<RawMember>;
+//# sourceMappingURL=generic-sobject.d.ts.map

package/dist/extractors/live-org/extractors/generic-sobject.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generic-sobject.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/generic-sobject.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AAGrE;;;GAGG;AACH,wBAAuB,kBAAkB,CACvC,IAAI,EAAE,GAAG,EACT,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EACf,MAAM,GAAE,MAAM,EAAuC,GACpD,aAAa,CAAC,SAAS,CAAC,CAsB1B"}

package/dist/extractors/live-org/extractors/generic-sobject.js

@@ -0,0 +1,31 @@
+import { METADATA_CATEGORY } from "../../../domain/index.js";
+import { scheduleData } from "../rate-limit.js";
+/**
+ * Generic SOQL iterator for SObject-backed types (CMDT records, etc.).
+ * Errors are silent — caller may have routed an SObject that doesn't exist.
+ */
+export async function* iterGenericSObject(conn, orgId, sobject, fields = ["Id", "Name", "LastModifiedDate"]) {
+    const soql = `SELECT ${fields.join(", ")} FROM ${sobject}`;
+    let result = null;
+    try {
+        result = (await scheduleData(() => conn.query(soql)));
+    }
+    catch {
+        return;
+    }
+    const records = result?.records ?? [];
+    for (const r of records) {
+        const name = String(r?.Name ?? r?.Id ?? "");
+        yield {
+            ref: {
+                category: METADATA_CATEGORY.OPAQUE,
+                memberType: sobject,
+                memberName: name,
+                lastModifiedAt: r?.LastModifiedDate ? String(r.LastModifiedDate) : null,
+                sourceUri: `sf://${orgId}/${sobject}/${name}`,
+            },
+            content: JSON.stringify(r),
+        };
+    }
+}
+//# sourceMappingURL=generic-sobject.js.map

package/dist/extractors/live-org/extractors/generic-sobject.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generic-sobject.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/generic-sobject.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD;;;GAGG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,kBAAkB,CACvC,IAAS,EACT,KAAa,EACb,OAAe,EACf,SAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,CAAC;IAErD,MAAM,IAAI,GAAG,UAAU,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,OAAO,EAAE,CAAC;IAC3D,IAAI,MAAM,GAA+B,IAAI,CAAC;IAC9C,IAAI,CAAC;QACH,MAAM,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAA+B,CAAC;IACtF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,MAAM,OAAO,GAAU,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM;YACJ,GAAG,EAAE;gBACH,QAAQ,EAAE,iBAAiB,CAAC,MAAM;gBAClC,UAAU,EAAE,OAAO;gBACnB,UAAU,EAAE,IAAI;gBAChB,cAAc,EAAE,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI;gBACvE,SAAS,EAAE,QAAQ,KAAK,IAAI,OAAO,IAAI,IAAI,EAAE;aAC9C;YACD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;SAC3B,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/extractors/live-org/extractors/integration.d.ts

@@ -0,0 +1,3 @@
+import type { RawMember } from "../../interfaces/metadata-source.js";
+export declare function iterIntegration(conn: any): AsyncIterable<RawMember>;
+//# sourceMappingURL=integration.d.ts.map

package/dist/extractors/live-org/extractors/integration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"integration.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/integration.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AAwErE,wBAAuB,eAAe,CAAC,IAAI,EAAE,GAAG,GAAG,aAAa,CAAC,SAAS,CAAC,CAK1E"}

package/dist/extractors/live-org/extractors/integration.js

@@ -0,0 +1,65 @@
+import { XMLBuilder } from "fast-xml-parser";
+import { METADATA_CATEGORY } from "../../../domain/index.js";
+import { mergeAsyncIterablesParallel } from "../bulk-retrieve.js";
+import { METADATA_LIST_TIMEOUT_MS, readMetadataBatchAdaptive, scheduleMetadata, withTimeout, } from "../rate-limit.js";
+const BATCH = 10;
+const xml = new XMLBuilder({ ignoreAttributes: false, format: false, suppressEmptyNode: true });
+const TYPE_TO_CATEGORY = {
+    NamedCredential: METADATA_CATEGORY.NAMED_CREDENTIAL,
+    ExternalServiceRegistration: METADATA_CATEGORY.EXTERNAL_SERVICE_REGISTRATION,
+};
+async function* iterType(conn, type) {
+    const list = (await scheduleMetadata(() => withTimeout(conn.metadata.list([{ type }]), METADATA_LIST_TIMEOUT_MS, `metadata.list ${type}`)));
+    const items = Array.isArray(list) ? list : [];
+    const category = TYPE_TO_CATEGORY[type] ?? METADATA_CATEGORY.INTEGRATION;
+    const batches = [];
+    for (let i = 0; i < items.length; i += BATCH)
+        batches.push(items.slice(i, i + BATCH));
+    // Streaming sliding-window — see security.ts iterType for rationale.
+    const BATCH_WINDOW = 4;
+    const inFlight = new Map();
+    let nextBatch = 0;
+    const launch = (idx) => {
+        const batch = batches[idx];
+        if (!batch)
+            return;
+        const p = (async () => ({
+            idx,
+            batch,
+            records: await readMetadataBatchAdaptive(conn, type, batch),
+        }))();
+        inFlight.set(idx, p);
+    };
+    while (inFlight.size < BATCH_WINDOW && nextBatch < batches.length)
+        launch(nextBatch++);
+    while (inFlight.size > 0) {
+        const { idx, batch, records } = await Promise.race(inFlight.values());
+        inFlight.delete(idx);
+        if (nextBatch < batches.length)
+            launch(nextBatch++);
+        for (let j = 0; j < batch.length; j += 1) {
+            const meta = batch[j];
+            if (!meta)
+                continue;
+            const obj = records[j];
+            if (obj === null)
+                continue;
+            const content = xml.build({ [type]: obj });
+            yield {
+                ref: {
+                    category,
+                    memberType: type,
+                    memberName: meta.fullName,
+                    lastModifiedAt: meta.lastModifiedDate ?? null,
+                    sourceUri: `sf://metadata/${type}/${meta.fullName}`,
+                    namespace: meta.namespacePrefix ?? null,
+                },
+                content: typeof content === "string" ? content : String(content),
+            };
+        }
+    }
+}
+export async function* iterIntegration(conn) {
+    yield* mergeAsyncIterablesParallel(iterType(conn, "NamedCredential"), iterType(conn, "ExternalServiceRegistration"));
+}
+//# sourceMappingURL=integration.js.map

package/dist/extractors/live-org/extractors/integration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"integration.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/integration.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAyB,MAAM,0BAA0B,CAAC;AAEpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EACL,wBAAwB,EACxB,yBAAyB,EACzB,gBAAgB,EAChB,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAE1B,MAAM,KAAK,GAAG,EAAE,CAAC;AACjB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;AAQhG,MAAM,gBAAgB,GAAqC;IACzD,eAAe,EAAE,iBAAiB,CAAC,gBAAgB;IACnD,2BAA2B,EAAE,iBAAiB,CAAC,6BAA6B;CAC7E,CAAC;AAEF,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAS,EAAE,IAAY;IAC9C,MAAM,IAAI,GAAG,CAAC,MAAM,gBAAgB,CAAC,GAAG,EAAE,CACxC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,wBAAwB,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAC/F,CAAwB,CAAC;IAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC,WAAW,CAAC;IACzE,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IACtF,qEAAqE;IACrE,MAAM,YAAY,GAAG,CAAC,CAAC;IAEvB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IACrD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,MAAM,GAAG,CAAC,GAAW,EAAQ,EAAE;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAsB,EAAE,CAAC,CAAC;YACxC,GAAG;YACH,KAAK;YACL,OAAO,EAAE,MAAM,yBAAyB,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC;SAC5D,CAAC,CAAC,EAAE,CAAC;QACN,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC;IACF,OAAO,QAAQ,CAAC,IAAI,GAAG,YAAY,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM;QAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IACvF,OAAO,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACtE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,SAAS,GAAG,OAAO,CAAC,MAAM;YAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,GAAG,KAAK,IAAI;gBAAE,SAAS;YAC3B,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;YAC3C,MAAM;gBACJ,GAAG,EAAE;oBACH,QAAQ;oBACR,UAAU,EAAE,IAAI;oBAChB,UAAU,EAAE,IAAI,CAAC,QAAQ;oBACzB,cAAc,EAAE,IAAI,CAAC,gBAAgB,IAAI,IAAI;oBAC7C,SAAS,EAAE,iBAAiB,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACnD,SAAS,EAAE,IAAI,CAAC,eAAe,IAAI,IAAI;iBACxC;gBACD,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;aACjE,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,eAAe,CAAC,IAAS;IAC9C,KAAK,CAAC,CAAC,2BAA2B,CAChC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC,EACjC,QAAQ,CAAC,IAAI,EAAE,6BAA6B,CAAC,CAC9C,CAAC;AACJ,CAAC"}

package/dist/extractors/live-org/extractors/lwc.d.ts

@@ -0,0 +1,3 @@
+import type { RawMember } from "../../interfaces/metadata-source.js";
+export declare function iterLwc(conn: any): AsyncIterable<RawMember>;
+//# sourceMappingURL=lwc.d.ts.map

package/dist/extractors/live-org/extractors/lwc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lwc.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/lwc.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AAerE,wBAAuB,OAAO,CAAC,IAAI,EAAE,GAAG,GAAG,aAAa,CAAC,SAAS,CAAC,CAsHlE"}

package/dist/extractors/live-org/extractors/lwc.js

@@ -0,0 +1,107 @@
+import { METADATA_CATEGORY } from "../../../domain/index.js";
+import { scheduleQuery } from "../rate-limit.js";
+export async function* iterLwc(conn) {
+    const debug = process.env.SFGRAPH_DEBUG_INGEST === "1";
+    const bundles = (await scheduleQuery(() => conn.tooling.query("SELECT Id, DeveloperName, NamespacePrefix, LastModifiedDate FROM LightningComponentBundle")));
+    const allBundles = bundles?.records ?? [];
+    if (debug) {
+        const managedCount = allBundles.filter((b) => b.NamespacePrefix).length;
+        console.log(`ingest: [debug] lwc bundles total=${allBundles.length} managed=${managedCount}`);
+    }
+    // Skip-list via env: comma-separated DeveloperNames to silently skip.
+    // Lets users work around a specific bundle that crashes the run
+    // (e.g. `SFGRAPH_SKIP_LWC=blackholeBundle,otherBadBundle`) without
+    // touching the rest of ingest.
+    const skipSet = new Set((process.env.SFGRAPH_SKIP_LWC ?? "")
+        .split(",")
+        .map((s) => s.trim())
+        .filter((s) => s.length > 0));
+    // Managed-package LWCs return Source = `<hidden>` (Salesforce redacts
+    // source unless the package is unlocked + user has View All Source).
+    // Their content is unusable for graph analysis, *and* fetching their
+    // resources through jsforce reliably crashes the Node process for some
+    // bundles on macOS 26+ (silent SIGKILL with no error). We emit a
+    // metadata-only node for each (so the bundle still appears in the
+    // graph for inventory / cross-org diff purposes) and skip the doomed
+    // resource fetch.
+    //
+    // Override via SFGRAPH_INCLUDE_MANAGED=1 (global, applies to all
+    // managed-package extractors) or SFGRAPH_INCLUDE_MANAGED_LWC=1 (LWC-
+    // specific). Either turns this off — fetches resources for managed
+    // bundles too, accepting the crash risk for users who explicitly want it.
+    const includeManaged = process.env.SFGRAPH_INCLUDE_MANAGED === "1" ||
+        process.env.SFGRAPH_INCLUDE_MANAGED_LWC === "1";
+    for (const b of allBundles) {
+        if (skipSet.has(b.DeveloperName)) {
+            if (debug)
+                console.log(`ingest: [debug] lwc skip ${b.DeveloperName} (in SFGRAPH_SKIP_LWC)`);
+            continue;
+        }
+        if (b.NamespacePrefix && !includeManaged) {
+            // Emit a stub bundle node with no files — preserves inventory
+            // signal without the resource fetch that kills the process.
+            if (debug)
+                console.log(`ingest: [debug] lwc skip-managed ${b.DeveloperName} (ns=${b.NamespacePrefix}; set SFGRAPH_INCLUDE_MANAGED_LWC=1 to override)`);
+            yield {
+                ref: {
+                    category: METADATA_CATEGORY.LWC,
+                    memberType: "LightningComponentBundle",
+                    memberName: b.DeveloperName,
+                    lastModifiedAt: b.LastModifiedDate ?? null,
+                    sourceUri: `sf://tooling/LightningComponentBundle/${b.DeveloperName}`,
+                    namespace: b.NamespacePrefix,
+                },
+                content: JSON.stringify({ bundleName: b.DeveloperName, files: {}, managed: true }),
+            };
+            continue;
+        }
+        if (debug)
+            console.log(`ingest: [debug] lwc ← ${b.DeveloperName} (${b.Id})`);
+        // Per-bundle try/catch: a single bad bundle's resource fetch must NOT
+        // kill iterLwc. Catch + log + continue so the rest of the run lands.
+        let files = {};
+        try {
+            const escapedId = b.Id.replace(/'/g, "\\'");
+            const resources = (await scheduleQuery(() => conn.tooling.query(`SELECT FilePath, Source FROM LightningComponentResource WHERE LightningComponentBundleId = '${escapedId}'`)));
+            let totalSourceBytes = 0;
+            for (const r of resources?.records ?? []) {
+                const src = r.Source ?? "";
+                files[r.FilePath] = src;
+                totalSourceBytes += src.length;
+            }
+            if (debug)
+                console.log(`ingest: [debug] lwc ✓ ${b.DeveloperName} files=${Object.keys(files).length} bytes=${totalSourceBytes}`);
+        }
+        catch (e) {
+            // The resource fetch failed for this one bundle (network, malformed
+            // payload, etc.). Log + emit a stub so the bundle still appears as
+            // a node in the graph but with no inner files.
+            const msg = e.message ?? String(e);
+            console.warn(`ingest: lwc bundle ${b.DeveloperName} resource fetch failed: ${msg}`);
+            files = {};
+        }
+        let content;
+        try {
+            content = JSON.stringify({ bundleName: b.DeveloperName, files });
+        }
+        catch (e) {
+            // JSON.stringify can throw on circular refs or invalid UTF-16 surrogate
+            // pairs inside the Source text. Fall back to an empty file map so
+            // ingest keeps moving.
+            console.warn(`ingest: lwc bundle ${b.DeveloperName} JSON.stringify failed: ${e.message}`);
+            content = JSON.stringify({ bundleName: b.DeveloperName, files: {} });
+        }
+        yield {
+            ref: {
+                category: METADATA_CATEGORY.LWC,
+                memberType: "LightningComponentBundle",
+                memberName: b.DeveloperName,
+                lastModifiedAt: b.LastModifiedDate ?? null,
+                sourceUri: `sf://tooling/LightningComponentBundle/${b.DeveloperName}`,
+                namespace: b.NamespacePrefix ?? null,
+            },
+            content,
+        };
+    }
+}
+//# sourceMappingURL=lwc.js.map

package/dist/extractors/live-org/extractors/lwc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lwc.js","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/lwc.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAcjD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,OAAO,CAAC,IAAS;IACtC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,GAAG,CAAC;IACvD,MAAM,OAAO,GAAG,CAAC,MAAM,aAAa,CAAC,GAAG,EAAE,CACxC,IAAI,CAAC,OAAO,CAAC,KAAK,CAChB,2FAA2F,CAC5F,CACF,CAAqC,CAAC;IACvC,MAAM,UAAU,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IAC1C,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC;QACxE,OAAO,CAAC,GAAG,CACT,qCAAqC,UAAU,CAAC,MAAM,YAAY,YAAY,EAAE,CACjF,CAAC;IACJ,CAAC;IACD,sEAAsE;IACtE,gEAAgE;IAChE,mEAAmE;IACnE,+BAA+B;IAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;SACjC,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAC/B,CAAC;IACF,sEAAsE;IACtE,qEAAqE;IACrE,qEAAqE;IACrE,uEAAuE;IACvE,iEAAiE;IACjE,kEAAkE;IAClE,qEAAqE;IACrE,kBAAkB;IAClB,EAAE;IACF,iEAAiE;IACjE,qEAAqE;IACrE,mEAAmE;IACnE,0EAA0E;IAC1E,MAAM,cAAc,GAClB,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,GAAG;QAC3C,OAAO,CAAC,GAAG,CAAC,2BAA2B,KAAK,GAAG,CAAC;IAClD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;YACjC,IAAI,KAAK;gBAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,aAAa,wBAAwB,CAAC,CAAC;YAC5F,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,eAAe,IAAI,CAAC,cAAc,EAAE,CAAC;YACzC,8DAA8D;YAC9D,4DAA4D;YAC5D,IAAI,KAAK;gBACP,OAAO,CAAC,GAAG,CACT,oCAAoC,CAAC,CAAC,aAAa,QAAQ,CAAC,CAAC,eAAe,kDAAkD,CAC/H,CAAC;YACJ,MAAM;gBACJ,GAAG,EAAE;oBACH,QAAQ,EAAE,iBAAiB,CAAC,GAAG;oBAC/B,UAAU,EAAE,0BAA0B;oBACtC,UAAU,EAAE,CAAC,CAAC,aAAa;oBAC3B,cAAc,EAAE,CAAC,CAAC,gBAAgB,IAAI,IAAI;oBAC1C,SAAS,EAAE,yCAAyC,CAAC,CAAC,aAAa,EAAE;oBACrE,SAAS,EAAE,CAAC,CAAC,eAAe;iBAC7B;gBACD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,aAAa,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;aACnF,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,KAAK;YAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,aAAa,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC7E,sEAAsE;QACtE,qEAAqE;QACrE,IAAI,KAAK,GAA2B,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,SAAS,GAAG,CAAC,MAAM,aAAa,CAAC,GAAG,EAAE,CAC1C,IAAI,CAAC,OAAO,CAAC,KAAK,CAChB,+FAA+F,SAAS,GAAG,CAC5G,CACF,CAAuC,CAAC;YACzC,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;gBACzC,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;gBAC3B,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;gBACxB,gBAAgB,IAAI,GAAG,CAAC,MAAM,CAAC;YACjC,CAAC;YACD,IAAI,KAAK;gBACP,OAAO,CAAC,GAAG,CACT,yBAAyB,CAAC,CAAC,aAAa,UAAU,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,UAAU,gBAAgB,EAAE,CACxG,CAAC;QACN,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,oEAAoE;YACpE,mEAAmE;YACnE,+CAA+C;YAC/C,MAAM,GAAG,GAAI,CAAW,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,aAAa,2BAA2B,GAAG,EAAE,CAAC,CAAC;YACpF,KAAK,GAAG,EAAE,CAAC;QACb,CAAC;QACD,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,wEAAwE;YACxE,kEAAkE;YAClE,uBAAuB;YACvB,OAAO,CAAC,IAAI,CACV,sBAAsB,CAAC,CAAC,aAAa,2BAA4B,CAAW,CAAC,OAAO,EAAE,CACvF,CAAC;YACF,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,aAAa,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM;YACJ,GAAG,EAAE;gBACH,QAAQ,EAAE,iBAAiB,CAAC,GAAG;gBAC/B,UAAU,EAAE,0BAA0B;gBACtC,UAAU,EAAE,CAAC,CAAC,aAAa;gBAC3B,cAAc,EAAE,CAAC,CAAC,gBAAgB,IAAI,IAAI;gBAC1C,SAAS,EAAE,yCAAyC,CAAC,CAAC,aAAa,EAAE;gBACrE,SAAS,EAAE,CAAC,CAAC,eAAe,IAAI,IAAI;aACrC;YACD,OAAO;SACR,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/extractors/live-org/extractors/object.d.ts

@@ -0,0 +1,13 @@
+import type { RawMember } from "../../interfaces/metadata-source.js";
+/**
+ * Iterate every SObject visible to the current user. Uses `describeGlobal()`
+ * to enumerate + `sobject(name).describe()` per object to fetch the field
+ * map. Works universally for any user with record-read access — no Metadata
+ * API permissions, no EntityDefinition Tooling quirks.
+ *
+ * Each yielded RawMember has content = JSON-stringified envelope matching
+ * what the CustomObject parser expects (object-level props + fields list).
+ * The parser can derive CustomObject + CustomField nodes from this.
+ */
+export declare function iterObject(conn: any): AsyncIterable<RawMember>;
+//# sourceMappingURL=object.d.ts.map

package/dist/extractors/live-org/extractors/object.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"object.d.ts","sourceRoot":"","sources":["../../../../src/extractors/live-org/extractors/object.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AAserE;;;;;;;;;GASG;AACH,wBAAuB,UAAU,CAAC,IAAI,EAAE,GAAG,GAAG,aAAa,CAAC,SAAS,CAAC,CA6LrE"}