@memberjunction/server 6.2.0-edge.6 → 6.2.0-edge.8

package/dist/integration/InactiveRowWarnings.js

@@ -28,6 +28,35 @@ const isActive = (row) => row.Status === 'Active';
  * Returns an empty array when everything declared and in scope is Active.
  */
 export function ComputeInactiveRowWarnings(input) {
+    return computeInactiveRowWarnings(input);
+}
+/**
+ * Gathers the rows {@link ComputeInactiveRowWarnings} needs from the catalog and returns its verdict.
+ *
+ * `requestedNames` empty/undefined means "everything active", which deliberately does not report
+ * deactivated OBJECTS — see {@link InactiveRowWarningInput.RequestedNames}.
+ */
+export function CollectInactiveRowWarnings(catalog, integrationID, requestedNames) {
+    const filter = requestedNames && requestedNames.length > 0
+        ? new Set(requestedNames.map(n => n.toLowerCase()))
+        : null;
+    // Fields only for the objects this apply materializes: a non-materialized object is reported by
+    // the object warning, not by one line per field it also lost.
+    const FieldsByObjectName = {};
+    for (const io of catalog.GetActiveIntegrationObjects(integrationID)) {
+        if (filter && !filter.has(io.Name.toLowerCase()))
+            continue;
+        FieldsByObjectName[io.Name] = catalog.GetIntegrationObjectFields(io.ID)
+            .map(f => ({ Name: f.Name, Status: f.Status }));
+    }
+    return computeInactiveRowWarnings({
+        RequestedNames: requestedNames ?? null,
+        AllObjects: catalog.GetIntegrationObjectsByIntegrationID(integrationID)
+            .map(io => ({ Name: io.Name, Status: io.Status })),
+        FieldsByObjectName,
+    });
+}
+function computeInactiveRowWarnings(input) {
     const warnings = [];
     const requested = input.RequestedNames && input.RequestedNames.length > 0
         ? new Set(input.RequestedNames.map(n => n.toLowerCase()))

package/dist/integration/InactiveRowWarnings.js.map

@@ -1 +1 @@
-{"version":3,"file":"InactiveRowWarnings.js","sourceRoot":"","sources":["../../src/integration/InactiveRowWarnings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAuBH;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,KAAe,EAAE,GAAG,GAAG,EAAE;IACpD,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjD,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,MAAM,GAAG,GAAG,OAAO,CAAC;AAC/E,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,GAAmB,EAAW,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC;AAE3E;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CAAC,KAA8B;IACrE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC;QACrE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC,IAAI,CAAC;IAEX,IAAI,SAAS,EAAE,CAAC;QACZ,MAAM,iBAAiB,GAAG,KAAK,CAAC,UAAU;aACrC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;aAChE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,IAAI,WAAW,GAAG,CAAC,CAAC;QACxD,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CACT,GAAG,iBAAiB,CAAC,MAAM,kEAAkE;gBAC7F,GAAG,cAAc,CAAC,iBAAiB,CAAC,qDAAqD;gBACzF,4FAA4F;gBAC5F,yFAAyF,CAC5F,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,IAAI,WAAW,GAAG,CAAC,CAAC;QACpG,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACnC,QAAQ,CAAC,IAAI,CACT,GAAG,UAAU,KAAK,OAAO,CAAC,MAAM,gEAAgE;YAChG,GAAG,cAAc,CAAC,OAAO,CAAC,iEAAiE;YAC3F,mGAAmG;YACnG,sCAAsC,CACzC,CAAC;IACN,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC"}
+{"version":3,"file":"InactiveRowWarnings.js","sourceRoot":"","sources":["../../src/integration/InactiveRowWarnings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAuBH;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,KAAe,EAAE,GAAG,GAAG,EAAE;IACpD,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjD,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,MAAM,GAAG,GAAG,OAAO,CAAC;AAC/E,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,GAAmB,EAAW,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC;AAE3E;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CAAC,KAA8B;IACrE,OAAO,0BAA0B,CAAC,KAAK,CAAC,CAAC;AAC7C,CAAC;AAkBD;;;;;GAKG;AACH,MAAM,UAAU,0BAA0B,CACtC,OAA4B,EAC5B,aAAqB,EACrB,cAAgC;IAEhC,MAAM,MAAM,GAAG,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC;QACtD,CAAC,CAAC,IAAI,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,IAAI,CAAC;IACX,gGAAgG;IAChG,8DAA8D;IAC9D,MAAM,kBAAkB,GAAqC,EAAE,CAAC;IAChE,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,2BAA2B,CAAC,aAAa,CAAC,EAAE,CAAC;QAClE,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAAE,SAAS;QAC3D,kBAAkB,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,0BAA0B,CAAC,EAAE,CAAC,EAAE,CAAC;aAClE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,0BAA0B,CAAC;QAC9B,cAAc,EAAE,cAAc,IAAI,IAAI;QACtC,UAAU,EAAE,OAAO,CAAC,oCAAoC,CAAC,aAAa,CAAC;aAClE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;QACtD,kBAAkB;KACrB,CAAC,CAAC;AACP,CAAC;AAED,SAAS,0BAA0B,CAAC,KAA8B;IAC9D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC;QACrE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC,IAAI,CAAC;IAEX,IAAI,SAAS,EAAE,CAAC;QACZ,MAAM,iBAAiB,GAAG,KAAK,CAAC,UAAU;aACrC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;aAChE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,IAAI,WAAW,GAAG,CAAC,CAAC;QACxD,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CACT,GAAG,iBAAiB,CAAC,MAAM,kEAAkE;gBAC7F,GAAG,cAAc,CAAC,iBAAiB,CAAC,qDAAqD;gBACzF,4FAA4F;gBAC5F,yFAAyF,CAC5F,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,IAAI,WAAW,GAAG,CAAC,CAAC;QACpG,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACnC,QAAQ,CAAC,IAAI,CACT,GAAG,UAAU,KAAK,OAAO,CAAC,MAAM,gEAAgE;YAChG,GAAG,cAAc,CAAC,OAAO,CAAC,iEAAiE;YAC3F,mGAAmG;YACnG,sCAAsC,CACzC,CAAC;IACN,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC"}

package/dist/integration/ObjectNamesByID.d.ts

@@ -0,0 +1,28 @@
+/**
+ * A table selection's object ids, resolved to object names — against the CONNECTION's catalog first.
+ *
+ * Inside a catalog scope, `IntegrationListSourceObjects` hands the picker per-connection
+ * (CompanyIntegrationObject) ids. The apply paths looked ids up only in the shared
+ * `MJ: Integration Objects` catalog, so an id-only selection matched nothing: every pick was dropped
+ * with a LogError, the migration ran with an empty table list, CodeGen and the restart still ran,
+ * and the apply reported Success with 0 tables.
+ *
+ * Three tiers, cheapest first:
+ *   1. the scope's loaded catalog, no query — every per-connection object, keyed by its own id AND
+ *      by the shared IntegrationObjectID it carries, so an id from either catalog resolves;
+ *   2. a direct, uncached read of `MJ: Company Integration Objects` for this connection, for ids the
+ *      loaded catalog does not hold yet (a row written earlier in the same run);
+ *   3. the shared catalog, exactly as before — and the only tier outside a catalog scope.
+ *
+ * Keys are upper-cased ids; values are object names. An id no tier resolves is simply absent: the
+ * caller decides whether an empty resolution is fatal (an apply refuses it).
+ */
+import { type UserInfo } from '@memberjunction/core';
+/** Ids per per-connection read. Each read is one `IN (…)` list, so this bounds the filter's length. */
+export declare const OBJECT_ID_LOOKUP_CHUNK = 200;
+/**
+ * Resolves object ids to names for the connection in catalog scope (or the shared catalog when
+ * there is none). Never throws for a missing id; a failed read leaves its ids unresolved.
+ */
+export declare function LookupObjectNamesByID(ids: ReadonlyArray<string | null | undefined> | undefined, user: UserInfo): Promise<Map<string, string>>;
+//# sourceMappingURL=ObjectNamesByID.d.ts.map

package/dist/integration/ObjectNamesByID.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ObjectNamesByID.d.ts","sourceRoot":"","sources":["../../src/integration/ObjectNamesByID.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AACH,OAAO,EAAW,KAAK,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAS9D,uGAAuG;AACvG,eAAO,MAAM,sBAAsB,MAAM,CAAC;AAO1C;;;GAGG;AACH,wBAAsB,qBAAqB,CACvC,GAAG,EAAE,aAAa,CAAC,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC,GAAG,SAAS,EACzD,IAAI,EAAE,QAAQ,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAqD9B"}

package/dist/integration/ObjectNamesByID.js

@@ -0,0 +1,87 @@
+/**
+ * A table selection's object ids, resolved to object names — against the CONNECTION's catalog first.
+ *
+ * Inside a catalog scope, `IntegrationListSourceObjects` hands the picker per-connection
+ * (CompanyIntegrationObject) ids. The apply paths looked ids up only in the shared
+ * `MJ: Integration Objects` catalog, so an id-only selection matched nothing: every pick was dropped
+ * with a LogError, the migration ran with an empty table list, CodeGen and the restart still ran,
+ * and the apply reported Success with 0 tables.
+ *
+ * Three tiers, cheapest first:
+ *   1. the scope's loaded catalog, no query — every per-connection object, keyed by its own id AND
+ *      by the shared IntegrationObjectID it carries, so an id from either catalog resolves;
+ *   2. a direct, uncached read of `MJ: Company Integration Objects` for this connection, for ids the
+ *      loaded catalog does not hold yet (a row written earlier in the same run);
+ *   3. the shared catalog, exactly as before — and the only tier outside a catalog scope.
+ *
+ * Keys are upper-cased ids; values are object names. An id no tier resolves is simply absent: the
+ * caller decides whether an empty resolution is fatal (an apply refuses it).
+ */
+import { RunView } from '@memberjunction/core';
+import { EscapeSQLString } from '@memberjunction/global';
+import { IntegrationEngineBase, ENTITY_COMPANY_INTEGRATION_OBJECTS, } from '@memberjunction/integration-engine-base';
+import { CurrentCatalogCI } from '@memberjunction/integration-engine';
+/** Ids per per-connection read. Each read is one `IN (…)` list, so this bounds the filter's length. */
+export const OBJECT_ID_LOOKUP_CHUNK = 200;
+const quote = (value) => `'${EscapeSQLString(value)}'`;
+/**
+ * Resolves object ids to names for the connection in catalog scope (or the shared catalog when
+ * there is none). Never throws for a missing id; a failed read leaves its ids unresolved.
+ */
+export async function LookupObjectNamesByID(ids, user) {
+    const map = new Map();
+    const wanted = [...new Set((ids ?? [])
+            .filter((id) => typeof id === 'string' && id.length > 0)
+            .map(id => id.toUpperCase()))];
+    if (wanted.length === 0)
+        return map;
+    const ciID = CurrentCatalogCI();
+    if (ciID) {
+        const engine = IntegrationEngineBase.Instance;
+        if (engine.HasCompanyIntegrationCatalog(ciID)) {
+            // GetCompanyIntegrationObjects presents CompanyIntegrationObjectRow projections typed as
+            // the shared entity (asReadOnlyObject); the per-connection columns are on every row.
+            const rows = engine.GetCompanyIntegrationObjects(ciID);
+            for (const row of rows) {
+                if (row.ID)
+                    map.set(String(row.ID).toUpperCase(), row.Name);
+                if (row.IntegrationObjectID)
+                    map.set(String(row.IntegrationObjectID).toUpperCase(), row.Name);
+            }
+        }
+    }
+    const rv = new RunView();
+    let missing = wanted.filter(id => !map.has(id));
+    if (missing.length > 0 && ciID) {
+        for (let i = 0; i < missing.length; i += OBJECT_ID_LOOKUP_CHUNK) {
+            const chunk = missing.slice(i, i + OBJECT_ID_LOOKUP_CHUNK);
+            const result = await rv.RunView({
+                EntityName: ENTITY_COMPANY_INTEGRATION_OBJECTS,
+                ExtraFilter: `CompanyIntegrationID=${quote(ciID)} AND ID IN (${chunk.map(quote).join(',')})`,
+                ResultType: 'simple',
+                Fields: ['ID', 'Name'],
+                BypassCache: true,
+                IgnoreMaxRows: true,
+            }, user);
+            if (result.Success) {
+                for (const r of result.Results)
+                    map.set(String(r.ID).toUpperCase(), r.Name);
+            }
+        }
+        missing = wanted.filter(id => !map.has(id));
+    }
+    if (missing.length > 0) {
+        const result = await rv.RunView({
+            EntityName: 'MJ: Integration Objects',
+            ExtraFilter: missing.map(id => `ID=${quote(id)}`).join(' OR '),
+            ResultType: 'simple',
+            Fields: ['ID', 'Name'],
+        }, user);
+        if (result.Success) {
+            for (const r of result.Results)
+                map.set(String(r.ID).toUpperCase(), r.Name);
+        }
+    }
+    return map;
+}
+//# sourceMappingURL=ObjectNamesByID.js.map

package/dist/integration/ObjectNamesByID.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ObjectNamesByID.js","sourceRoot":"","sources":["../../src/integration/ObjectNamesByID.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AACH,OAAO,EAAE,OAAO,EAAiB,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EACH,qBAAqB,EACrB,kCAAkC,GAErC,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AAEtE,uGAAuG;AACvG,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAK1C,MAAM,KAAK,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,IAAI,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC;AAEvE;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACvC,GAAyD,EACzD,IAAc;IAEd,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;aACjC,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;aACrE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAEpC,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;IAChC,IAAI,IAAI,EAAE,CAAC;QACP,MAAM,MAAM,GAAG,qBAAqB,CAAC,QAAQ,CAAC;QAC9C,IAAI,MAAM,CAAC,4BAA4B,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5C,yFAAyF;YACzF,qFAAqF;YACrF,MAAM,IAAI,GAAG,MAAM,CAAC,4BAA4B,CAAC,IAAI,CAAiC,CAAC;YACvF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACrB,IAAI,GAAG,CAAC,EAAE;oBAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC5D,IAAI,GAAG,CAAC,mBAAmB;oBAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YAClG,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,EAAE,GAAG,IAAI,OAAO,EAAE,CAAC;IACzB,IAAI,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAChD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,sBAAsB,EAAE,CAAC;YAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,sBAAsB,CAAC,CAAC;YAC3D,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,OAAO,CAA+B;gBAC1D,UAAU,EAAE,kCAAkC;gBAC9C,WAAW,EAAE,wBAAwB,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;gBAC5F,UAAU,EAAE,QAAQ;gBACpB,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;gBACtB,WAAW,EAAE,IAAI;gBACjB,aAAa,EAAE,IAAI;aACtB,EAAE,IAAI,CAAC,CAAC;YACT,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;oBAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAChF,CAAC;QACL,CAAC;QACD,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,OAAO,CAA+B;YAC1D,UAAU,EAAE,yBAAyB;YACrC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YAC9D,UAAU,EAAE,QAAQ;YACpB,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;SACzB,EAAE,IAAI,CAAC,CAAC;QACT,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;gBAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/integration/PostRestartIntrospect.d.ts

@@ -0,0 +1,26 @@
+/**
+ * The post-restart introspection, run against the connection's own catalog with its fields warm.
+ *
+ * After the RSU restarts the process, the consumer introspects the connector to build the entity
+ * and field maps. That runs at process start, outside any request, so nothing has entered a scope
+ * for it, and nothing has loaded this connection's catalog either. Two things have to be true for
+ * the connector to see the connection's fields:
+ *
+ *  - the scope must be entered ASYNC (`WithCatalogScope`), which loads the connection's objects;
+ *    a synchronous `RunInCatalogScope` loads nothing, so on a fresh process the reads fall back to
+ *    the shared catalog and every column this connection's discovery sampled gets no field map;
+ *  - each object's FIELD rows must be warm. A scope loads objects, not fields: only the sync loop
+ *    warms fields, so a connector reading them here (`GetCachedFields`) gets per-connection objects
+ *    with no fields at all, and the consumer creates no field maps.
+ *
+ * So this enters the scope, warms and pins every per-connection object the pending work names,
+ * introspects, and releases the pins whether or not the introspection succeeded.
+ */
+import type { UserInfo } from '@memberjunction/core';
+/**
+ * Run `introspect` in `companyIntegrationID`'s catalog scope, with the fields of each named object
+ * warm. A name the connection has no object of its own for is skipped: it reads the shared catalog,
+ * as it always did. A failed warm throws; it is never read as an object with no fields.
+ */
+export declare function IntrospectInCatalogScope<T>(companyIntegrationID: string, sourceObjectNames: readonly string[], introspect: () => Promise<T>, user: UserInfo): Promise<T>;
+//# sourceMappingURL=PostRestartIntrospect.d.ts.map

package/dist/integration/PostRestartIntrospect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostRestartIntrospect.d.ts","sourceRoot":"","sources":["../../src/integration/PostRestartIntrospect.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAIrD;;;;GAIG;AACH,wBAAsB,wBAAwB,CAAC,CAAC,EAC5C,oBAAoB,EAAE,MAAM,EAC5B,iBAAiB,EAAE,SAAS,MAAM,EAAE,EACpC,UAAU,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAC5B,IAAI,EAAE,QAAQ,GACf,OAAO,CAAC,CAAC,CAAC,CAgBZ"}

package/dist/integration/PostRestartIntrospect.js

@@ -0,0 +1,27 @@
+import { IntegrationEngineBase } from '@memberjunction/integration-engine-base';
+import { UnpinCatalogObjects, WarmCatalogObject, WithCatalogScope } from '@memberjunction/integration-engine';
+/**
+ * Run `introspect` in `companyIntegrationID`'s catalog scope, with the fields of each named object
+ * warm. A name the connection has no object of its own for is skipped: it reads the shared catalog,
+ * as it always did. A failed warm throws; it is never read as an object with no fields.
+ */
+export async function IntrospectInCatalogScope(companyIntegrationID, sourceObjectNames, introspect, user) {
+    return WithCatalogScope(companyIntegrationID, async () => {
+        const engine = IntegrationEngineBase.Instance;
+        const pinned = [];
+        try {
+            for (const name of sourceObjectNames) {
+                const own = engine.GetCompanyIntegrationObject(companyIntegrationID, name);
+                if (!own)
+                    continue;
+                await WarmCatalogObject(own.ID, user);
+                pinned.push(own.ID);
+            }
+            return await introspect();
+        }
+        finally {
+            UnpinCatalogObjects(pinned);
+        }
+    }, user);
+}
+//# sourceMappingURL=PostRestartIntrospect.js.map

package/dist/integration/PostRestartIntrospect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostRestartIntrospect.js","sourceRoot":"","sources":["../../src/integration/PostRestartIntrospect.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yCAAyC,CAAC;AAChF,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AAE9G;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC1C,oBAA4B,EAC5B,iBAAoC,EACpC,UAA4B,EAC5B,IAAc;IAEd,OAAO,gBAAgB,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,MAAM,GAAG,qBAAqB,CAAC,QAAQ,CAAC;QAC9C,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,iBAAiB,EAAE,CAAC;gBACnC,MAAM,GAAG,GAAG,MAAM,CAAC,2BAA2B,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;gBAC3E,IAAI,CAAC,GAAG;oBAAE,SAAS;gBACnB,MAAM,iBAAiB,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxB,CAAC;YACD,OAAO,MAAM,UAAU,EAAE,CAAC;QAC9B,CAAC;gBAAS,CAAC;YACP,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACL,CAAC,EAAE,IAAI,CAAC,CAAC;AACb,CAAC"}

package/dist/integration/RSUPostRestartProgress.d.ts

@@ -0,0 +1,176 @@
+/**
+ * @fileoverview The second half of an RSU run's progress stream — the half that happens in a
+ * different process from the first.
+ *
+ * The RSU pipeline restarts the API as one of its own steps. Everything after that restart —
+ * creating the entity maps and field maps, then starting the first sync — runs in the NEW process,
+ * from the durable pending-work queue. Until now none of it was observable: the pre-restart process
+ * died mid-run, so its emitter never wrote a terminal result and the run stayed flagged in-flight
+ * forever, while the post-restart work reported nothing at all. A client watching the setup journey
+ * saw the stream stop at "restart instance" and had no way to learn whether the connector ever
+ * became live.
+ *
+ * This module re-attaches to that same run and finishes it. Re-attaching (rather than opening a new
+ * run) is the entire point: the tail API returns strictly `seq > cursor`, and a fresh emitter
+ * restarts its sequence at 1 — so a brand-new run's events would sort BELOW the cursor of every
+ * client already tailing, permanently invisible to them, while the resolver echoed their unchanged
+ * cursor back and they polled forever receiving nothing.
+ *
+ * Correlation is by MANIFEST, not by checkpoint. The manifest is written when the run opens, minutes
+ * before the restart; the checkpoint is written in the last moments before the kill signal. Keying
+ * off the durable artifact and treating the checkpoint as enrichment means a lost checkpoint costs
+ * step numbers, not the whole re-attachment.
+ */
+import { IntegrationProgressEmitter } from '@memberjunction/integration-progress-artifacts';
+import type { EmitterOptions, IntegrationProgressEvent, IntegrationRunSnapshot } from '@memberjunction/integration-progress-artifacts';
+/** Step position carried across the restart, when the checkpoint survived. */
+interface RestartPosition {
+    /** 1-based index of `RestartMJAPI`; the post-restart steps follow it. */
+    stepIndex?: number;
+    stepTotal?: number;
+}
+/**
+ * One re-attached RSU run. Emits the two post-restart stages into the run the pre-restart process
+ * opened, and terminates it exactly once.
+ *
+ * Obtained from {@link RSUPostRestartProgressSession}, never constructed directly — the session is
+ * what guarantees a run is attached (and terminated) once even when several pending-work items in
+ * one sweep belong to the same batch.
+ */
+export declare class RSUPostRestartProgress {
+    private readonly emitter;
+    private readonly position;
+    private entityMapsOpen;
+    private syncOpen;
+    private failed;
+    private readonly failures;
+    /** @internal — use {@link RSUPostRestartProgressSession.For}. */
+    constructor(emitter: IntegrationProgressEmitter, position: RestartPosition);
+    /** The run being continued, so a caller can log or hand it to a client. */
+    get RunID(): string;
+    /**
+     * "step 12 of 14" for a post-restart step, or undefined when the checkpoint did not survive.
+     *
+     * `offset` is the step's position AFTER `RestartMJAPI` (1 for CreateEntityMaps, 2 for StartSync).
+     * Derived from the checkpoint rather than recomputed, because the pipeline skips steps
+     * conditionally (`SkipGitCommit`) and a recomputed index would disagree with the one the client
+     * has already been shown.
+     */
+    private positionLabel;
+    /** Opens the `CreateEntityMaps` stage for one pending-work item. */
+    BeginEntityMaps(objectCount: number): void;
+    /**
+     * Reports one object's entity map + field maps as done.
+     *
+     * A heartbeat rather than a `records.batch.complete`: heartbeat counts are explicitly excluded
+     * from the run's applied aggregate, so per-object liveness cannot double-count against the
+     * stage rollup that follows.
+     */
+    ObjectMapped(objectName: string, processed: number, totalKnown: number): void;
+    /**
+     * Closes `CreateEntityMaps` with the applied quartet, in OBJECTS.
+     *
+     * The run's aggregate is in objects, not migrations, for a resumed run: the migration quartet is
+     * emitted by `run.end`, which a restarting run by definition never reaches. Emitting both here
+     * would sum two different units into one number (2 migrations + 12 objects reported as
+     * "processed: 14"), so the migration counts stay in the terminal message instead.
+     */
+    CompleteEntityMaps(processed: number, succeeded: number, failed: number): void;
+    /**
+     * Closes `CreateEntityMaps` as an ERROR, naming the objects that were never mapped.
+     *
+     * Naming them is the requirement, not a nicety: when this half fails, those objects have tables
+     * in the database and no way to sync into them, and the operator's only signal that something
+     * needs re-applying is this message.
+     */
+    FailEntityMaps(message: string, unmappedObjects: string[]): void;
+    /** Opens the `StartSync` stage. */
+    BeginStartSync(): void;
+    /**
+     * Closes `StartSync`, carrying the sync run's ID so a client can hop from this stream to the
+     * sync's own.
+     *
+     * Deliberately carries NO `counts`: the records belong to the sync run, and counting them here
+     * would add another unit to this run's aggregate. `syncRunID` may be null when the sync was
+     * launched but its run row was not yet readable — the stage still completes, because the sync
+     * did start; the client simply has to find the run itself.
+     */
+    CompleteStartSync(syncRunID: string | null): void;
+    /** Closes `StartSync` as skipped — the caller asked for no initial sync. */
+    SkipStartSync(reason: string): void;
+    /** Closes `StartSync` as an error — the sync could not be launched. */
+    FailStartSync(message: string): void;
+    /** Records a failure that happened outside either stage (connector resolution, for example). */
+    RecordFailure(stage: string, message: string): void;
+    /**
+     * Terminates the run. Idempotent — the emitter refuses a second terminal write, and the result
+     * file is created-not-truncated, so a duplicate call cannot rewrite an outcome a client has
+     * already read.
+     */
+    Finish(): Promise<void>;
+}
+/**
+ * Owns the re-attachments for ONE pass of the post-restart pending-work queue.
+ *
+ * A single RSU batch registers one pending-work row per input, so several rows in one sweep can
+ * belong to the same run. Attaching per row would try to resume — and terminate — the same run
+ * repeatedly; the second attempt would be refused as already-terminal and its work would go
+ * unreported. Memoizing by run ID makes the run's stream a single coherent continuation, with one
+ * `run.resumed` at the top and one terminal event at the bottom.
+ */
+export declare class RSUPostRestartProgressSession {
+    private readonly emitterOptions;
+    private readonly byRunID;
+    private readonly byCompanyIntegrationID;
+    /**
+     * Every run any session in this process re-attached to. Process-wide on purpose: the startup
+     * sweep that left restart-killed runs in flight and the pass that resumes them live in
+     * different places, and the one question that joins them — "did anything pick this run up?" —
+     * must survive the resuming pass throwing halfway.
+     */
+    private static readonly attachedRunIDs;
+    static get AttachedRunIDs(): ReadonlySet<string>;
+    constructor(emitterOptions?: EmitterOptions);
+    /**
+     * The continuation handle for a connection's RSU run, or null when there is nothing to continue
+     * (no in-flight run for that connection, or it was already finished).
+     *
+     * Null is a normal outcome, not an error: pending work can legitimately be processed on a boot
+     * whose run artifact has been pruned, or after a retry that already closed the run. The caller
+     * does its work either way — progress reporting never gates the work itself.
+     */
+    For(companyIntegrationID: string): Promise<RSUPostRestartProgress | null>;
+    /** Terminates every run this session re-attached to. Safe to call more than once. */
+    FinishAll(): Promise<void>;
+    private attach;
+    /**
+     * Whether a run's stream stops at the restart — which is the signature of a run this process is
+     * the continuation of.
+     *
+     * Checking the LAST stage, not the presence of the checkpoint, on purpose. The checkpoint is
+     * written in the moments before the kill signal and can be lost; the `stage.start RestartMJAPI`
+     * that precedes it cannot, because the pipeline waits on nothing between emitting it and dying.
+     * Requiring the checkpoint would trade a recoverable loss of step numbers for an unrecoverable
+     * loss of the whole continuation.
+     */
+    static WasKilledAtRestart(snapshot: IntegrationRunSnapshot): boolean;
+    /**
+     * Closes out the restart-killed runs the startup sweep left in flight that NO session then
+     * re-attached to — because there was no system user, or the pending work was stale and
+     * dropped, or it simply failed before reaching the run. Without this they would read as in
+     * flight forever, which is the state the sweep exists to end.
+     *
+     * Only the runs in `leftInFlight` (the sweep's `Skipped` list) are candidates: anything else
+     * in flight by now may be a run this process started, and is not ours to judge. A candidate
+     * a session attached to is live — its session terminates it — and is left alone.
+     */
+    static SweepUnattached(leftInFlight: readonly string[], rootDir?: string, log?: (message: string) => void): Promise<{
+        Swept: string[];
+        Failed: string[];
+        Skipped: string[];
+    }>;
+    /** Reads the step position out of a restart checkpoint, tolerating a missing or partial one. */
+    static PositionFrom(checkpoint: IntegrationProgressEvent | undefined): RestartPosition;
+}
+export {};
+//# sourceMappingURL=RSUPostRestartProgress.d.ts.map

package/dist/integration/RSUPostRestartProgress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RSUPostRestartProgress.d.ts","sourceRoot":"","sources":["../../src/integration/RSUPostRestartProgress.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,OAAO,EACH,0BAA0B,EAI7B,MAAM,gDAAgD,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,MAAM,gDAAgD,CAAC;AAkBvI,8EAA8E;AAC9E,UAAU,eAAe;IACrB,yEAAyE;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;GAOG;AACH,qBAAa,sBAAsB;IAQ3B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAR7B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAgB;IAEzC,iEAAiE;gBAE5C,OAAO,EAAE,0BAA0B,EACnC,QAAQ,EAAE,eAAe;IAG9C,2EAA2E;IAC3E,IAAW,KAAK,IAAI,MAAM,CAEzB;IAED;;;;;;;OAOG;IACH,OAAO,CAAC,aAAa;IAMrB,oEAAoE;IAC7D,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAMjD;;;;;;OAMG;IACI,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAIpF;;;;;;;OAOG;IACI,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAMrF;;;;;;OAMG;IACI,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,IAAI;IAcvE,mCAAmC;IAC5B,cAAc,IAAI,IAAI;IAK7B;;;;;;;;OAQG;IACI,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI;IAWxD,4EAA4E;IACrE,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAW1C,uEAAuE;IAChE,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAO3C,gGAAgG;IACzF,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAM1D;;;;OAIG;IACU,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAcvC;AAED;;;;;;;;GAQG;AACH,qBAAa,6BAA6B;IAc1B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAb3C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6C;IACrE,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAoD;IAC3F;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAqB;IAC3D,WAAkB,cAAc,IAAI,WAAW,CAAC,MAAM,CAAC,CAEtD;gBAE4B,cAAc,GAAE,cAAmB;IAEhE;;;;;;;OAOG;IACU,GAAG,CAAC,oBAAoB,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC;IAStF,qFAAqF;IACxE,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;YAMzB,MAAM;IA0CpB;;;;;;;;;OASG;WACW,kBAAkB,CAAC,QAAQ,EAAE,sBAAsB,GAAG,OAAO;IAG3E;;;;;;;;;OASG;WACiB,eAAe,CAC/B,YAAY,EAAE,SAAS,MAAM,EAAE,EAC/B,OAAO,CAAC,EAAE,MAAM,EAChB,GAAG,GAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAe,GAC1C,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IASpE,gGAAgG;WAClF,YAAY,CAAC,UAAU,EAAE,wBAAwB,GAAG,SAAS,GAAG,eAAe;CAUhG"}