@memberjunction/server 5.37.0 → 5.39.0

package/dist/generic/FireAndForgetHeartbeat.d.ts

@@ -0,0 +1,51 @@
+import { PubSubEngine } from 'type-graphql';
+/** Default cadence for fire-and-forget liveness pulses (5 minutes). */
+export declare const DEFAULT_PULSE_INTERVAL_MS: number;
+/** The `type` discriminator carried by liveness pulse messages. */
+export declare const HEARTBEAT_MESSAGE_TYPE = "Heartbeat";
+/**
+ * Lightweight status snapshot included in an enriched pulse so the client can
+ * correlate the pulse with a run record and surface a coarse "still running"
+ * signal. Read from the in-memory run entity — never a DB query.
+ */
+export interface PulseStatus {
+    /** Primary key of the persisted run record (AIAgentRun, TestRun, TestSuiteRun). */
+    runId?: string;
+    /** Current run status, e.g. 'Running'. */
+    status?: string;
+    /** Optional human-readable current step for UI display. */
+    currentStep?: string;
+}
+/** Handle returned by {@link startLivenessPulse}; call `stop()` when the work settles. */
+export interface LivenessPulseHandle {
+    stop(): void;
+}
+export interface LivenessPulseOptions {
+    /** PubSub engine used to publish on the shared push-status topic. */
+    pubSub: PubSubEngine;
+    /** Session the client is subscribed on (used by the subscription filter). */
+    sessionId: string;
+    /** Resolver label echoed in the message envelope (e.g. 'RunAIAgentResolver'). */
+    resolver: string;
+    /** Pulse cadence in ms. Defaults to {@link DEFAULT_PULSE_INTERVAL_MS}. */
+    intervalMs?: number;
+    /**
+     * Optional cheap status reader invoked on each tick. Should read from an
+     * in-memory ref, not the database. Errors are swallowed so a transient read
+     * never kills the pulse loop.
+     */
+    readStatus?: () => PulseStatus | undefined;
+}
+/**
+ * Publishes a periodic liveness pulse on {@link PUSH_STATUS_UPDATES_TOPIC} while a
+ * fire-and-forget background operation runs. Each pulse resets the client's idle
+ * timer, so a long-but-active operation never spuriously times out. The pulse
+ * stops when the caller invokes `stop()` (typically in the background promise's
+ * `finally` block).
+ *
+ * The envelope matches the resolvers' existing push-status messages
+ * (`{ message: JSON.stringify({ resolver, type, status, data }), sessionId }`),
+ * so the client receives it through the same subscription with no special parsing.
+ */
+export declare function startLivenessPulse(options: LivenessPulseOptions): LivenessPulseHandle;
+//# sourceMappingURL=FireAndForgetHeartbeat.d.ts.map

package/dist/generic/FireAndForgetHeartbeat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FireAndForgetHeartbeat.d.ts","sourceRoot":"","sources":["../../src/generic/FireAndForgetHeartbeat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAI5C,uEAAuE;AACvE,eAAO,MAAM,yBAAyB,QAAgB,CAAC;AAEvD,mEAAmE;AACnE,eAAO,MAAM,sBAAsB,cAAc,CAAC;AAElD;;;;GAIG;AACH,MAAM,WAAW,WAAW;IACxB,mFAAmF;IACnF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,2DAA2D;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,0FAA0F;AAC1F,MAAM,WAAW,mBAAmB;IAChC,IAAI,IAAI,IAAI,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACjC,qEAAqE;IACrE,MAAM,EAAE,YAAY,CAAC;IACrB,6EAA6E;IAC7E,SAAS,EAAE,MAAM,CAAC;IAClB,iFAAiF;IACjF,QAAQ,EAAE,MAAM,CAAC;IACjB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,WAAW,GAAG,SAAS,CAAC;CAC9C;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,oBAAoB,GAAG,mBAAmB,CA2BrF"}

package/dist/generic/FireAndForgetHeartbeat.js

@@ -0,0 +1,44 @@
+import { LogError } from '@memberjunction/core';
+import { PUSH_STATUS_UPDATES_TOPIC } from './PushStatusResolver.js';
+/** Default cadence for fire-and-forget liveness pulses (5 minutes). */
+export const DEFAULT_PULSE_INTERVAL_MS = 5 * 60 * 1000;
+/** The `type` discriminator carried by liveness pulse messages. */
+export const HEARTBEAT_MESSAGE_TYPE = 'Heartbeat';
+/**
+ * Publishes a periodic liveness pulse on {@link PUSH_STATUS_UPDATES_TOPIC} while a
+ * fire-and-forget background operation runs. Each pulse resets the client's idle
+ * timer, so a long-but-active operation never spuriously times out. The pulse
+ * stops when the caller invokes `stop()` (typically in the background promise's
+ * `finally` block).
+ *
+ * The envelope matches the resolvers' existing push-status messages
+ * (`{ message: JSON.stringify({ resolver, type, status, data }), sessionId }`),
+ * so the client receives it through the same subscription with no special parsing.
+ */
+export function startLivenessPulse(options) {
+    const { pubSub, sessionId, resolver, readStatus } = options;
+    const intervalMs = options.intervalMs ?? DEFAULT_PULSE_INTERVAL_MS;
+    const timer = setInterval(() => {
+        let data;
+        try {
+            data = readStatus?.();
+        }
+        catch (e) {
+            // A status read failure must not break the liveness loop.
+            LogError(`[LivenessPulse:${resolver}] readStatus failed: ${e.message}`);
+        }
+        pubSub.publish(PUSH_STATUS_UPDATES_TOPIC, {
+            message: JSON.stringify({
+                resolver,
+                type: HEARTBEAT_MESSAGE_TYPE,
+                status: 'ok',
+                data: data ?? {},
+            }),
+            sessionId,
+        });
+    }, intervalMs);
+    return {
+        stop: () => clearInterval(timer),
+    };
+}
+//# sourceMappingURL=FireAndForgetHeartbeat.js.map

package/dist/generic/FireAndForgetHeartbeat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FireAndForgetHeartbeat.js","sourceRoot":"","sources":["../../src/generic/FireAndForgetHeartbeat.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AAEpE,uEAAuE;AACvE,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AAEvD,mEAAmE;AACnE,MAAM,CAAC,MAAM,sBAAsB,GAAG,WAAW,CAAC;AAsClD;;;;;;;;;;GAUG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAA6B;IAC5D,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAC5D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,yBAAyB,CAAC;IAEnE,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC3B,IAAI,IAA6B,CAAC;QAClC,IAAI,CAAC;YACD,IAAI,GAAG,UAAU,EAAE,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,0DAA0D;YAC1D,QAAQ,CAAC,kBAAkB,QAAQ,wBAAyB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,yBAAyB,EAAE;YACtC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;gBACpB,QAAQ;gBACR,IAAI,EAAE,sBAAsB;gBAC5B,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE,IAAI,IAAI,EAAE;aACnB,CAAC;YACF,SAAS;SACZ,CAAC,CAAC;IACP,CAAC,EAAE,UAAU,CAAC,CAAC;IAEf,OAAO;QACH,IAAI,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC;KACnC,CAAC;AACN,CAAC"}

package/dist/index.d.ts

@@ -22,6 +22,7 @@ export { configInfo, DEFAULT_SERVER_CONFIG } from './config.js';
 export { ServerExtensionLoader, BaseServerExtension } from '@memberjunction/server-extensions-core';
 export type { ServerExtensionConfig, ExtensionInitResult, ExtensionHealthResult } from '@memberjunction/server-extensions-core';
 export * from './directives/index.js';
+export { NoLog, hasNoLogParameter, getNoLogFields } from './logging/NoLog.js';
 export * from './entitySubclasses/MJEntityPermissionEntityServer.server.js';
 export * from './types.js';
 export { getSystemUser, getSigningKeys, extractUserInfoFromPayload, verifyUserRecord, } from './auth/index.js';
@@ -40,6 +41,7 @@ export * from './resolvers/SearchKnowledgeStreamResolver.js';
 export * from './resolvers/AvailableSearchProvidersResolver.js';
 export * from './resolvers/FetchEntityVectorsResolver.js';
 export * from './resolvers/PipelineProgressResolver.js';
+export * from './resolvers/IntegrationProgressResolver.js';
 export * from './resolvers/ClientToolRequestResolver.js';
 export * from './resolvers/AutotagPipelineResolver.js';
 export * from './resolvers/TagGovernanceResolver.js';
@@ -81,6 +83,7 @@ export * from './resolvers/FileResolver.js';
 export * from './resolvers/InfoResolver.js';
 export * from './resolvers/PotentialDuplicateRecordResolver.js';
 export * from './resolvers/RunTestResolver.js';
+export * from './resolvers/SearchEntitiesResolver.js';
 export * from './resolvers/UserFavoriteResolver.js';
 export * from './resolvers/UserResolver.js';
 export * from './resolvers/UserViewResolver.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAY,gBAAgB,EAA6F,MAAM,sBAAsB,CAAC;AAQ7J,OAAgB,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAM/C,OAAO,kBAAkB,CAAC;AAO1B,OAAO,EAA2H,cAAc,EAAE,MAAM,aAAa,CAAC;AAiCtK;;;;;;;;;;;GAWG;AACH,wBAAgB,SAAS,IAAI,gBAAgB,CAE5C;AAED,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AACpG,YAAY,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAChI,cAAc,uBAAuB,CAAC;AACtC,cAAc,6DAA6D,CAAC;AAC5E,cAAc,YAAY,CAAC;AAC3B,OAAO,EACH,aAAa,EACb,cAAc,EACd,0BAA0B,EAC1B,gBAAgB,GACnB,MAAM,iBAAiB,CAAC;AACzB,cAAc,2BAA2B,CAAC;AAE1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,4BAA4B,CAAC;AAC3C,cAAc,wCAAwC,CAAC;AACvD,cAAc,2BAA2B,CAAC;AAC1C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,oCAAoC,CAAC;AACnD,cAAc,mCAAmC,CAAC;AAClD,cAAc,wCAAwC,CAAC;AACvD,cAAc,wCAAwC,CAAC;AACvD,cAAc,8CAA8C,CAAC;AAC7D,cAAc,iDAAiD,CAAC;AAChE,cAAc,2CAA2C,CAAC;AAC1D,cAAc,yCAAyC,CAAC;AACxD,cAAc,0CAA0C,CAAC;AACzD,cAAc,wCAAwC,CAAC;AACvD,cAAc,sCAAsC,CAAC;AACrD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,kCAAkC,CAAC;AACjD,cAAc,iCAAiC,CAAC;AAChD,cAAc,kCAAkC,CAAC;AAEjD,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AAErC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,0CAA0C,CAAC;AACzD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,yCAAyC,CAAC;AACxD,cAAc,qCAAqC,CAAC;AACpD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,qCAAqC,CAAC;AACpD,cAAc,yCAAyC,CAAC;AACxD,cAAc,uCAAuC,CAAC;AACtD,cAAc,iCAAiC,CAAC;AAChD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2CAA2C,CAAC;AAC1D,cAAc,yCAAyC,CAAC;AACxD,cAAc,wCAAwC,CAAC;AACvD,cAAc,kCAAkC,CAAC;AACjD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,mCAAmC,CAAC;AAClD,cAAc,6CAA6C,CAAC;AAC5D,cAAc,iCAAiC,CAAC;AAChD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,kCAAkC,CAAC;AACjD,cAAc,qCAAqC,CAAC;AACpD,cAAc,qCAAqC,CAAC;AACpD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iDAAiD,CAAC;AAChE,cAAc,gCAAgC,CAAC;AAC/C,cAAc,qCAAqC,CAAC;AACpD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,2CAA2C,CAAC;AAC1D,cAAc,4BAA4B,CAAC;AAC3C,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAErH,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AAQtC,MAAM,MAAM,eAAe,GAAG;IAC5B,aAAa,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,cAAc,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;CAC1C,CAAC;AAUF,eAAO,MAAM,SAAS,QAAO,WAAwB,CAAC;AAEtD,eAAO,MAAM,KAAK,GAAU,eAAe,KAAK,CAAC,MAAM,CAAC,EAAE,MAAK,WAAyB,EAAE,UAAU,eAAe,KAAG,OAAO,CAAC,IAAI,CA2vBjI,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAY,gBAAgB,EAAmH,MAAM,sBAAsB,CAAC;AAQnL,OAAgB,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAM/C,OAAO,kBAAkB,CAAC;AAO1B,OAAO,EAA2H,cAAc,EAAE,MAAM,aAAa,CAAC;AAuCtK;;;;;;;;;;;GAWG;AACH,wBAAgB,SAAS,IAAI,gBAAgB,CAE5C;AAED,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AACpG,YAAY,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAChI,cAAc,uBAAuB,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAC9E,cAAc,6DAA6D,CAAC;AAC5E,cAAc,YAAY,CAAC;AAC3B,OAAO,EACH,aAAa,EACb,cAAc,EACd,0BAA0B,EAC1B,gBAAgB,GACnB,MAAM,iBAAiB,CAAC;AACzB,cAAc,2BAA2B,CAAC;AAE1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,4BAA4B,CAAC;AAC3C,cAAc,wCAAwC,CAAC;AACvD,cAAc,2BAA2B,CAAC;AAC1C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,oCAAoC,CAAC;AACnD,cAAc,mCAAmC,CAAC;AAClD,cAAc,wCAAwC,CAAC;AACvD,cAAc,wCAAwC,CAAC;AACvD,cAAc,8CAA8C,CAAC;AAC7D,cAAc,iDAAiD,CAAC;AAChE,cAAc,2CAA2C,CAAC;AAC1D,cAAc,yCAAyC,CAAC;AACxD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,0CAA0C,CAAC;AACzD,cAAc,wCAAwC,CAAC;AACvD,cAAc,sCAAsC,CAAC;AACrD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,kCAAkC,CAAC;AACjD,cAAc,iCAAiC,CAAC;AAChD,cAAc,kCAAkC,CAAC;AAEjD,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AAErC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,0CAA0C,CAAC;AACzD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,yCAAyC,CAAC;AACxD,cAAc,qCAAqC,CAAC;AACpD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,qCAAqC,CAAC;AACpD,cAAc,yCAAyC,CAAC;AACxD,cAAc,uCAAuC,CAAC;AACtD,cAAc,iCAAiC,CAAC;AAChD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2CAA2C,CAAC;AAC1D,cAAc,yCAAyC,CAAC;AACxD,cAAc,wCAAwC,CAAC;AACvD,cAAc,kCAAkC,CAAC;AACjD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,mCAAmC,CAAC;AAClD,cAAc,6CAA6C,CAAC;AAC5D,cAAc,iCAAiC,CAAC;AAChD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,kCAAkC,CAAC;AACjD,cAAc,qCAAqC,CAAC;AACpD,cAAc,qCAAqC,CAAC;AACpD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iDAAiD,CAAC;AAChE,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uCAAuC,CAAC;AACtD,cAAc,qCAAqC,CAAC;AACpD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,2CAA2C,CAAC;AAC1D,cAAc,4BAA4B,CAAC;AAC3C,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAErH,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AAQtC,MAAM,MAAM,eAAe,GAAG;IAC5B,aAAa,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,cAAc,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;CAC1C,CAAC;AAUF,eAAO,MAAM,SAAS,QAAO,WAAwB,CAAC;AAEtD,eAAO,MAAM,KAAK,GAAU,eAAe,KAAK,CAAC,MAAM,CAAC,EAAE,MAAK,WAAyB,EAAE,UAAU,eAAe,KAAG,OAAO,CAAC,IAAI,CAs6BjI,CAAC"}

package/dist/index.js

@@ -2,7 +2,7 @@ import dotenv from 'dotenv';
 dotenv.config({ quiet: true });
 import { expressMiddleware } from '@as-integrations/express5';
 import { mergeSchemas } from '@graphql-tools/schema';
-import { Metadata, SetProvider, StartupManager as StartupManagerImport, BaseEntity, RunView } from '@memberjunction/core';
+import { Metadata, SetProvider, StartupManager as StartupManagerImport, BaseEntity, RunView, DatabaseProviderBase } from '@memberjunction/core';
 import { resolveDbPlatformFromEnv } from '@memberjunction/generic-database-provider';
 import { MJGlobal, MJEventType, UUIDsEqual, ShutdownRegistry } from '@memberjunction/global';
 import { setupSQLServerClient, SQLServerDataProvider, SQLServerProviderConfigData, UserCache } from '@memberjunction/sqlserver-dataprovider';
@@ -24,8 +24,11 @@ import sql from 'mssql';
 import { WebSocketServer } from 'ws';
 import buildApolloServer from './apolloServer/index.js';
 import { configInfo, dbDatabase, dbHost, dbPort, dbUsername, graphqlPort, graphqlRootPath, mj_core_schema, websiteRunFromPackage } from './config.js';
+import { default as jwt } from 'jsonwebtoken';
 import { contextFunction, createUnifiedAuthMiddleware, getUserPayload } from './context.js';
 import { requireSystemUserDirective, publicDirective } from './directives/index.js';
+import { variablesLoggingMiddleware } from './logging/variablesLoggingMiddleware.js';
+import { auditResolversForUndecoratedArgs } from './logging/bootAudit.js';
 import createMSSQLConfig from './orm.js';
 import { setupRESTEndpoints } from './rest/setupRESTEndpoints.js';
 import { createOAuthCallbackHandler } from './rest/OAuthCallbackHandler.js';
@@ -36,7 +39,9 @@ import { LocalCacheManager, TelemetryManager } from '@memberjunction/core';
 import { GetAPIKeyEngine } from '@memberjunction/api-keys';
 import { RedisLocalStorageProvider } from '@memberjunction/redis-provider';
 import { PubSubManager } from './generic/PubSubManager.js';
-import { ClientToolRequestManager } from '@memberjunction/ai-agents';
+import { IntegrationProgressEmitter } from '@memberjunction/integration-progress-artifacts';
+import { PublishIntegrationProgress } from './resolvers/IntegrationProgressResolver.js';
+import { ClientToolRequestManager, AgentRunWatchdog } from '@memberjunction/ai-agents';
 import { CACHE_INVALIDATION_TOPIC } from './generic/CacheInvalidationResolver.js';
 import { ConnectorFactory, IntegrationEngine } from '@memberjunction/integration-engine';
 import { CronExpressionHelper } from '@memberjunction/scheduling-engine';
@@ -63,6 +68,7 @@ export { NewUserBase } from './auth/newUsers.js';
 export { configInfo, DEFAULT_SERVER_CONFIG } from './config.js';
 export { ServerExtensionLoader, BaseServerExtension } from '@memberjunction/server-extensions-core';
 export * from './directives/index.js';
+export { NoLog, hasNoLogParameter, getNoLogFields } from './logging/NoLog.js';
 export * from './entitySubclasses/MJEntityPermissionEntityServer.server.js';
 export * from './types.js';
 export { getSystemUser, getSigningKeys, extractUserInfoFromPayload, verifyUserRecord, } from './auth/index.js';
@@ -81,6 +87,7 @@ export * from './resolvers/SearchKnowledgeStreamResolver.js';
 export * from './resolvers/AvailableSearchProvidersResolver.js';
 export * from './resolvers/FetchEntityVectorsResolver.js';
 export * from './resolvers/PipelineProgressResolver.js';
+export * from './resolvers/IntegrationProgressResolver.js';
 export * from './resolvers/ClientToolRequestResolver.js';
 export * from './resolvers/AutotagPipelineResolver.js';
 export * from './resolvers/TagGovernanceResolver.js';
@@ -122,6 +129,7 @@ export * from './resolvers/FileResolver.js';
 export * from './resolvers/InfoResolver.js';
 export * from './resolvers/PotentialDuplicateRecordResolver.js';
 export * from './resolvers/RunTestResolver.js';
+export * from './resolvers/SearchEntitiesResolver.js';
 export * from './resolvers/UserFavoriteResolver.js';
 export * from './resolvers/UserResolver.js';
 export * from './resolvers/UserViewResolver.js';
@@ -233,6 +241,75 @@ export const serve = async (resolverPaths, app = createApp(), options) => {
             }
             return origExecuteSQLWithPool.call(this, pool, query, parameters, contextUser);
         };
+        // Set up CodeGen-credentialed provider + in-process CodeGen runner for RSU (PostgreSQL).
+        // Without this, RuntimeSchemaManager has no injected runner and falls back to spawning a
+        // child-process CodeGen. On Postgres that child path is slow, its output is buffered (so
+        // progress is unobservable), and a non-responding advancedGen AI pass hangs it indefinitely
+        // — which leaves association/junction CRUD functions un-regenerated and blocks the sync.
+        // Running in-process keeps CodeGen inside the MJAPI event loop where it is observable and
+        // bounded by advanced_generation's per-call timeout + circuit breaker. Mirrors the SQL
+        // Server path below (the runner is required for BOTH platforms).
+        const pgCodegenUser = process.env.CODEGEN_DB_USERNAME;
+        const pgCodegenPass = process.env.CODEGEN_DB_PASSWORD;
+        if (pgCodegenUser && pgCodegenPass) {
+            try {
+                const codegenPgPool = new pg.default.Pool({
+                    host: pgHost,
+                    port: pgPort,
+                    user: pgCodegenUser,
+                    password: pgCodegenPass,
+                    database: pgDatabase,
+                    max: 10,
+                });
+                const codegenTestClient = await codegenPgPool.connect();
+                await codegenTestClient.query('SELECT 1');
+                codegenTestClient.release();
+                const { RuntimeSchemaManager } = await import('@memberjunction/schema-engine');
+                const codegenPgConfigData = new PostgreSQLProviderConfigData({ Host: pgHost, Port: pgPort, Database: pgDatabase, User: pgCodegenUser, Password: pgCodegenPass }, mj_core_schema, cacheRefreshInterval / 1000);
+                const codegenPgProvider = new PostgreSQLDataProvider();
+                await codegenPgProvider.Config(codegenPgConfigData); // separate pool (per-instance manager); does NOT touch the global API provider
+                RuntimeSchemaManager.Instance.SetDDLProvider(codegenPgProvider);
+                console.log('RSU DDL provider initialized with CodeGen credentials (PostgreSQL).');
+                // Set up in-process CodeGen runner for RSU
+                try {
+                    const { RunCodeGenBase } = await import('@memberjunction/codegen-lib');
+                    const { PostgreSQLCodeGenConnection } = await import('@memberjunction/codegen-lib/dist/Database/providers/postgresql/PostgreSQLCodeGenConnection.js');
+                    const codegenConnection = new PostgreSQLCodeGenConnection(codegenPgPool);
+                    const codegenCurrentUser = UserCache.Instance.Users.find(u => u.Type?.trim().toLowerCase() === 'owner') ?? UserCache.Instance.Users[0];
+                    const codegenDataSource = {
+                        provider: codegenPgProvider,
+                        connection: codegenConnection,
+                        currentUser: codegenCurrentUser,
+                        connectionInfo: `${pgHost}:${pgPort}/${pgDatabase} (CodeGen)`,
+                    };
+                    const runObject = MJGlobal.Instance.ClassFactory.CreateInstance(RunCodeGenBase);
+                    const rsuWorkDir = process.env.RSU_WORK_DIR || process.cwd();
+                    RuntimeSchemaManager.Instance.SetCodeGenRunner({
+                        RunInProcess: (skipDB) => runObject.RunInProcess(codegenDataSource, skipDB, rsuWorkDir),
+                    });
+                    console.log('RSU in-process CodeGen runner initialized (PostgreSQL).');
+                    // Inject CodeGen output paths for targeted git staging
+                    const { initializeConfig } = await import('@memberjunction/codegen-lib');
+                    const cgConfig = initializeConfig(rsuWorkDir);
+                    const outputPaths = (cgConfig.output ?? []).map((o) => o.directory);
+                    RuntimeSchemaManager.Instance.SetCodeGenOutputPaths(outputPaths);
+                    console.log(`RSU CodeGen output paths: ${outputPaths.length} directories configured.`);
+                    // Point RSU's soft PK/FK writer at the SAME file CodeGen reads (mj.config.cjs
+                    // `additionalSchemaInfo`), or RSU writes soft PKs to its own default path while
+                    // CodeGen reads a different one and skips integration tables with "No primary key found".
+                    if (cgConfig.additionalSchemaInfo) {
+                        RuntimeSchemaManager.Instance.SetAdditionalSchemaInfoPath(cgConfig.additionalSchemaInfo);
+                        console.log(`RSU additionalSchemaInfo path: ${cgConfig.additionalSchemaInfo}`);
+                    }
+                }
+                catch (codegenErr) {
+                    console.warn(`RSU in-process CodeGen runner setup failed (will fall back to child process): ${codegenErr.message}`);
+                }
+            }
+            catch (err) {
+                console.warn(`RSU DDL provider setup failed (PostgreSQL; RSU will fall back to default provider): ${err.message}`);
+            }
+        }
         const md = new Metadata(); // global-provider-ok: bootstrap
         console.log(`Data Source has been initialized. ${md?.Entities ? md.Entities.length : 0} entities loaded.`);
     }
@@ -279,6 +356,13 @@ export const serve = async (resolverPaths, app = createApp(), options) => {
                     ...createMSSQLConfig(),
                     user: codegenUser,
                     password: codegenPass,
+                    // CodeGen's metadata management ("manage entity fields", schema refresh) runs
+                    // long-running queries across ALL entities. The default API requestTimeout (30s)
+                    // is far too short at scale — e.g. a large integration Create-Tables pushing the
+                    // schema to 400+ entities times out mid-refresh and leaves entity-field metadata
+                    // only partially applied. This pool is used ONLY for CodeGen/DDL (never to serve
+                    // API requests), so a generous timeout is safe. Mirrors MJCLI's baseline connection.
+                    requestTimeout: 600000,
                 });
                 codegenPool.on('error', (err) => {
                     console.error('[ConnectionPool] CodeGen pool connection error:', err.message);
@@ -314,6 +398,14 @@ export const serve = async (resolverPaths, app = createApp(), options) => {
                     const outputPaths = (codegenConfig.output ?? []).map((o) => o.directory);
                     RuntimeSchemaManager.Instance.SetCodeGenOutputPaths(outputPaths);
                     console.log(`RSU CodeGen output paths: ${outputPaths.length} directories configured.`);
+                    // Point RSU's soft PK/FK writer at the SAME file CodeGen reads (mj.config.cjs
+                    // `additionalSchemaInfo`). Without this, RSU writes soft PKs to its own default
+                    // path while CodeGen reads a different one and skips every integration table
+                    // with "No primary key found".
+                    if (codegenConfig.additionalSchemaInfo) {
+                        RuntimeSchemaManager.Instance.SetAdditionalSchemaInfoPath(codegenConfig.additionalSchemaInfo);
+                        console.log(`RSU additionalSchemaInfo path: ${codegenConfig.additionalSchemaInfo}`);
+                    }
                 }
                 catch (codegenErr) {
                     console.warn(`RSU in-process CodeGen runner setup failed (will fall back to child process): ${codegenErr.message}`);
@@ -511,6 +603,21 @@ export const serve = async (resolverPaths, app = createApp(), options) => {
     // Wire the ClientToolRequestManager so BaseAgent can publish client tool requests
     // via the same PubSub infrastructure used for pipeline progress and cache invalidation.
     ClientToolRequestManager.Instance.SetPublishFunction((topic, payload) => PubSubManager.Instance.Publish(topic, payload));
+    // §11: fan every integration progress event onto the live GraphQL subscription topic. The emitter
+    // (in @memberjunction/integration-progress-artifacts) stays server-agnostic; we inject the publish
+    // here so integration runs/refreshes/syncs are subscribable in addition to the durable JSONL
+    // artifact + the pollable IntegrationTailRunEvents query.
+    IntegrationProgressEmitter.SetPublishHook((manifest, event) => PublishIntegrationProgress({
+        RunID: manifest.runID,
+        Kind: manifest.runKind,
+        CompanyIntegrationID: manifest.companyIntegrationID,
+        EventType: event.eventType,
+        Seq: event.seq,
+        Message: event.message,
+        Stage: event.stage,
+        Level: event.level,
+        Data: event.data,
+    }));
     // Global listener: broadcast CACHE_INVALIDATION to all browser clients whenever
     // ANY BaseEntity save/delete occurs on this server — regardless of whether it
     // originated from a GraphQL mutation or internal server-side code (agents, actions,
@@ -541,10 +648,14 @@ export const serve = async (resolverPaths, app = createApp(), options) => {
                 scalarsMap: [{ type: Date, scalar: GraphQLTimestamp }],
                 emitSchemaFile: websiteRunFromPackage !== 1,
                 pubSub,
+                globalMiddlewares: [variablesLoggingMiddleware],
             }),
         ],
         typeDefs: [requireSystemUserDirective.typeDefs, publicDirective.typeDefs],
     });
+    // Verbose-mode-only diagnostic: name custom-resolver args that aren't metadata-bound
+    // and aren't @NoLog-marked. No-op in default config (logVariables=false).
+    auditResolversForUndecoratedArgs();
     schema = requireSystemUserDirective.transformer(schema);
     schema = publicDirective.transformer(schema);
     // Apply middleware-contributed schema transformers (after built-in directive transformers)
@@ -554,25 +665,67 @@ export const serve = async (resolverPaths, app = createApp(), options) => {
     tServe = lap('Schema Build', tServe);
     const httpServer = createServer(app);
     const webSocketServer = new WebSocketServer({ server: httpServer, path: graphqlRootPath });
+    // Track per-connection expiry timers so we can clean them up on close
+    const expiryTimers = new WeakMap();
     const serverCleanup = useServer({
         schema,
-        context: async ({ connectionParams }) => {
-            const userPayload = await getUserPayload(String(connectionParams?.Authorization), undefined, dataSources);
-            return { userPayload };
-        },
-        onError: (ctx, message, errors) => {
-            // Check if error is token expiration (expected behavior)
-            const isTokenExpired = errors.some(err => err.extensions?.code === 'JWT_EXPIRED' ||
-                err.message?.includes('token has expired'));
-            if (isTokenExpired) {
-                // Log at warn level - this is expected from long-lived browser sessions
-                console.warn('WebSocket connection token expired - client should reconnect with refreshed token');
+        // RAII: validate the token once at connection time and cache the result.
+        // This prevents re-validating (and re-logging) on every subscription message.
+        onConnect: async (ctx) => {
+            try {
+                const token = String(ctx.connectionParams?.Authorization);
+                const userPayload = await getUserPayload(token, undefined, dataSources);
+                // Store validated payload on the connection for use in context()
+                ctx.extra.userPayload = userPayload;
+                // Schedule proactive socket close at token expiry so the client
+                // reconnects with a fresh token instead of spamming errors.
+                const decoded = jwt.decode(token.replace('Bearer ', ''));
+                if (decoded && typeof decoded !== 'string' && decoded.exp) {
+                    const msUntilExpiry = decoded.exp * 1000 - Date.now();
+                    if (msUntilExpiry > 0) {
+                        const timer = setTimeout(() => {
+                            console.log(`WebSocket token expiring — closing connection for ${userPayload.email}`);
+                            // 4403 = Forbidden — retriable in graphql-ws, signals "get a new token"
+                            // (4401 is reserved as fatal/"Unauthorized" in the graphql-ws protocol)
+                            try {
+                                ctx.extra.socket.close(4403, 'Token expired');
+                            }
+                            catch {
+                                // Socket may already be closed; benign
+                            }
+                        }, msUntilExpiry);
+                        // Prevent the timer from keeping the process alive during shutdown
+                        timer.unref();
+                        expiryTimers.set(ctx, timer);
+                    }
+                }
+                return true;
             }
-            else {
-                // Log actual errors at error level
-                console.error('WebSocket error:', errors);
+            catch (error) {
+                // Return false instead of throwing — graphql-ws sends 4403 Forbidden
+                // (retriable) rather than letting the throw produce 1011 (fatal).
+                const msg = error instanceof Error ? error.message : 'Authentication failed';
+                console.warn(`WebSocket connection rejected: ${msg}`);
+                return false;
             }
         },
+        // context() now just reads the already-validated payload — no I/O, no logging
+        context: async (ctx) => {
+            return { userPayload: ctx.extra.userPayload };
+        },
+        onClose: (ctx) => {
+            // Clear the expiry timer if the connection closes before the token expires
+            const timer = expiryTimers.get(ctx);
+            if (timer) {
+                clearTimeout(timer);
+                expiryTimers.delete(ctx);
+            }
+        },
+        onError: (_ctx, _message, errors) => {
+            // Token expiry errors can't happen anymore (handled in onConnect + timer),
+            // so all errors here are genuine and worth logging.
+            console.error('WebSocket error:', errors);
+        },
     }, webSocketServer);
     const apolloServer = buildApolloServer({ schema }, { httpServer, serverCleanup }, mwApolloPlugins.length > 0 ? mwApolloPlugins : undefined);
     await apolloServer.start();
@@ -729,6 +882,14 @@ export const serve = async (resolverPaths, app = createApp(), options) => {
         IntegrationEngine.Instance.ResumeOrphanedSyncs(resumeUser)
             .catch(err => console.warn(`[IntegrationEngine] Orphaned sync resume failed: ${err}`));
     }
+    // Force-fail any agent runs left 'Running' by a process that died (restart/crash/OOM) or whose
+    // terminal-state write never landed. Staleness-based, so it never touches runs another healthy
+    // instance is still heart-beating. The watchdog also self-registers for graceful-shutdown
+    // cancellation (via ShutdownRegistry) once it begins tracking this process's first live run.
+    if (resumeUser && Metadata.Provider instanceof DatabaseProviderBase) { // global-provider-ok: server startup recovery — one-shot orphaned-run sweep at boot
+        AgentRunWatchdog.SweepOrphanedRuns(Metadata.Provider, resumeUser) // global-provider-ok: server startup recovery — one-shot orphaned-run sweep at boot
+            .catch(err => console.warn(`[AgentRunWatchdog] Startup sweep failed: ${err}`));
+    }
     // Set up graceful shutdown handlers
     const gracefulShutdown = async (signal) => {
         console.log(`\n${signal} received, shutting down gracefully...`);