@memberjunction/record-set-processor 0.0.1 → 5.43.0

package/dist/RecordSetProcessor.js

@@ -0,0 +1,216 @@
+/**
+ * @fileoverview The Record Set Processor engine — the single substrate every set-iterating job
+ * routes through. It owns batching, bounded concurrency, optional rate limiting, an error-rate
+ * circuit breaker, a budget-gate hook, progress events, the pause/cancel handshake, resume from a
+ * checkpoint, and per-record error isolation — while delegating *what to iterate* (source), *what
+ * to do* (processor), and *where to persist* (tracker) to pluggable seams.
+ * @module @memberjunction/record-set-processor
+ */
+import { BaseSingleton } from '@memberjunction/global';
+import { LogError, Metadata } from '@memberjunction/core';
+import { RateLimiter } from './RateLimiter.js';
+import { GenericProcessRunTracker } from './trackers/GenericProcessRunTracker.js';
+/** Default batch size when none is supplied. */
+const DEFAULT_BATCH_SIZE = 100;
+/** Default error-rate circuit-breaker threshold (percent). */
+const DEFAULT_ERROR_THRESHOLD = 20;
+/**
+ * The server-side engine that processes a record set through the source/processor/tracker pipeline.
+ * Use the {@link Instance} singleton: `await RecordSetProcessor.Instance.Process({ ... })`.
+ */
+export class RecordSetProcessor extends BaseSingleton {
+    /** The process-wide singleton instance. */
+    static get Instance() {
+        return super.getInstance();
+    }
+    /**
+     * Processes a record set end to end and returns the run summary.
+     * Logical failures never throw — inspect the returned {@link ProcessRunResult}.
+     *
+     * @param options - The source, processor, tracker, and execution knobs for this run.
+     * @returns The run summary plus the persisted run ID (when a persisting tracker was used).
+     */
+    async Process(options) {
+        const { source, processor, contextUser } = options;
+        const provider = options.provider ?? Metadata.Provider;
+        const tracker = options.tracker ?? new GenericProcessRunTracker();
+        const batchSize = options.batchSize ?? DEFAULT_BATCH_SIZE;
+        const maxConcurrency = Math.max(1, options.maxConcurrency ?? 1);
+        const errorThreshold = options.errorThresholdPercent ?? DEFAULT_ERROR_THRESHOLD;
+        const delayMs = options.delayBetweenBatchesMs ?? 0;
+        const shouldResume = options.resume ?? true;
+        const rateLimiter = options.rateLimit
+            ? new RateLimiter({ RequestsPerMinute: options.rateLimit.requestsPerMinute, TokensPerMinute: options.rateLimit.tokensPerMinute })
+            : undefined;
+        const descriptor = source.Describe();
+        const meta = {
+            RecordProcessID: options.recordProcessID,
+            ScheduledJobRunID: options.scheduledJobRunID,
+            EntityID: options.entityID ?? descriptor.EntityID,
+            TriggeredBy: options.triggeredBy ?? 'Manual',
+            SourceType: descriptor.SourceType,
+            SourceID: descriptor.SourceID,
+            SourceFilter: descriptor.SourceFilter,
+            BatchSize: batchSize,
+            Configuration: options.configuration,
+            DryRun: options.dryRun,
+        };
+        const handle = await tracker.BeginRun(meta, contextUser, provider);
+        const counts = { Processed: 0, Success: 0, Error: 0, Skipped: 0 };
+        let cursor = shouldResume ? await tracker.LoadResumeCursor(handle, contextUser, provider) : undefined;
+        let total = null;
+        let status = 'Running';
+        let errorMessage;
+        const startTime = new Date();
+        try {
+            status = await this.runBatchLoop({
+                options, source, processor, tracker, handle, provider,
+                batchSize, maxConcurrency, errorThreshold, delayMs, rateLimiter,
+                counts,
+                getCursor: () => cursor,
+                setCursor: (c) => { cursor = c; },
+                getTotal: () => total,
+                setTotal: (t) => { total = t; },
+                setErrorMessage: (m) => { errorMessage = m; },
+            });
+        }
+        catch (e) {
+            status = 'Failed';
+            errorMessage = e instanceof Error ? e.message : String(e);
+            LogError(`RecordSetProcessor: run failed: ${errorMessage}`);
+        }
+        const summary = {
+            Status: status,
+            Total: total,
+            Processed: counts.Processed,
+            Success: counts.Success,
+            Error: counts.Error,
+            Skipped: counts.Skipped,
+            StartTime: startTime,
+            EndTime: new Date(),
+            ErrorMessage: errorMessage,
+        };
+        await tracker.CompleteRun(handle, summary, contextUser, provider);
+        return { ...summary, ProcessRunID: handle.ProcessRunID };
+    }
+    /** The core batch loop. Returns the terminal status. */
+    async runBatchLoop(ctx) {
+        const { options, source, batchSize, counts } = ctx;
+        const { contextUser } = options;
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            const batch = await source.NextBatch(ctx.getCursor(), batchSize, contextUser, ctx.provider);
+            if (batch.TotalRowCount != null && ctx.getTotal() == null) {
+                ctx.setTotal(batch.TotalRowCount);
+            }
+            if (batch.Records.length === 0) {
+                return 'Completed';
+            }
+            // Honor a hard record cap by trimming the batch.
+            let records = batch.Records;
+            if (options.maxRecords != null) {
+                const remaining = options.maxRecords - counts.Processed;
+                if (remaining <= 0) {
+                    return 'Completed';
+                }
+                if (records.length > remaining) {
+                    records = records.slice(0, remaining);
+                }
+            }
+            if (ctx.rateLimiter) {
+                await ctx.rateLimiter.Acquire();
+            }
+            await this.processBatch(records, ctx);
+            options.onProgress?.({ ...counts, Total: ctx.getTotal() });
+            // Checkpoint + pause/cancel handshake.
+            ctx.setCursor(batch.NextCursor);
+            const shouldContinue = await ctx.tracker.Checkpoint(ctx.handle, batch.NextCursor, counts, contextUser, ctx.provider);
+            if (!shouldContinue) {
+                return 'Paused';
+            }
+            // Budget gate.
+            if (options.onAfterBatch) {
+                const verdict = await this.safeAfterBatch(options.onAfterBatch, records, counts.Processed);
+                if (verdict && !verdict.continue) {
+                    ctx.setErrorMessage(verdict.reason ? `Auto-paused: ${verdict.reason}` : 'Auto-paused: budget exceeded');
+                    return 'Paused';
+                }
+            }
+            // Error-rate circuit breaker.
+            if (counts.Processed > 0 && counts.Error > 0) {
+                const errorRate = (counts.Error / counts.Processed) * 100;
+                if (errorRate > ctx.errorThreshold) {
+                    ctx.setErrorMessage(`Circuit breaker: error rate ${errorRate.toFixed(1)}% exceeded ${ctx.errorThreshold}%`);
+                    return 'Failed';
+                }
+            }
+            if (batch.Exhausted) {
+                return 'Completed';
+            }
+            if (ctx.delayMs > 0) {
+                await this.delay(ctx.delayMs);
+            }
+        }
+    }
+    /** Processes one batch with bounded concurrency, isolating per-record failures. */
+    async processBatch(records, ctx) {
+        const { options, counts } = ctx;
+        const recordContext = { contextUser: options.contextUser, provider: ctx.provider, processRunID: ctx.handle.ProcessRunID };
+        const worker = async (record) => {
+            const started = Date.now();
+            let result;
+            try {
+                result = await options.processor.ProcessRecord(record, recordContext);
+            }
+            catch (e) {
+                result = { Status: 'Failed', ErrorMessage: e instanceof Error ? e.message : String(e) };
+            }
+            if (result.DurationMs == null) {
+                result.DurationMs = Date.now() - started;
+            }
+            counts.Processed++;
+            if (result.Status === 'Succeeded') {
+                counts.Success++;
+            }
+            else if (result.Status === 'Skipped') {
+                counts.Skipped++;
+            }
+            else {
+                counts.Error++;
+            }
+            await ctx.tracker.RecordResult(ctx.handle, record, result, options.contextUser, ctx.provider);
+        };
+        await this.runWithConcurrency(records, ctx.maxConcurrency, worker);
+    }
+    /** Runs `worker` over `items` with at most `limit` in flight at once. */
+    async runWithConcurrency(items, limit, worker) {
+        if (limit <= 1) {
+            for (const item of items) {
+                await worker(item);
+            }
+            return;
+        }
+        let index = 0;
+        const runNext = async () => {
+            while (index < items.length) {
+                const current = index++;
+                await worker(items[current]);
+            }
+        };
+        await Promise.all(Array.from({ length: Math.min(limit, items.length) }, () => runNext()));
+    }
+    /** Invokes the budget-gate hook, treating a thrown hook as non-fatal (continue). */
+    async safeAfterBatch(hook, records, processed) {
+        try {
+            return await hook(records, processed);
+        }
+        catch (e) {
+            LogError(`RecordSetProcessor: onAfterBatch hook threw (continuing): ${e instanceof Error ? e.message : String(e)}`);
+            return null;
+        }
+    }
+    delay(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+//# sourceMappingURL=RecordSetProcessor.js.map

package/dist/RecordSetProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RecordSetProcessor.js","sourceRoot":"","sources":["../src/RecordSetProcessor.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAqB,QAAQ,EAAE,QAAQ,EAAY,MAAM,sBAAsB,CAAC;AAcvF,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAE/E,gDAAgD;AAChD,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,8DAA8D;AAC9D,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAEnC;;;GAGG;AACH,MAAM,OAAO,kBAAmB,SAAQ,aAAiC;IACrE,2CAA2C;IACpC,MAAM,KAAK,QAAQ;QACtB,OAAO,KAAK,CAAC,WAAW,EAAsB,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,OAAO,CAAC,OAAgC;QACjD,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QACnD,MAAM,QAAQ,GAAsB,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC;QAC1E,MAAM,OAAO,GAAuB,OAAO,CAAC,OAAO,IAAI,IAAI,wBAAwB,EAAE,CAAC;QACtF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;QAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;QAChE,MAAM,cAAc,GAAG,OAAO,CAAC,qBAAqB,IAAI,uBAAuB,CAAC;QAChF,MAAM,OAAO,GAAG,OAAO,CAAC,qBAAqB,IAAI,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;QAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS;YACjC,CAAC,CAAC,IAAI,WAAW,CAAC,EAAE,iBAAiB,EAAE,OAAO,CAAC,SAAS,CAAC,iBAAiB,EAAE,eAAe,EAAE,OAAO,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;YACjI,CAAC,CAAC,SAAS,CAAC;QAEhB,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,GAAmB;YACzB,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,UAAU,CAAC,QAAQ;YACjD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,QAAQ;YAC5C,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,MAAM,EAAE,OAAO,CAAC,MAAM;SACzB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QACnE,MAAM,MAAM,GAAc,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC7E,IAAI,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,gBAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACtG,IAAI,KAAK,GAAkB,IAAI,CAAC;QAChC,IAAI,MAAM,GAA0B,SAAS,CAAC;QAC9C,IAAI,YAAgC,CAAC;QACrC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,CAAC;YACD,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;gBAC7B,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ;gBACrD,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,WAAW;gBAC/D,MAAM;gBACN,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM;gBACvB,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;gBACjC,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK;gBACrB,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC/B,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC;aAChD,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,MAAM,GAAG,QAAQ,CAAC;YAClB,YAAY,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC1D,QAAQ,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,OAAO,GAAsB;YAC/B,MAAM,EAAE,MAAM;YACd,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,IAAI,IAAI,EAAE;YACnB,YAAY,EAAE,YAAY;SAC7B,CAAC;QACF,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QAClE,OAAO,EAAE,GAAG,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC;IAC7D,CAAC;IAED,wDAAwD;IAChD,KAAK,CAAC,YAAY,CAAC,GAAqB;QAC5C,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;QACnD,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAEhC,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACV,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC5F,IAAI,KAAK,CAAC,aAAa,IAAI,IAAI,IAAI,GAAG,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;gBACxD,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,OAAO,WAAW,CAAC;YACvB,CAAC;YAED,iDAAiD;YACjD,IAAI,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YAC5B,IAAI,OAAO,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;gBAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC;gBACxD,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;oBACjB,OAAO,WAAW,CAAC;gBACvB,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;oBAC7B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;gBAC1C,CAAC;YACL,CAAC;YAED,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;gBAClB,MAAM,GAAG,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YACpC,CAAC;YAED,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAEtC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAE3D,uCAAuC;YACvC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAChC,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;YACrH,IAAI,CAAC,cAAc,EAAE,CAAC;gBAClB,OAAO,QAAQ,CAAC;YACpB,CAAC;YAED,eAAe;YACf,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC3F,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;oBAC/B,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC;oBACxG,OAAO,QAAQ,CAAC;gBACpB,CAAC;YACL,CAAC;YAED,8BAA8B;YAC9B,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC3C,MAAM,SAAS,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC;gBAC1D,IAAI,SAAS,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;oBACjC,GAAG,CAAC,eAAe,CAAC,+BAA+B,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,cAAc,GAAG,CAAC,CAAC;oBAC5G,OAAO,QAAQ,CAAC;gBACpB,CAAC;YACL,CAAC;YAED,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBAClB,OAAO,WAAW,CAAC;YACvB,CAAC;YACD,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;QACL,CAAC;IACL,CAAC;IAED,mFAAmF;IAC3E,KAAK,CAAC,YAAY,CAAC,OAAoB,EAAE,GAAqB;QAClE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;QAChC,MAAM,aAAa,GAAG,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QAE1H,MAAM,MAAM,GAAG,KAAK,EAAE,MAAiB,EAAiB,EAAE;YACtD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,MAAoB,CAAC;YACzB,IAAI,CAAC;gBACD,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;YAC1E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,MAAM,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5F,CAAC;YACD,IAAI,MAAM,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;gBAC5B,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YAC7C,CAAC;YACD,MAAM,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrB,CAAC;iBAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACrC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC;YACD,MAAM,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QAClG,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IACvE,CAAC;IAED,yEAAyE;IACjE,KAAK,CAAC,kBAAkB,CAAI,KAAU,EAAE,KAAa,EAAE,MAAkC;QAC7F,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACb,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;YACD,OAAO;QACX,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;YACtC,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,KAAK,EAAE,CAAC;gBACxB,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACjC,CAAC;QACL,CAAC,CAAC;QACF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC9F,CAAC;IAED,oFAAoF;IAC5E,KAAK,CAAC,cAAc,CACxB,IAA0D,EAC1D,OAAoB,EACpB,SAAiB;QAEjB,IAAI,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,QAAQ,CAAC,6DAA6D,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACpH,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,EAAU;QACpB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;CACJ"}

package/dist/index.d.ts

@@ -0,0 +1,21 @@
+/**
+ * @fileoverview Public API for the Record Set Processor engine — the server-side `RecordSetProcessor`
+ * plus the built-in rate limiter, trackers, and the function processor. Source adapters, types, and
+ * the pluggable seam interfaces live in `@memberjunction/record-set-processor-base`.
+ * @module @memberjunction/record-set-processor
+ */
+export * from './RateLimiter.js';
+export * from './RecordSetProcessor.js';
+export * from './RecordProcessExecutor.js';
+export * from './writeBack.js';
+export * from './processors/FunctionRecordProcessor.js';
+export * from './processors/ActionRecordProcessor.js';
+export * from './processors/AgentRecordProcessor.js';
+export * from './processors/WriteBackProcessor.js';
+export * from './processors/InferProcessor.js';
+export * from './processors/FieldRulesProcessor.js';
+export * from './trackers/NoOpTracker.js';
+export * from './trackers/GenericProcessRunTracker.js';
+export * from './operations/RecordProcessGetRunStatusOperation.js';
+export * from './operations/RecordProcessControlOperations.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,aAAa,CAAC;AAC5B,cAAc,sCAAsC,CAAC;AACrD,cAAc,oCAAoC,CAAC;AACnD,cAAc,mCAAmC,CAAC;AAClD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kCAAkC,CAAC;AACjD,cAAc,wBAAwB,CAAC;AACvC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iDAAiD,CAAC;AAChE,cAAc,6CAA6C,CAAC"}

package/dist/index.js

@@ -0,0 +1,21 @@
+/**
+ * @fileoverview Public API for the Record Set Processor engine — the server-side `RecordSetProcessor`
+ * plus the built-in rate limiter, trackers, and the function processor. Source adapters, types, and
+ * the pluggable seam interfaces live in `@memberjunction/record-set-processor-base`.
+ * @module @memberjunction/record-set-processor
+ */
+export * from './RateLimiter.js';
+export * from './RecordSetProcessor.js';
+export * from './RecordProcessExecutor.js';
+export * from './writeBack.js';
+export * from './processors/FunctionRecordProcessor.js';
+export * from './processors/ActionRecordProcessor.js';
+export * from './processors/AgentRecordProcessor.js';
+export * from './processors/WriteBackProcessor.js';
+export * from './processors/InferProcessor.js';
+export * from './processors/FieldRulesProcessor.js';
+export * from './trackers/NoOpTracker.js';
+export * from './trackers/GenericProcessRunTracker.js';
+export * from './operations/RecordProcessGetRunStatusOperation.js';
+export * from './operations/RecordProcessControlOperations.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,aAAa,CAAC;AAC5B,cAAc,sCAAsC,CAAC;AACrD,cAAc,oCAAoC,CAAC;AACnD,cAAc,mCAAmC,CAAC;AAClD,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kCAAkC,CAAC;AACjD,cAAc,wBAAwB,CAAC;AACvC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iDAAiD,CAAC;AAChE,cAAc,6CAA6C,CAAC"}

package/dist/operations/RecordProcessControlOperations.d.ts

@@ -0,0 +1,33 @@
+/**
+ * @fileoverview Record Process control Remote Operations — RunNow (on-demand execution) plus the
+ * Pause / Resume / Cancel control surface (the run's `CancellationRequested` handshake). These are
+ * the facade's only on-demand/control path (no bespoke resolvers).
+ * @module @memberjunction/record-set-processor
+ */
+import { IMetadataProvider, RemoteOpServerContext, UserInfo } from '@memberjunction/core';
+import { RecordProcessRunNowOperation, RecordProcessPauseRunOperation, RecordProcessCancelRunOperation, RecordProcessResumeRunOperation, type RecordProcessRunNowInput, type RecordProcessRunNowOutput, type ProcessRunControlInput, type ProcessRunControlOutput } from '@memberjunction/core-entities';
+/**
+ * Server implementation of `RecordProcess.RunNow` — runs a Record Process on demand, honoring an optional
+ * dry-run (compute-only preview) and runtime scope override (the rows a UI selected). Extends the
+ * client-safe {@link RecordProcessRunNowOperation} base in `-base` (which carries the key + typed I/O) and
+ * supplies the server body; registered last so it wins server-side dispatch. Marked `LongRunning` (the
+ * handle is a `ProcessRunID`).
+ */
+export declare class RecordProcessRunNowServerOperation extends RecordProcessRunNowOperation {
+    protected InternalExecute(input: RecordProcessRunNowInput, provider: IMetadataProvider, user: UserInfo, context: RemoteOpServerContext): Promise<RecordProcessRunNowOutput>;
+}
+/** Requests a graceful pause of a running process (honored at the next checkpoint). */
+export declare class RecordProcessPauseRunServerOperation extends RecordProcessPauseRunOperation {
+    protected InternalExecute(input: ProcessRunControlInput, provider: IMetadataProvider, user: UserInfo): Promise<ProcessRunControlOutput>;
+}
+/** Requests cancellation of a running process (honored at the next checkpoint). */
+export declare class RecordProcessCancelRunServerOperation extends RecordProcessCancelRunOperation {
+    protected InternalExecute(input: ProcessRunControlInput, provider: IMetadataProvider, user: UserInfo): Promise<ProcessRunControlOutput>;
+}
+/** Clears a paused run's cancellation flag so it can be resumed by a subsequent run. */
+export declare class RecordProcessResumeRunServerOperation extends RecordProcessResumeRunOperation {
+    protected InternalExecute(input: ProcessRunControlInput, provider: IMetadataProvider, user: UserInfo): Promise<ProcessRunControlOutput>;
+}
+/** Tree-shaking anchor — call from a server bootstrap to retain these operation registrations. */
+export declare function LoadRecordProcessControlOperations(): void;
+//# sourceMappingURL=RecordProcessControlOperations.d.ts.map

package/dist/operations/RecordProcessControlOperations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RecordProcessControlOperations.d.ts","sourceRoot":"","sources":["../../src/operations/RecordProcessControlOperations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAA0B,iBAAiB,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAElH,OAAO,EACH,4BAA4B,EAC5B,8BAA8B,EAC9B,+BAA+B,EAC/B,+BAA+B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,yBAAyB,EAC9B,KAAK,sBAAsB,EAC3B,KAAK,uBAAuB,EAC/B,MAAM,+BAA+B,CAAC;AAGvC;;;;;;GAMG;AACH,qBACa,kCAAmC,SAAQ,4BAA4B;cAChE,eAAe,CAAC,KAAK,EAAE,wBAAwB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAiCpL;AA0BD,uFAAuF;AACvF,qBACa,oCAAqC,SAAQ,8BAA8B;cACpE,eAAe,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,uBAAuB,CAAC;CAGhJ;AAED,mFAAmF;AACnF,qBACa,qCAAsC,SAAQ,+BAA+B;cACtE,eAAe,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,uBAAuB,CAAC;CAGhJ;AAED,wFAAwF;AACxF,qBACa,qCAAsC,SAAQ,+BAA+B;cACtE,eAAe,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,uBAAuB,CAAC;CAGhJ;AAED,kGAAkG;AAClG,wBAAgB,kCAAkC,IAAI,IAAI,CAEzD"}

package/dist/operations/RecordProcessControlOperations.js

@@ -0,0 +1,117 @@
+/**
+ * @fileoverview Record Process control Remote Operations — RunNow (on-demand execution) plus the
+ * Pause / Resume / Cancel control surface (the run's `CancellationRequested` handshake). These are
+ * the facade's only on-demand/control path (no bespoke resolvers).
+ * @module @memberjunction/record-set-processor
+ */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { RegisterClass } from '@memberjunction/global';
+import { BaseRemotableOperation } from '@memberjunction/core';
+import { RecordProcessRunNowOperation, RecordProcessPauseRunOperation, RecordProcessCancelRunOperation, RecordProcessResumeRunOperation, } from '@memberjunction/core-entities';
+import { RecordProcessExecutor } from '../RecordProcessExecutor.js';
+/**
+ * Server implementation of `RecordProcess.RunNow` — runs a Record Process on demand, honoring an optional
+ * dry-run (compute-only preview) and runtime scope override (the rows a UI selected). Extends the
+ * client-safe {@link RecordProcessRunNowOperation} base in `-base` (which carries the key + typed I/O) and
+ * supplies the server body; registered last so it wins server-side dispatch. Marked `LongRunning` (the
+ * handle is a `ProcessRunID`).
+ */
+let RecordProcessRunNowServerOperation = class RecordProcessRunNowServerOperation extends RecordProcessRunNowOperation {
+    async InternalExecute(input, provider, user, context) {
+        if (!input?.recordProcessID) {
+            throw new Error('recordProcessID is required');
+        }
+        const result = await new RecordProcessExecutor().RunByID(input.recordProcessID, {
+            contextUser: user,
+            provider,
+            triggeredBy: 'OnDemand',
+            singleRecordID: input.singleRecordID,
+            dryRun: input.dryRun,
+            scope: input.scope,
+            // RO-3: forward the executor's per-batch progress as typed RemoteOpProgress, so an `attached`
+            // caller's onProgress (and, over the wire, the progress channel) sees live run progress.
+            onProgress: (p) => context.emitProgress({
+                OperationKey: this.OperationKey,
+                Processed: p.Processed,
+                Total: p.Total ?? undefined,
+                Status: 'Running',
+                Message: `Processed ${p.Processed}${p.Total != null ? ` of ${p.Total}` : ''} record(s)`,
+                Payload: { Success: p.Success, Error: p.Error, Skipped: p.Skipped, CurrentRecordID: p.CurrentRecordID },
+            }),
+        });
+        return {
+            processRunID: result.ProcessRunID,
+            status: result.Status,
+            processed: result.Processed,
+            success: result.Success,
+            error: result.Error,
+            skipped: result.Skipped,
+            errorMessage: result.ErrorMessage,
+        };
+    }
+};
+RecordProcessRunNowServerOperation = __decorate([
+    RegisterClass(BaseRemotableOperation, 'RecordProcess.RunNow')
+], RecordProcessRunNowServerOperation);
+export { RecordProcessRunNowServerOperation };
+// ProcessRunControlInput / ProcessRunControlOutput are now CodeGen-emitted into @memberjunction/core-entities
+// (generated/remote_operations.ts) from the MJ: Remote Operations rows, and imported above.
+/** Sets `CancellationRequested` on a run to the given value, returning the run's status. */
+async function setCancellation(processRunID, value, provider, user) {
+    if (!processRunID) {
+        throw new Error('processRunID is required');
+    }
+    const run = await provider.GetEntityObject('MJ: Process Runs', user);
+    const loaded = await run.Load(processRunID);
+    if (!loaded) {
+        throw new Error(`Process Run '${processRunID}' not found`);
+    }
+    run.CancellationRequested = value;
+    const saved = await run.Save();
+    if (!saved) {
+        throw new Error(`Failed updating Process Run '${processRunID}': ${run.LatestResult?.CompleteMessage ?? 'unknown error'}`);
+    }
+    return { status: run.Status };
+}
+// Each server operation extends its CodeGen-emitted base (which carries OperationKey / ExecutionMode /
+// RequiredScope / RequiresSystemUser from metadata) and supplies only the InternalExecute body + @RegisterClass.
+/** Requests a graceful pause of a running process (honored at the next checkpoint). */
+let RecordProcessPauseRunServerOperation = class RecordProcessPauseRunServerOperation extends RecordProcessPauseRunOperation {
+    async InternalExecute(input, provider, user) {
+        return setCancellation(input.processRunID, true, provider, user);
+    }
+};
+RecordProcessPauseRunServerOperation = __decorate([
+    RegisterClass(BaseRemotableOperation, 'RecordProcess.PauseRun')
+], RecordProcessPauseRunServerOperation);
+export { RecordProcessPauseRunServerOperation };
+/** Requests cancellation of a running process (honored at the next checkpoint). */
+let RecordProcessCancelRunServerOperation = class RecordProcessCancelRunServerOperation extends RecordProcessCancelRunOperation {
+    async InternalExecute(input, provider, user) {
+        return setCancellation(input.processRunID, true, provider, user);
+    }
+};
+RecordProcessCancelRunServerOperation = __decorate([
+    RegisterClass(BaseRemotableOperation, 'RecordProcess.CancelRun')
+], RecordProcessCancelRunServerOperation);
+export { RecordProcessCancelRunServerOperation };
+/** Clears a paused run's cancellation flag so it can be resumed by a subsequent run. */
+let RecordProcessResumeRunServerOperation = class RecordProcessResumeRunServerOperation extends RecordProcessResumeRunOperation {
+    async InternalExecute(input, provider, user) {
+        return setCancellation(input.processRunID, false, provider, user);
+    }
+};
+RecordProcessResumeRunServerOperation = __decorate([
+    RegisterClass(BaseRemotableOperation, 'RecordProcess.ResumeRun')
+], RecordProcessResumeRunServerOperation);
+export { RecordProcessResumeRunServerOperation };
+/** Tree-shaking anchor — call from a server bootstrap to retain these operation registrations. */
+export function LoadRecordProcessControlOperations() {
+    // intentionally empty
+}
+//# sourceMappingURL=RecordProcessControlOperations.js.map

package/dist/operations/RecordProcessControlOperations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RecordProcessControlOperations.js","sourceRoot":"","sources":["../../src/operations/RecordProcessControlOperations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;;;;;;;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,sBAAsB,EAAsD,MAAM,sBAAsB,CAAC;AAElH,OAAO,EACH,4BAA4B,EAC5B,8BAA8B,EAC9B,+BAA+B,EAC/B,+BAA+B,GAKlC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEjE;;;;;;GAMG;AAEI,IAAM,kCAAkC,GAAxC,MAAM,kCAAmC,SAAQ,4BAA4B;IACtE,KAAK,CAAC,eAAe,CAAC,KAA+B,EAAE,QAA2B,EAAE,IAAc,EAAE,OAA8B;QACxI,IAAI,CAAC,KAAK,EAAE,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,qBAAqB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE;YAC5E,WAAW,EAAE,IAAI;YACjB,QAAQ;YACR,WAAW,EAAE,UAAU;YACvB,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,8FAA8F;YAC9F,yFAAyF;YACzF,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CACd,OAAO,CAAC,YAAY,CAAC;gBACjB,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,SAAS;gBAC3B,MAAM,EAAE,SAAS;gBACjB,OAAO,EAAE,aAAa,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY;gBACvF,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,eAAe,EAAE;aAC1G,CAAC;SACT,CAAC,CAAC;QACH,OAAO;YACH,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;SACpC,CAAC;IACN,CAAC;CACJ,CAAA;AAlCY,kCAAkC;IAD9C,aAAa,CAAC,sBAAsB,EAAE,sBAAsB,CAAC;GACjD,kCAAkC,CAkC9C;;AAED,8GAA8G;AAC9G,4FAA4F;AAE5F,4FAA4F;AAC5F,KAAK,UAAU,eAAe,CAAC,YAAoB,EAAE,KAAc,EAAE,QAA2B,EAAE,IAAc;IAC5G,IAAI,CAAC,YAAY,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAqB,kBAAkB,EAAE,IAAI,CAAC,CAAC;IACzF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC5C,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,gBAAgB,YAAY,aAAa,CAAC,CAAC;IAC/D,CAAC;IACD,GAAG,CAAC,qBAAqB,GAAG,KAAK,CAAC;IAClC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,gCAAgC,YAAY,MAAM,GAAG,CAAC,YAAY,EAAE,eAAe,IAAI,eAAe,EAAE,CAAC,CAAC;IAC9H,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;AAClC,CAAC;AAED,uGAAuG;AACvG,iHAAiH;AAEjH,uFAAuF;AAEhF,IAAM,oCAAoC,GAA1C,MAAM,oCAAqC,SAAQ,8BAA8B;IAC1E,KAAK,CAAC,eAAe,CAAC,KAA6B,EAAE,QAA2B,EAAE,IAAc;QACtG,OAAO,eAAe,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACrE,CAAC;CACJ,CAAA;AAJY,oCAAoC;IADhD,aAAa,CAAC,sBAAsB,EAAE,wBAAwB,CAAC;GACnD,oCAAoC,CAIhD;;AAED,mFAAmF;AAE5E,IAAM,qCAAqC,GAA3C,MAAM,qCAAsC,SAAQ,+BAA+B;IAC5E,KAAK,CAAC,eAAe,CAAC,KAA6B,EAAE,QAA2B,EAAE,IAAc;QACtG,OAAO,eAAe,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACrE,CAAC;CACJ,CAAA;AAJY,qCAAqC;IADjD,aAAa,CAAC,sBAAsB,EAAE,yBAAyB,CAAC;GACpD,qCAAqC,CAIjD;;AAED,wFAAwF;AAEjF,IAAM,qCAAqC,GAA3C,MAAM,qCAAsC,SAAQ,+BAA+B;IAC5E,KAAK,CAAC,eAAe,CAAC,KAA6B,EAAE,QAA2B,EAAE,IAAc;QACtG,OAAO,eAAe,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;CACJ,CAAA;AAJY,qCAAqC;IADjD,aAAa,CAAC,sBAAsB,EAAE,yBAAyB,CAAC;GACpD,qCAAqC,CAIjD;;AAED,kGAAkG;AAClG,MAAM,UAAU,kCAAkC;IAC9C,sBAAsB;AAC1B,CAAC"}

package/dist/operations/RecordProcessGetRunStatusOperation.d.ts

@@ -0,0 +1,19 @@
+/**
+ * @fileoverview `RecordProcess.GetRunStatus` — a typed, sync Remote Operation that returns the
+ * status + counts of a Process Run. The proof-of-concept consumer of the Remote Operations
+ * substrate: the same typed object runs in-process on the server and (once dispatched) is callable
+ * from the browser via the generic `ExecuteRemoteOperation` transport.
+ * @module @memberjunction/record-set-processor
+ */
+import { IMetadataProvider, UserInfo } from '@memberjunction/core';
+import { RecordProcessGetRunStatusOperation, type RecordProcessGetRunStatusInput, type RecordProcessGetRunStatusOutput } from '@memberjunction/core-entities';
+/** Returns the live status and counts of a Process Run; the server body for the generated `RecordProcess.GetRunStatus` base. */
+export declare class RecordProcessGetRunStatusServerOperation extends RecordProcessGetRunStatusOperation {
+    protected InternalExecute(input: RecordProcessGetRunStatusInput, provider: IMetadataProvider, user: UserInfo): Promise<RecordProcessGetRunStatusOutput>;
+}
+/**
+ * Tree-shaking anchor — call from a server bootstrap to guarantee the `@RegisterClass` registration
+ * is retained so the operation is resolvable by key.
+ */
+export declare function LoadRecordProcessGetRunStatusOperation(): void;
+//# sourceMappingURL=RecordProcessGetRunStatusOperation.d.ts.map

package/dist/operations/RecordProcessGetRunStatusOperation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RecordProcessGetRunStatusOperation.d.ts","sourceRoot":"","sources":["../../src/operations/RecordProcessGetRunStatusOperation.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAA0B,iBAAiB,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAC3F,OAAO,EAEH,kCAAkC,EAClC,KAAK,8BAA8B,EACnC,KAAK,+BAA+B,EACvC,MAAM,+BAA+B,CAAC;AAKvC,gIAAgI;AAChI,qBACa,wCAAyC,SAAQ,kCAAkC;cAE5E,eAAe,CAAC,KAAK,EAAE,8BAA8B,EAAE,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,+BAA+B,CAAC;CAkBhK;AAED;;;GAGG;AACH,wBAAgB,sCAAsC,IAAI,IAAI,CAE7D"}

package/dist/operations/RecordProcessGetRunStatusOperation.js

@@ -0,0 +1,51 @@
+/**
+ * @fileoverview `RecordProcess.GetRunStatus` — a typed, sync Remote Operation that returns the
+ * status + counts of a Process Run. The proof-of-concept consumer of the Remote Operations
+ * substrate: the same typed object runs in-process on the server and (once dispatched) is callable
+ * from the browser via the generic `ExecuteRemoteOperation` transport.
+ * @module @memberjunction/record-set-processor
+ */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { RegisterClass } from '@memberjunction/global';
+import { BaseRemotableOperation } from '@memberjunction/core';
+import { RecordProcessGetRunStatusOperation, } from '@memberjunction/core-entities';
+// RecordProcessGetRunStatusInput / Output + the typed base are now CodeGen-emitted into
+// @memberjunction/core-entities (generated/remote_operations.ts) and imported above.
+/** Returns the live status and counts of a Process Run; the server body for the generated `RecordProcess.GetRunStatus` base. */
+let RecordProcessGetRunStatusServerOperation = class RecordProcessGetRunStatusServerOperation extends RecordProcessGetRunStatusOperation {
+    async InternalExecute(input, provider, user) {
+        if (!input?.processRunID) {
+            throw new Error('processRunID is required');
+        }
+        const run = await provider.GetEntityObject('MJ: Process Runs', user);
+        const loaded = await run.Load(input.processRunID);
+        if (!loaded) {
+            throw new Error(`Process Run '${input.processRunID}' not found`);
+        }
+        return {
+            status: run.Status,
+            processed: run.ProcessedItems,
+            total: run.TotalItemCount,
+            success: run.SuccessCount,
+            error: run.ErrorCount,
+            skipped: run.SkippedCount,
+        };
+    }
+};
+RecordProcessGetRunStatusServerOperation = __decorate([
+    RegisterClass(BaseRemotableOperation, 'RecordProcess.GetRunStatus')
+], RecordProcessGetRunStatusServerOperation);
+export { RecordProcessGetRunStatusServerOperation };
+/**
+ * Tree-shaking anchor — call from a server bootstrap to guarantee the `@RegisterClass` registration
+ * is retained so the operation is resolvable by key.
+ */
+export function LoadRecordProcessGetRunStatusOperation() {
+    // intentionally empty
+}
+//# sourceMappingURL=RecordProcessGetRunStatusOperation.js.map

package/dist/operations/RecordProcessGetRunStatusOperation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RecordProcessGetRunStatusOperation.js","sourceRoot":"","sources":["../../src/operations/RecordProcessGetRunStatusOperation.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;;;;;;;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,sBAAsB,EAA+B,MAAM,sBAAsB,CAAC;AAC3F,OAAO,EAEH,kCAAkC,GAGrC,MAAM,+BAA+B,CAAC;AAEvC,wFAAwF;AACxF,qFAAqF;AAErF,gIAAgI;AAEzH,IAAM,wCAAwC,GAA9C,MAAM,wCAAyC,SAAQ,kCAAkC;IAElF,KAAK,CAAC,eAAe,CAAC,KAAqC,EAAE,QAA2B,EAAE,IAAc;QAC9G,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAChD,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAqB,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACzF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,gBAAgB,KAAK,CAAC,YAAY,aAAa,CAAC,CAAC;QACrE,CAAC;QACD,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,SAAS,EAAE,GAAG,CAAC,cAAc;YAC7B,KAAK,EAAE,GAAG,CAAC,cAAc;YACzB,OAAO,EAAE,GAAG,CAAC,YAAY;YACzB,KAAK,EAAE,GAAG,CAAC,UAAU;YACrB,OAAO,EAAE,GAAG,CAAC,YAAY;SAC5B,CAAC;IACN,CAAC;CACJ,CAAA;AApBY,wCAAwC;IADpD,aAAa,CAAC,sBAAsB,EAAE,4BAA4B,CAAC;GACvD,wCAAwC,CAoBpD;;AAED;;;GAGG;AACH,MAAM,UAAU,sCAAsC;IAClD,sBAAsB;AAC1B,CAAC"}

package/dist/processors/ActionRecordProcessor.d.ts

@@ -0,0 +1,27 @@
+/**
+ * @fileoverview Processor that runs an Action over each record. Input is resolved from the record
+ * via the generic value-mapping resolver (`InputMapping`); the action's output params become the
+ * record result payload, and the Action Execution Log is captured for tracing.
+ * @module @memberjunction/record-set-processor
+ */
+import { ActionParam } from '@memberjunction/actions-base';
+import { IRecordProcessor, RecordProcessorContext, RecordRef, RecordResult } from '@memberjunction/record-set-processor-base';
+/** Runs an Action for each record, mapping the record into the action's input parameters. */
+export declare class ActionRecordProcessor implements IRecordProcessor {
+    private readonly actionID;
+    private readonly inputMapping?;
+    /**
+     * @param actionID - ID of the Action to run.
+     * @param inputMapping - Optional mapping config resolved against `{ record, recordId, entityId }`
+     *   to build the action's input params (e.g. `{ "CustomerID": "record.ID", "Tier": "record.Tier" }`).
+     */
+    constructor(actionID: string, inputMapping?: unknown);
+    /** Named sources exposed to the input mapping for a record. */
+    static buildSources(record: RecordRef): Record<string, unknown>;
+    /** Resolves the input mapping into Action input params. */
+    static buildActionParams(inputMapping: unknown, record: RecordRef): ActionParam[];
+    /** Collects an action's output params into a plain payload object. */
+    static extractOutputs(params?: ActionParam[]): Record<string, unknown>;
+    ProcessRecord(record: RecordRef, context: RecordProcessorContext): Promise<RecordResult>;
+}
+//# sourceMappingURL=ActionRecordProcessor.d.ts.map

package/dist/processors/ActionRecordProcessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ActionRecordProcessor.d.ts","sourceRoot":"","sources":["../../src/processors/ActionRecordProcessor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EACH,gBAAgB,EAChB,sBAAsB,EACtB,SAAS,EACT,YAAY,EACf,MAAM,2CAA2C,CAAC;AAEnD,6FAA6F;AAC7F,qBAAa,qBAAsB,YAAW,gBAAgB;IAM9C,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAAU,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;IAL7E;;;;OAIG;gBAC0B,QAAQ,EAAE,MAAM,EAAmB,YAAY,CAAC,EAAE,OAAO;IAEtF,+DAA+D;WACjD,YAAY,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAItE,2DAA2D;WAC7C,iBAAiB,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,GAAG,WAAW,EAAE;IAOxF,sEAAsE;WACxD,cAAc,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUhE,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,YAAY,CAAC;CAqBxG"}

package/dist/processors/ActionRecordProcessor.js

@@ -0,0 +1,61 @@
+/**
+ * @fileoverview Processor that runs an Action over each record. Input is resolved from the record
+ * via the generic value-mapping resolver (`InputMapping`); the action's output params become the
+ * record result payload, and the Action Execution Log is captured for tracing.
+ * @module @memberjunction/record-set-processor
+ */
+import { UUIDsEqual, resolveValueMapping } from '@memberjunction/global';
+import { ActionEngineServer } from '@memberjunction/actions';
+/** Runs an Action for each record, mapping the record into the action's input parameters. */
+export class ActionRecordProcessor {
+    /**
+     * @param actionID - ID of the Action to run.
+     * @param inputMapping - Optional mapping config resolved against `{ record, recordId, entityId }`
+     *   to build the action's input params (e.g. `{ "CustomerID": "record.ID", "Tier": "record.Tier" }`).
+     */
+    constructor(actionID, inputMapping) {
+        this.actionID = actionID;
+        this.inputMapping = inputMapping;
+    }
+    /** Named sources exposed to the input mapping for a record. */
+    static buildSources(record) {
+        return { record: record.Record ?? {}, recordId: record.RecordID, entityId: record.EntityID };
+    }
+    /** Resolves the input mapping into Action input params. */
+    static buildActionParams(inputMapping, record) {
+        const mapped = inputMapping
+            ? resolveValueMapping(inputMapping, ActionRecordProcessor.buildSources(record))
+            : {};
+        return Object.entries(mapped).map(([Name, Value]) => ({ Name, Value, Type: 'Input' }));
+    }
+    /** Collects an action's output params into a plain payload object. */
+    static extractOutputs(params) {
+        const out = {};
+        for (const p of params ?? []) {
+            if (p.Type === 'Output' || p.Type === 'Both') {
+                out[p.Name] = p.Value;
+            }
+        }
+        return out;
+    }
+    async ProcessRecord(record, context) {
+        await ActionEngineServer.Instance.Config(false, context.contextUser);
+        const action = ActionEngineServer.Instance.Actions.find((a) => UUIDsEqual(a.ID, this.actionID));
+        if (!action) {
+            return { Status: 'Failed', ErrorMessage: `Action '${this.actionID}' not found` };
+        }
+        const result = await ActionEngineServer.Instance.RunAction({
+            Action: action,
+            ContextUser: context.contextUser,
+            Params: ActionRecordProcessor.buildActionParams(this.inputMapping, record),
+            Filters: [],
+        });
+        return {
+            Status: result.Success ? 'Succeeded' : 'Failed',
+            ResultPayload: ActionRecordProcessor.extractOutputs(result.Params),
+            ErrorMessage: result.Success ? undefined : (result.Message ?? 'Action failed'),
+            ActionExecutionLogID: result.LogEntry?.ID,
+        };
+    }
+}
+//# sourceMappingURL=ActionRecordProcessor.js.map

package/dist/processors/ActionRecordProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ActionRecordProcessor.js","sourceRoot":"","sources":["../../src/processors/ActionRecordProcessor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAS7D,6FAA6F;AAC7F,MAAM,OAAO,qBAAqB;IAC9B;;;;OAIG;IACH,YAA6B,QAAgB,EAAmB,YAAsB;QAAzD,aAAQ,GAAR,QAAQ,CAAQ;QAAmB,iBAAY,GAAZ,YAAY,CAAU;IAAG,CAAC;IAE1F,+DAA+D;IACxD,MAAM,CAAC,YAAY,CAAC,MAAiB;QACxC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;IACjG,CAAC;IAED,2DAA2D;IACpD,MAAM,CAAC,iBAAiB,CAAC,YAAqB,EAAE,MAAiB;QACpE,MAAM,MAAM,GAAG,YAAY;YACvB,CAAC,CAAC,mBAAmB,CAA0B,YAAY,EAAE,qBAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACxG,CAAC,CAAC,EAAE,CAAC;QACT,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAgB,EAAE,CAAC,CAAC,CAAC;IACpG,CAAC;IAED,sEAAsE;IAC/D,MAAM,CAAC,cAAc,CAAC,MAAsB;QAC/C,MAAM,GAAG,GAA4B,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC3C,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;YAC1B,CAAC;QACL,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAiB,EAAE,OAA+B;QACzE,MAAM,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACrE,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAChG,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW,IAAI,CAAC,QAAQ,aAAa,EAAE,CAAC;QACrF,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,SAAS,CAAC;YACvD,MAAM,EAAE,MAAM;YACd,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,qBAAqB,CAAC,iBAAiB,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC;YAC1E,OAAO,EAAE,EAAE;SACd,CAAC,CAAC;QAEH,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;YAC/C,aAAa,EAAE,qBAAqB,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC;YAClE,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,eAAe,CAAC;YAC9E,oBAAoB,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE;SAC5C,CAAC;IACN,CAAC;CACJ"}