@rapidmx/crm-plugin 0.1.0

package/dist/lib/jobs/CampaignJob.js

@@ -0,0 +1,285 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+///////////////////////////////////////////////////////////////////////////////
+// Copyright (C) 2026 Jean-Philippe Steinmetz. All rights reserved.
+// SPDX-License-Identifier: MPL-2.0
+///////////////////////////////////////////////////////////////////////////////
+import { ObjectDecorators } from "@rapidrest/core";
+import { ModelUtils } from "@rapidrest/service-core";
+import { AbMetric, CampaignStatus, SendSource, SendStatus } from "../models/types.js";
+import { assignVariant, audiencePage } from "../sending/Audience.js";
+import { campaignStats, countSends } from "../sending/Stats.js";
+import { newSendToken } from "../sending/Tracking.js";
+import { CrmJobBase } from "./CrmJobBase.js";
+const { Config } = ObjectDecorators;
+/** How many sends one run moves (releases after an A/B test, cancels). */
+const MOVE_BATCH = 500;
+/** How long after finishing a campaign's stats keep being recounted. */
+const STATS_DAYS = 14;
+/**
+ * Moves campaigns along, on every replica but one campaign on one replica at a time (version-checked claims with a lease):
+ * 1. **Starts** scheduled campaigns once due (`preparing`).
+ * 2. **Prepares** them: reads the audience page by page (resumable from `audienceCursor`), creating one queued `OutboundSend` per
+ * contact - unique per campaign and contact - or a held one, for an A/B test's remainder. Then `sending`, or straight to `sent`
+ * when nobody was left to send to.
+ * 3. **Decides A/B tests** once `testHours` have passed since starting, by the best `metric` rate among the test messages sent, and
+ * releases the held messages as the winner.
+ * 4. **Drops** the unsent messages of cancelled campaigns.
+ * 5. **Finishes** campaigns with nothing left to send.
+ * 6. **Counts** the stats of campaigns going out or recently finished, at most every `stats_seconds`.
+ */
+export class CampaignJob extends CrmJobBase {
+    constructor() {
+        super(...arguments);
+        this.scheduleExpr = "*/5 * * * * *";
+        this.leaseSeconds = 120;
+        /** How many audience pages one run prepares per campaign, so a run stays short. */
+        this.pagesPerRun = 20;
+        /** How many subscriptions one audience page reads. */
+        this.audiencePageSize = 500;
+        this.statsSeconds = 60;
+    }
+    get schedule() {
+        return this.scheduleExpr;
+    }
+    async run() {
+        const now = new Date();
+        for (const step of [
+            () => this.startDue(now),
+            () => this.prepare(now),
+            () => this.decideTests(now),
+            () => this.releaseHeld(),
+            () => this.dropCancelled(),
+            () => this.finishDone(),
+            () => this.countStats(now),
+        ]) {
+            try {
+                await step();
+            }
+            catch (err) {
+                this.logger?.error(`CampaignJob: ${err?.message ?? err}`);
+            }
+        }
+    }
+    async campaigns(query, limit = 20) {
+        return await (await this.repo("campaign")).find(query, { ignoreACL: true, limit, skipCache: true });
+    }
+    /** `campaign` with `changes`, or `undefined` when someone changed it first (a member paused or cancelled it, another replica). */
+    async save(campaign, changes) {
+        try {
+            const saved = await (await this.repo("campaign")).update({ ...changes, uid: campaign.uid, version: campaign.version }, campaign, {
+                ignoreACL: true,
+                skipPush: true,
+            });
+            this.notify(saved.workspaceUid, "CrmCampaign", saved);
+            return saved;
+        }
+        catch (err) {
+            if (/version/i.test(err?.message ?? "")) {
+                return undefined;
+            }
+            throw err;
+        }
+    }
+    lease() {
+        return new Date(Date.now() + this.leaseSeconds * 1000);
+    }
+    async startDue(now) {
+        const due = await this.campaigns({ status: ModelUtils.literal(CampaignStatus.SCHEDULED), scheduledAt: ModelUtils.literal(now, "lte"), sort: { scheduledAt: "ASC" } });
+        for (const campaign of due) {
+            await this.save(campaign, { status: CampaignStatus.PREPARING, startedAt: now, leaseExpiresAt: null });
+        }
+    }
+    async prepare(now) {
+        const preparing = await this.campaigns({
+            $or: [
+                { status: ModelUtils.literal(CampaignStatus.PREPARING), leaseExpiresAt: ModelUtils.literal(null) },
+                { status: ModelUtils.literal(CampaignStatus.PREPARING), leaseExpiresAt: ModelUtils.literal(now, "lt") },
+            ],
+            sort: { dateModified: "ASC" },
+        });
+        for (const candidate of preparing) {
+            let campaign = await this.save(candidate, { leaseExpiresAt: this.lease() });
+            for (let page = 0; campaign?.status === CampaignStatus.PREPARING && page < this.pagesPerRun; page++) {
+                campaign = await this.preparePage(campaign);
+            }
+            if (campaign?.status === CampaignStatus.PREPARING) {
+                // Let the next run - on any replica - carry on.
+                await this.save(campaign, { leaseExpiresAt: null });
+            }
+        }
+    }
+    /** Reads one audience page into sends. Returns the campaign as saved, or `undefined` when it was changed behind the job's back. */
+    async preparePage(campaign) {
+        const page = await audiencePage(this.repos(), {
+            workspaceUid: campaign.workspaceUid,
+            listUids: campaign.listUids,
+            excludeListUids: campaign.excludeListUids,
+            segmentUids: campaign.segmentUids ?? [],
+            excludeSegmentUids: campaign.excludeSegmentUids ?? [],
+        }, campaign.audienceCursor ?? undefined, this.audiencePageSize);
+        const created = await this.createSends(campaign, page.contacts);
+        if (page.nextCursor) {
+            return await this.save(campaign, { audienceCursor: page.nextCursor, recipientCount: campaign.recipientCount + created, leaseExpiresAt: this.lease() });
+        }
+        // Counted, not added up: a page read again after a replica died counts the messages it created the first time.
+        const recipientCount = await (await this.repo("outboundSend")).count({ sourceUid: ModelUtils.literal(campaign.uid) }, { ignoreACL: true, skipCache: true });
+        return await this.save(campaign, {
+            audienceCursor: null,
+            audienceDone: true,
+            recipientCount,
+            leaseExpiresAt: null,
+            ...(recipientCount === 0 ? { status: CampaignStatus.SENT, finishedAt: new Date(), error: "Nobody on the campaign's lists could be sent to." } : { status: CampaignStatus.SENDING }),
+        });
+    }
+    /** Creates a send for each contact the campaign has none for yet. Returns how many were created. */
+    async createSends(campaign, contacts) {
+        const repo = await this.repo("outboundSend");
+        const keys = new Map(contacts.map((contact) => [`campaign:${campaign.uid}:${contact.uid}`, contact]));
+        if (keys.size === 0) {
+            return 0;
+        }
+        const existing = await repo.find({ dedupeKey: ModelUtils.literal([...keys.keys()], "in") }, { ignoreACL: true, limit: keys.size, skipCache: true });
+        existing.forEach((send) => keys.delete(send.dedupeKey));
+        let created = 0;
+        for (const [dedupeKey, contact] of keys) {
+            const variantId = assignVariant(campaign.uid, contact.uid, campaign.abTest ?? undefined);
+            try {
+                await repo.create(new this.classes.outboundSend({
+                    workspaceUid: campaign.workspaceUid,
+                    sourceType: SendSource.CAMPAIGN,
+                    sourceUid: campaign.uid,
+                    dedupeKey,
+                    contactUid: contact.uid,
+                    email: contact.email,
+                    variantId,
+                    status: variantId === "" ? SendStatus.HELD : SendStatus.QUEUED,
+                    token: newSendToken(),
+                    nextAttemptAt: new Date(),
+                }), { ignoreACL: true, skipPush: true });
+                created++;
+            }
+            catch (err) {
+                // Created by a replica that prepared the same page before its lease ran out: already there, which is all that matters.
+                this.logger?.debug?.(`CampaignJob: send ${dedupeKey} not created: ${err?.message ?? err}`);
+            }
+        }
+        return created;
+    }
+    async decideTests(now) {
+        const sending = await this.campaigns({ status: ModelUtils.literal(CampaignStatus.SENDING), abTest: ModelUtils.literal(null, "ne") }, 100);
+        for (const campaign of sending) {
+            const test = campaign.abTest;
+            if (test.winnerId || !campaign.startedAt || new Date(campaign.startedAt).getTime() + test.testHours * 3600000 > now.getTime()) {
+                continue;
+            }
+            const repo = await this.repo("outboundSend");
+            let winner;
+            for (const variant of test.variants) {
+                const rate = metricRate(await countSends(repo, campaign.uid, variant.id), test.metric);
+                if (!winner || rate > winner.rate) {
+                    winner = { id: variant.id, rate };
+                }
+            }
+            await this.save(campaign, { abTest: { ...test, winnerId: winner.id, decidedAt: now } });
+        }
+    }
+    async releaseHeld() {
+        const sending = await this.campaigns({ status: ModelUtils.literal(CampaignStatus.SENDING), abTest: ModelUtils.literal(null, "ne") }, 100);
+        for (const campaign of sending.filter((entry) => entry.abTest?.winnerId)) {
+            await this.moveSends(campaign, SendStatus.HELD, { status: SendStatus.QUEUED, variantId: campaign.abTest.winnerId, nextAttemptAt: new Date() });
+        }
+    }
+    async dropCancelled() {
+        const recent = new Date(Date.now() - STATS_DAYS * 86400000);
+        const cancelled = await this.campaigns({ status: ModelUtils.literal(CampaignStatus.CANCELLED), finishedAt: ModelUtils.literal(recent, "gte") }, 100);
+        for (const campaign of cancelled) {
+            for (const status of [SendStatus.QUEUED, SendStatus.HELD]) {
+                await this.moveSends(campaign, status, { status: SendStatus.CANCELLED });
+            }
+        }
+    }
+    /** Changes up to `MOVE_BATCH` of the campaign's sends in `from`. A send a replica holds a lease on is left for later. */
+    async moveSends(campaign, from, changes) {
+        const repo = await this.repo("outboundSend");
+        const sends = await repo.find({ sourceUid: ModelUtils.literal(campaign.uid), status: ModelUtils.literal(from) }, { ignoreACL: true, limit: MOVE_BATCH, skipCache: true });
+        const now = Date.now();
+        for (const send of sends) {
+            if (send.leaseExpiresAt && new Date(send.leaseExpiresAt).getTime() > now) {
+                continue;
+            }
+            try {
+                await repo.update({ ...changes, uid: send.uid, version: send.version }, send, { ignoreACL: true, skipPush: true });
+            }
+            catch (err) {
+                this.logger?.debug?.(`CampaignJob: send ${send.uid} changed meanwhile: ${err?.message ?? err}`);
+            }
+        }
+    }
+    async finishDone() {
+        const sending = await this.campaigns({ status: ModelUtils.literal(CampaignStatus.SENDING), audienceDone: ModelUtils.literal(true) }, 100);
+        const repo = await this.repo("outboundSend");
+        for (const campaign of sending) {
+            const left = await repo.count({ sourceUid: ModelUtils.literal(campaign.uid), status: ModelUtils.literal([SendStatus.QUEUED, SendStatus.HELD], "in") }, { ignoreACL: true, skipCache: true });
+            if (left === 0) {
+                await this.save(campaign, { status: CampaignStatus.SENT, finishedAt: new Date(), ...(await this.stats(campaign)) });
+            }
+        }
+    }
+    async countStats(now) {
+        const stale = new Date(now.getTime() - this.statsSeconds * 1000);
+        const recent = new Date(now.getTime() - STATS_DAYS * 86400000);
+        const active = await this.campaigns({
+            $or: [
+                { status: ModelUtils.literal([CampaignStatus.SENDING, CampaignStatus.PAUSED], "in") },
+                { status: ModelUtils.literal([CampaignStatus.SENT, CampaignStatus.CANCELLED], "in"), finishedAt: ModelUtils.literal(recent, "gte") },
+            ],
+            sort: { dateModified: "ASC" },
+        }, 100);
+        for (const campaign of active.filter((entry) => !entry.statsAt || new Date(entry.statsAt).getTime() <= stale.getTime())) {
+            await this.save(campaign, await this.stats(campaign));
+        }
+    }
+    async stats(campaign) {
+        return {
+            stats: await campaignStats(await this.repo("outboundSend"), campaign.uid, campaign.abTest?.variants.map((variant) => variant.id)),
+            statsAt: new Date(),
+        };
+    }
+}
+__decorate([
+    Config("mail:crm:jobs:campaign:schedule", "*/5 * * * * *"),
+    __metadata("design:type", String)
+], CampaignJob.prototype, "scheduleExpr", void 0);
+__decorate([
+    Config("mail:crm:jobs:campaign:lease_seconds", 120),
+    __metadata("design:type", Number)
+], CampaignJob.prototype, "leaseSeconds", void 0);
+__decorate([
+    Config("mail:crm:jobs:campaign:pages_per_run", 20),
+    __metadata("design:type", Number)
+], CampaignJob.prototype, "pagesPerRun", void 0);
+__decorate([
+    Config("mail:crm:jobs:campaign:page_size", 500),
+    __metadata("design:type", Number)
+], CampaignJob.prototype, "audiencePageSize", void 0);
+__decorate([
+    Config("mail:crm:jobs:campaign:stats_seconds", 60),
+    __metadata("design:type", Number)
+], CampaignJob.prototype, "statsSeconds", void 0);
+/** The share of a variant's sent messages its metric happened to (0 with none sent). */
+export function metricRate(counts, metric) {
+    if (counts.sent === 0) {
+        return 0;
+    }
+    const hits = metric === AbMetric.OPEN ? counts.opened : metric === AbMetric.CLICK ? counts.clicked : counts.replied;
+    return hits / counts.sent;
+}
+//# sourceMappingURL=CampaignJob.js.map

package/dist/lib/jobs/CampaignJob.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CampaignJob.js","sourceRoot":"","sources":["../../../src/jobs/CampaignJob.ts"],"names":[],"mappings":";;;;;;;;;AAAA,+EAA+E;AAC/E,mEAAmE;AACnE,mCAAmC;AACnC,+EAA+E;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAa,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAA2C,cAAc,EAA4B,UAAU,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACzJ,OAAO,EAAgB,aAAa,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACnF,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,MAAM,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC;AAEpC,0EAA0E;AAC1E,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,wEAAwE;AACxE,MAAM,UAAU,GAAG,EAAE,CAAC;AAEtB;;;;;;;;;;;GAWG;AACH,MAAM,OAAgB,WAAY,SAAQ,UAAU;IAApD;;QAEc,iBAAY,GAAW,eAAe,CAAC;QAGvC,iBAAY,GAAW,GAAG,CAAC;QAErC,mFAAmF;QAEzE,gBAAW,GAAW,EAAE,CAAC;QAEnC,sDAAsD;QAE5C,qBAAgB,GAAW,GAAG,CAAC;QAG/B,iBAAY,GAAW,EAAE,CAAC;IA6OxC,CAAC;IA3OG,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAEM,KAAK,CAAC,GAAG;QACZ,MAAM,GAAG,GAAS,IAAI,IAAI,EAAE,CAAC;QAC7B,KAAK,MAAM,IAAI,IAAI;YACf,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACxB,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;YACvB,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;YAC3B,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE;YACxB,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE;YAC1B,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE;YACvB,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;SAC7B,EAAE,CAAC;YACA,IAAI,CAAC;gBACD,MAAM,IAAI,EAAE,CAAC;YACjB,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,gBAAgB,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;YAC9D,CAAC;QACL,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,KAA8B,EAAE,QAAgB,EAAE;QACtE,OAAO,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAW,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAClH,CAAC;IAED,kIAAkI;IAC1H,KAAK,CAAC,IAAI,CAAC,QAAkB,EAAE,OAA0B;QAC7D,IAAI,CAAC;YACD,MAAM,KAAK,GAAa,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAW,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAS,EAAE,QAAQ,EAAE;gBACxJ,SAAS,EAAE,IAAI;gBACf,QAAQ,EAAE,IAAI;aACjB,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC;YACtD,OAAO,KAAK,CAAC;QACjB,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;gBACtC,OAAO,SAAS,CAAC;YACrB,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAEO,KAAK;QACT,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,GAAS;QAC5B,MAAM,GAAG,GAAe,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAClL,KAAK,MAAM,QAAQ,IAAI,GAAG,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,EAAS,CAAC,CAAC;QACjH,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,GAAS;QAC3B,MAAM,SAAS,GAAe,MAAM,IAAI,CAAC,SAAS,CAAC;YAC/C,GAAG,EAAE;gBACD,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBAClG,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE;aAC1G;YACD,IAAI,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE;SAChC,CAAC,CAAC;QACH,KAAK,MAAM,SAAS,IAAI,SAAS,EAAE,CAAC;YAChC,IAAI,QAAQ,GAAyB,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAClG,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,QAAQ,EAAE,MAAM,KAAK,cAAc,CAAC,SAAS,IAAI,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;gBAClG,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAChD,CAAC;YACD,IAAI,QAAQ,EAAE,MAAM,KAAK,cAAc,CAAC,SAAS,EAAE,CAAC;gBAChD,gDAAgD;gBAChD,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,cAAc,EAAE,IAAI,EAAS,CAAC,CAAC;YAC/D,CAAC;QACL,CAAC;IACL,CAAC;IAED,mIAAmI;IAC3H,KAAK,CAAC,WAAW,CAAC,QAAkB;QACxC,MAAM,IAAI,GAAiB,MAAM,YAAY,CACzC,IAAI,CAAC,KAAK,EAAE,EACZ;YACI,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;YACzC,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,EAAE;YACvC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB,IAAI,EAAE;SACxD,EACD,QAAQ,CAAC,cAAc,IAAI,SAAS,EACpC,IAAI,CAAC,gBAAgB,CACxB,CAAC;QACF,MAAM,OAAO,GAAW,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,UAAU,EAAE,cAAc,EAAE,QAAQ,CAAC,cAAc,GAAG,OAAO,EAAE,cAAc,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC3J,CAAC;QACD,+GAA+G;QAC/G,MAAM,cAAc,GAAW,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAe,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClL,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC7B,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,IAAI;YAClB,cAAc;YACd,cAAc,EAAE,IAAI;YACpB,GAAG,CAAC,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,EAAE,kDAAkD,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,OAAO,EAAE,CAAC;SAC/K,CAAC,CAAC;IACd,CAAC;IAED,oGAAoG;IAC5F,KAAK,CAAC,WAAW,CAAC,QAAkB,EAAE,QAAsB;QAChE,MAAM,IAAI,GAA4B,MAAM,IAAI,CAAC,IAAI,CAAe,cAAc,CAAC,CAAC;QACpF,MAAM,IAAI,GAA4B,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,YAAY,QAAQ,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/H,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAClB,OAAO,CAAC,CAAC;QACb,CAAC;QACD,MAAM,QAAQ,GAAmB,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpK,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACxD,IAAI,OAAO,GAAW,CAAC,CAAC;QACxB,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;YACtC,MAAM,SAAS,GAAW,aAAa,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;YACjG,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,MAAM,CACb,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;oBAC1B,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,UAAU,EAAE,UAAU,CAAC,QAAQ;oBAC/B,SAAS,EAAE,QAAQ,CAAC,GAAG;oBACvB,SAAS;oBACT,UAAU,EAAE,OAAO,CAAC,GAAG;oBACvB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,SAAS;oBACT,MAAM,EAAE,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM;oBAC9D,KAAK,EAAE,YAAY,EAAE;oBACrB,aAAa,EAAE,IAAI,IAAI,EAAE;iBAC5B,CAAC,EACF,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CACtC,CAAC;gBACF,OAAO,EAAE,CAAC;YACd,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAChB,uHAAuH;gBACvH,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,qBAAqB,SAAS,iBAAiB,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;YAC/F,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,GAAS;QAC/B,MAAM,OAAO,GAAe,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACtJ,KAAK,MAAM,QAAQ,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAO,CAAC;YAC9B,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,GAAG,OAAS,GAAG,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC9H,SAAS;YACb,CAAC;YACD,MAAM,IAAI,GAA4B,MAAM,IAAI,CAAC,IAAI,CAAe,cAAc,CAAC,CAAC;YACpF,IAAI,MAAgD,CAAC;YACrD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClC,MAAM,IAAI,GAAW,UAAU,CAAC,MAAM,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC/F,IAAI,CAAC,MAAM,IAAI,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;oBAChC,MAAM,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC;gBACtC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,MAAO,CAAC,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC7F,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW;QACrB,MAAM,OAAO,GAAe,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACtJ,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAO,CAAC,QAAS,EAAE,aAAa,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QACrJ,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,aAAa;QACvB,MAAM,MAAM,GAAS,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,GAAG,QAAU,CAAC,CAAC;QACpE,MAAM,SAAS,GAAe,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACjK,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC/B,KAAK,MAAM,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxD,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC;YAC7E,CAAC;QACL,CAAC;IACL,CAAC;IAED,yHAAyH;IACjH,KAAK,CAAC,SAAS,CAAC,QAAkB,EAAE,IAAgB,EAAE,OAA8B;QACxF,MAAM,IAAI,GAA4B,MAAM,IAAI,CAAC,IAAI,CAAe,cAAc,CAAC,CAAC;QACpF,MAAM,KAAK,GAAmB,MAAM,IAAI,CAAC,IAAI,CACzC,EAAE,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EACjF,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,CAC1D,CAAC;QACF,MAAM,GAAG,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;gBACvE,SAAS;YACb,CAAC;YACD,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YACvH,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,qBAAqB,IAAI,CAAC,GAAG,uBAAuB,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;YACpG,CAAC;QACL,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,UAAU;QACpB,MAAM,OAAO,GAAe,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACtJ,MAAM,IAAI,GAA4B,MAAM,IAAI,CAAC,IAAI,CAAe,cAAc,CAAC,CAAC;QACpF,KAAK,MAAM,QAAQ,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAW,MAAM,IAAI,CAAC,KAAK,CACjC,EAAE,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,EACvH,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CACvC,CAAC;YACF,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACb,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC;YACxH,CAAC;QACL,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,GAAS;QAC9B,MAAM,KAAK,GAAS,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;QACvE,MAAM,MAAM,GAAS,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,UAAU,GAAG,QAAU,CAAC,CAAC;QACvE,MAAM,MAAM,GAAe,MAAM,IAAI,CAAC,SAAS,CAC3C;YACI,GAAG,EAAE;gBACD,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,EAAE;gBACrF,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;aACvI;YACD,IAAI,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE;SAChC,EACD,GAAG,CACN,CAAC;QACF,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YACtH,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1D,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,QAAkB;QAClC,OAAO;YACH,KAAK,EAAE,MAAM,aAAa,CAAC,MAAM,IAAI,CAAC,IAAI,CAAe,cAAc,CAAC,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC/I,OAAO,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;IACN,CAAC;CACJ;AA3Pa;IADT,MAAM,CAAC,iCAAiC,EAAE,eAAe,CAAC;;iDACV;AAGvC;IADT,MAAM,CAAC,sCAAsC,EAAE,GAAG,CAAC;;iDACf;AAI3B;IADT,MAAM,CAAC,sCAAsC,EAAE,EAAE,CAAC;;gDAChB;AAIzB;IADT,MAAM,CAAC,kCAAkC,EAAE,GAAG,CAAC;;qDACP;AAG/B;IADT,MAAM,CAAC,sCAAsC,EAAE,EAAE,CAAC;;iDACf;AA+OxC,wFAAwF;AACxF,MAAM,UAAU,UAAU,CAAC,MAAsB,EAAE,MAAgB;IAC/D,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,CAAC,CAAC;IACb,CAAC;IACD,MAAM,IAAI,GAAW,MAAM,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5H,OAAO,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;AAC9B,CAAC"}

package/dist/lib/jobs/CrmImportJob.js

@@ -0,0 +1,218 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+///////////////////////////////////////////////////////////////////////////////
+// Copyright (C) 2026 Jean-Philippe Steinmetz. All rights reserved.
+// SPDX-License-Identifier: MPL-2.0
+///////////////////////////////////////////////////////////////////////////////
+import { ObjectDecorators } from "@rapidrest/core";
+import { BackgroundService, ModelUtils, NotificationUtils } from "@rapidrest/service-core";
+import { CrmRepos } from "../models/CrmModelClasses.js";
+import { CrmObjectType, ImportStatus, MAX_IMPORT_ERRORS, SubscriptionStatus, } from "../models/types.js";
+import { detectDelimiter, parseCsv } from "../util/Csv.js";
+import { COMPANY_NAME_TARGET, rowToBody } from "../util/ImportMapping.js";
+const { Config, Inject, Logger } = ObjectDecorators;
+/** How many rows are imported between progress saves (and lease renewals). */
+const PROGRESS_EVERY = 100;
+/**
+ * Imports queued CSV imports (`BaseImportRoute`): each row becomes a create or update through the contact or company route's own
+ * `importRow()`, so it gets exactly the checks and side effects an API request would (tags, custom properties, the timeline). A row
+ * that fails is counted as skipped with its reason (the first `MAX_IMPORT_ERRORS` are kept) and the import carries on.
+ *
+ * **One replica per import.** An import is claimed with a version-checked update that sets it `RUNNING` with a lease; progress is saved
+ * (and the lease renewed) every `PROGRESS_EVERY` rows the same way, so a replica that loses the row to another stops. An import whose
+ * lease ran out - its replica died - is claimed again and resumes after the last saved row; after `max_attempts` claims it fails.
+ *
+ * Concrete subclasses supply the backend's model classes and route classes.
+ */
+export class CrmImportJob extends BackgroundService {
+    constructor() {
+        super(...arguments);
+        this.scheduleExpr = "*/5 * * * * *";
+        this.leaseSeconds = 300;
+        this.maxAttempts = 3;
+        this.routes = new Map();
+    }
+    get schedule() {
+        return this.scheduleExpr;
+    }
+    start() {
+        // Nothing to prepare: repositories and routes are created on first use.
+    }
+    stop() {
+        // Nothing to release.
+    }
+    async run() {
+        const repo = await this.repo("import");
+        const now = new Date();
+        const due = await repo.find({
+            $or: [{ status: ModelUtils.literal(ImportStatus.QUEUED) }, { status: ModelUtils.literal(ImportStatus.RUNNING), leaseExpiresAt: ModelUtils.literal(now, "lt") }],
+            sort: { dateModified: "ASC" },
+        }, { ignoreACL: true, limit: 10, skipCache: true });
+        for (const candidate of due) {
+            try {
+                const claimed = await this.claim(new this.classes.import(candidate));
+                if (claimed) {
+                    await this.process(claimed);
+                }
+            }
+            catch (err) {
+                this.logger?.error(`CrmImportJob: import ${candidate.uid} failed: ${err?.message ?? err}`);
+            }
+        }
+    }
+    async repo(name) {
+        this.repos ?? (this.repos = new CrmRepos(this._objectFactory, this.classes));
+        return await this.repos.get(name);
+    }
+    /** The contact or company route that writes an import's rows. */
+    async route(objectType) {
+        let route = this.routes.get(objectType);
+        if (!route) {
+            route = await this._objectFactory.newInstance(objectType === CrmObjectType.CONTACT ? this.contactRouteClass : this.companyRouteClass, {
+                name: "crm-import",
+            });
+            this.routes.set(objectType, route);
+        }
+        return route;
+    }
+    /** Takes `candidate` for this replica, or `undefined` when another took it first. An import claimed too often fails instead. */
+    async claim(candidate) {
+        const repo = await this.repo("import");
+        const attempts = (candidate.attempts ?? 0) + 1;
+        const giveUp = attempts > this.maxAttempts;
+        try {
+            const claimed = await repo.update({
+                uid: candidate.uid,
+                version: candidate.version,
+                attempts,
+                status: giveUp ? ImportStatus.FAILED : ImportStatus.RUNNING,
+                leaseExpiresAt: giveUp ? null : new Date(Date.now() + this.leaseSeconds * 1000),
+                ...(giveUp
+                    ? { finishedAt: new Date(), errors: [...(candidate.errors ?? []), { row: 0, message: "The import stopped too many times and was given up." }] }
+                    : {}),
+            }, candidate, { ignoreACL: true, skipPush: true });
+            this.publish(claimed);
+            return giveUp ? undefined : claimed;
+        }
+        catch (err) {
+            if (/version/i.test(err?.message ?? "")) {
+                return undefined;
+            }
+            throw err;
+        }
+    }
+    /** Imports every row after `processedRows`, saving progress as it goes. */
+    async process(claimed) {
+        let current = claimed;
+        const raw = await this.blobStore.get(current.blobKey);
+        const text = raw.toString("utf-8");
+        const rows = parseCsv(text, detectDelimiter(text)).slice(1);
+        const definitions = await (await this.repo("propertyDefinition")).find({ workspaceUid: ModelUtils.literal(current.workspaceUid), objectType: ModelUtils.literal(current.objectType) }, { ignoreACL: true, limit: 1000, skipCache: true });
+        const route = await this.route(current.objectType);
+        const companyColumn = current.mapping.findIndex((entry) => entry.target === COMPANY_NAME_TARGET);
+        const counts = { createdCount: current.createdCount, updatedCount: current.updatedCount, skippedCount: current.skippedCount };
+        const errors = [...(current.errors ?? [])];
+        for (let index = current.processedRows; index < rows.length; index++) {
+            try {
+                const body = rowToBody(rows[index], current.mapping, route.importFields, definitions, current.tags ?? []);
+                if (companyColumn >= 0 && (rows[index][companyColumn] ?? "").trim()) {
+                    body.companyUid = await this.companyByName(current, rows[index][companyColumn].trim());
+                }
+                const { outcome, uid } = await route.importRow(current.workspaceUid, current.createdByUserUid, body, current.updateExisting);
+                counts[outcome === "created" ? "createdCount" : outcome === "updated" ? "updatedCount" : "skippedCount"]++;
+                if (current.listUid && outcome !== "skipped") {
+                    await route.setSubscription(current.workspaceUid, current.listUid, uid, SubscriptionStatus.SUBSCRIBED, {
+                        source: "import",
+                        actorUserUid: current.createdByUserUid,
+                    });
+                }
+            }
+            catch (err) {
+                counts.skippedCount++;
+                if (errors.length < MAX_IMPORT_ERRORS) {
+                    // +2: the header is row 1, and `index` counts from 0.
+                    errors.push({ row: index + 2, message: String(err?.message ?? err).slice(0, 500) });
+                }
+            }
+            const done = index === rows.length - 1;
+            if (done || (index + 1 - claimed.processedRows) % PROGRESS_EVERY === 0) {
+                const saved = await this.save(current, {
+                    ...counts,
+                    errors,
+                    processedRows: index + 1,
+                    ...(done ? { status: ImportStatus.DONE, finishedAt: new Date(), leaseExpiresAt: null } : { leaseExpiresAt: new Date(Date.now() + this.leaseSeconds * 1000) }),
+                });
+                if (!saved) {
+                    this.logger?.warn(`CrmImportJob: lost import ${current.uid} to another replica; stopping.`);
+                    return;
+                }
+                current = saved;
+            }
+        }
+        if (rows.length === 0 || current.processedRows >= rows.length) {
+            if (current.status !== ImportStatus.DONE) {
+                await this.save(current, { status: ImportStatus.DONE, finishedAt: new Date(), leaseExpiresAt: null });
+            }
+        }
+    }
+    /** The workspace's company named `name` (the first found), created when there is none. */
+    async companyByName(current, name) {
+        const repo = await this.repo("company");
+        const find = async () => (await repo.find({ workspaceUid: ModelUtils.literal(current.workspaceUid), name: ModelUtils.literal(name) }, { ignoreACL: true, limit: 1, skipCache: true }))[0];
+        let company = await find();
+        if (!company) {
+            await (await this.route(CrmObjectType.COMPANY)).importRow(current.workspaceUid, current.createdByUserUid, { name }, false);
+            company = await find();
+        }
+        return company.uid;
+    }
+    /** Saves `fields` onto the import with a version check; `undefined` when another replica changed it first. */
+    async save(current, fields) {
+        try {
+            const saved = await (await this.repo("import")).update({ ...fields, uid: current.uid, version: current.version }, new this.classes.import(current), { ignoreACL: true, skipPush: true });
+            this.publish(saved);
+            return saved;
+        }
+        catch (err) {
+            if (/version/i.test(err?.message ?? "")) {
+                return undefined;
+            }
+            throw err;
+        }
+    }
+    publish(record) {
+        this.notificationUtils?.sendMessage(record.workspaceUid, "CrmImport", "update", JSON.parse(JSON.stringify(record)));
+    }
+}
+__decorate([
+    Inject("BlobStore"),
+    __metadata("design:type", Object)
+], CrmImportJob.prototype, "blobStore", void 0);
+__decorate([
+    Inject(NotificationUtils),
+    __metadata("design:type", NotificationUtils)
+], CrmImportJob.prototype, "notificationUtils", void 0);
+__decorate([
+    Config("mail:crm:jobs:import:schedule", "*/5 * * * * *"),
+    __metadata("design:type", String)
+], CrmImportJob.prototype, "scheduleExpr", void 0);
+__decorate([
+    Config("mail:crm:jobs:import:lease_seconds", 300),
+    __metadata("design:type", Number)
+], CrmImportJob.prototype, "leaseSeconds", void 0);
+__decorate([
+    Config("mail:crm:jobs:import:max_attempts", 3),
+    __metadata("design:type", Number)
+], CrmImportJob.prototype, "maxAttempts", void 0);
+__decorate([
+    Logger,
+    __metadata("design:type", Object)
+], CrmImportJob.prototype, "logger", void 0);
+//# sourceMappingURL=CrmImportJob.js.map

package/dist/lib/jobs/CrmImportJob.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CrmImportJob.js","sourceRoot":"","sources":["../../../src/jobs/CrmImportJob.ts"],"names":[],"mappings":";;;;;;;;;AAAA,+EAA+E;AAC/E,mEAAmE;AACnE,mCAAmC;AACnC,+EAA+E;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,iBAAiB,EAA4B,MAAM,yBAAyB,CAAC;AAErH,OAAO,EAAmB,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAGH,aAAa,EAEb,YAAY,EACZ,iBAAiB,EAEjB,kBAAkB,GACrB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAC1E,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC;AAEpD,8EAA8E;AAC9E,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B;;;;;;;;;;GAUG;AACH,MAAM,OAAgB,YAAa,SAAQ,iBAAiB;IAA5D;;QAec,iBAAY,GAAW,eAAe,CAAC;QAGvC,iBAAY,GAAW,GAAG,CAAC;QAG3B,gBAAW,GAAW,CAAC,CAAC;QAM1B,WAAM,GAAmD,IAAI,GAAG,EAAE,CAAC;IA+K/E,CAAC;IA7KG,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAEM,KAAK;QACR,wEAAwE;IAC5E,CAAC;IAEM,IAAI;QACP,sBAAsB;IAC1B,CAAC;IAEM,KAAK,CAAC,GAAG;QACZ,MAAM,IAAI,GAAyB,MAAM,IAAI,CAAC,IAAI,CAAY,QAAQ,CAAC,CAAC;QACxE,MAAM,GAAG,GAAS,IAAI,IAAI,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAgB,MAAM,IAAI,CAAC,IAAI,CACpC;YACI,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;YAC/J,IAAI,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE;SAChC,EACD,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAClD,CAAC;QACF,KAAK,MAAM,SAAS,IAAI,GAAG,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACD,MAAM,OAAO,GAA0B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC5F,IAAI,OAAO,EAAE,CAAC;oBACV,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAChC,CAAC;YACL,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,wBAAwB,SAAS,CAAC,GAAG,YAAY,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;YAC/F,CAAC;QACL,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,IAAI,CAAI,IAA2B;QAC7C,IAAI,CAAC,KAAK,KAAV,IAAI,CAAC,KAAK,GAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,cAAe,EAAE,IAAI,CAAC,OAAO,CAAC,EAAC;QAChE,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAI,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,iEAAiE;IACzD,KAAK,CAAC,KAAK,CAAC,UAAyB;QACzC,IAAI,KAAK,GAA2C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChF,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,KAAK,GAAG,MAAM,IAAI,CAAC,cAAe,CAAC,WAAW,CAAC,UAAU,KAAK,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE;gBACnI,IAAI,EAAE,YAAY;aACrB,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,KAAM,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,KAAM,CAAC;IAClB,CAAC;IAED,gIAAgI;IACxH,KAAK,CAAC,KAAK,CAAC,SAAoB;QACpC,MAAM,IAAI,GAAyB,MAAM,IAAI,CAAC,IAAI,CAAY,QAAQ,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAW,CAAC,SAAS,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvD,MAAM,MAAM,GAAY,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC;QACpD,IAAI,CAAC;YACD,MAAM,OAAO,GAAc,MAAM,IAAI,CAAC,MAAM,CACxC;gBACI,GAAG,EAAE,SAAS,CAAC,GAAG;gBAClB,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,QAAQ;gBACR,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO;gBAC3D,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC/E,GAAG,CAAC,MAAM;oBACN,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,qDAAqD,EAAE,CAAC,EAAE;oBAC/I,CAAC,CAAC,EAAE,CAAC;aACL,EACR,SAAS,EACT,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CACtC,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACtB,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACxC,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;gBACtC,OAAO,SAAS,CAAC;YACrB,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED,2EAA2E;IACnE,KAAK,CAAC,OAAO,CAAC,OAAkB;QACpC,IAAI,OAAO,GAAc,OAAO,CAAC;QACjC,MAAM,GAAG,GAAW,MAAM,IAAI,CAAC,SAAU,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAW,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAe,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACxE,MAAM,WAAW,GAAyB,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAqB,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAC5G,EAAE,YAAY,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAC9G,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CACpD,CAAC;QACF,MAAM,KAAK,GAA+B,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/E,MAAM,aAAa,GAAW,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;QACzG,MAAM,MAAM,GAAG,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC;QAC9H,MAAM,MAAM,GAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QAE7D,KAAK,IAAI,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACnE,IAAI,CAAC;gBACD,MAAM,IAAI,GAA4B,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBACnI,IAAI,aAAa,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;oBAClE,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3F,CAAC;gBACD,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,gBAAgB,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;gBAC7H,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC3G,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC3C,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,kBAAkB,CAAC,UAAU,EAAE;wBACnG,MAAM,EAAE,QAAQ;wBAChB,YAAY,EAAE,OAAO,CAAC,gBAAgB;qBACzC,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAChB,MAAM,CAAC,YAAY,EAAE,CAAC;gBACtB,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;oBACpC,sDAAsD;oBACtD,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;gBACxF,CAAC;YACL,CAAC;YACD,MAAM,IAAI,GAAY,KAAK,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChD,IAAI,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,cAAc,KAAK,CAAC,EAAE,CAAC;gBACrE,MAAM,KAAK,GAA0B,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;oBAC1D,GAAG,MAAM;oBACT,MAAM;oBACN,aAAa,EAAE,KAAK,GAAG,CAAC;oBACxB,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,CAAC;iBAChK,CAAC,CAAC;gBACH,IAAI,CAAC,KAAK,EAAE,CAAC;oBACT,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,6BAA6B,OAAO,CAAC,GAAG,gCAAgC,CAAC,CAAC;oBAC5F,OAAO;gBACX,CAAC;gBACD,OAAO,GAAG,KAAK,CAAC;YACpB,CAAC;QACL,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;gBACvC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1G,CAAC;QACL,CAAC;IACL,CAAC;IAED,0FAA0F;IAClF,KAAK,CAAC,aAAa,CAAC,OAAkB,EAAE,IAAY;QACxD,MAAM,IAAI,GAA0B,MAAM,IAAI,CAAC,IAAI,CAAa,SAAS,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,KAAK,IAAqC,EAAE,CACrD,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrK,IAAI,OAAO,GAA2B,MAAM,IAAI,EAAE,CAAC;QACnD,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;YAC3H,OAAO,GAAG,MAAM,IAAI,EAAE,CAAC;QAC3B,CAAC;QACD,OAAO,OAAQ,CAAC,GAAG,CAAC;IACxB,CAAC;IAED,8GAA8G;IACtG,KAAK,CAAC,IAAI,CAAC,OAAkB,EAAE,MAA+B;QAClE,IAAI,CAAC;YACD,MAAM,KAAK,GAAc,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAY,QAAQ,CAAC,CAAC,CAAC,MAAM,CACxE,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAS,EAChE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAChC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CACtC,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,KAAK,CAAC;QACjB,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;gBACtC,OAAO,SAAS,CAAC;YACrB,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAEO,OAAO,CAAC,MAAiB;QAC7B,IAAI,CAAC,iBAAiB,EAAE,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACxH,CAAC;CACJ;AAjMa;IADT,MAAM,CAAC,WAAW,CAAC;;+CACY;AAGtB;IADT,MAAM,CAAC,iBAAiB,CAAC;8BACI,iBAAiB;uDAAC;AAGtC;IADT,MAAM,CAAC,+BAA+B,EAAE,eAAe,CAAC;;kDACR;AAGvC;IADT,MAAM,CAAC,oCAAoC,EAAE,GAAG,CAAC;;kDACb;AAG3B;IADT,MAAM,CAAC,mCAAmC,EAAE,CAAC,CAAC;;iDACb;AAGxB;IADT,MAAM;;4CACgB"}

package/dist/lib/jobs/CrmJobBase.js

@@ -0,0 +1,75 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+///////////////////////////////////////////////////////////////////////////////
+// Copyright (C) 2026 Jean-Philippe Steinmetz. All rights reserved.
+// SPDX-License-Identifier: MPL-2.0
+///////////////////////////////////////////////////////////////////////////////
+import { ObjectDecorators } from "@rapidrest/core";
+import { BackgroundService, NotificationUtils } from "@rapidrest/service-core";
+import { CrmRepos } from "../models/CrmModelClasses.js";
+import { readOrCreateTokenSecret } from "../util/Secrets.js";
+const { Config, Inject, Logger } = ObjectDecorators;
+/**
+ * What the CRM's background jobs share: the backend's model classes and repositories, the key links are signed with, the public site,
+ * and pushing changes to a workspace's open pages. A subclass supplies `schedule` (from its own setting) and `run()`.
+ */
+export class CrmJobBase extends BackgroundService {
+    constructor() {
+        super(...arguments);
+        this.publicUrl = "";
+        this.configuredTokenSecret = "";
+    }
+    start() {
+        // Nothing to prepare: repositories are created on first use.
+    }
+    stop() {
+        // Nothing to release.
+    }
+    repos() {
+        this.crmRepos ?? (this.crmRepos = new CrmRepos(this._objectFactory, this.classes));
+        return this.crmRepos;
+    }
+    async repo(name) {
+        return await this.repos().get(name);
+    }
+    /** The key tokens and tracking links are signed with - the same the routes use. */
+    async tokenSecret() {
+        if (this.configuredTokenSecret) {
+            return this.configuredTokenSecret;
+        }
+        this.cachedTokenSecret ?? (this.cachedTokenSecret = await readOrCreateTokenSecret(await this.repo("setting"), this.classes.setting));
+        return this.cachedTokenSecret;
+    }
+    /** An absolute link under `mail:crm:public_url`. */
+    publicLink(path) {
+        return `${this.publicUrl.replace(/\/+$/, "")}${path}`;
+    }
+    /** Tells the workspace's open pages that a record changed. */
+    notify(workspaceUid, type, data) {
+        this.notificationUtils?.sendMessage(workspaceUid, type, "update", JSON.parse(JSON.stringify(data)));
+    }
+}
+__decorate([
+    Inject(NotificationUtils),
+    __metadata("design:type", NotificationUtils)
+], CrmJobBase.prototype, "notificationUtils", void 0);
+__decorate([
+    Config("mail:crm:public_url", ""),
+    __metadata("design:type", String)
+], CrmJobBase.prototype, "publicUrl", void 0);
+__decorate([
+    Config("mail:crm:token_secret", ""),
+    __metadata("design:type", String)
+], CrmJobBase.prototype, "configuredTokenSecret", void 0);
+__decorate([
+    Logger,
+    __metadata("design:type", Object)
+], CrmJobBase.prototype, "logger", void 0);
+//# sourceMappingURL=CrmJobBase.js.map

package/dist/lib/jobs/CrmJobBase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CrmJobBase.js","sourceRoot":"","sources":["../../../src/jobs/CrmJobBase.ts"],"names":[],"mappings":";;;;;;;;;AAAA,+EAA+E;AAC/E,mEAAmE;AACnE,mCAAmC;AACnC,+EAA+E;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAA4B,MAAM,yBAAyB,CAAC;AACzG,OAAO,EAAiC,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AAEvF,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC;AAEpD;;;GAGG;AACH,MAAM,OAAgB,UAAW,SAAQ,iBAAiB;IAA1D;;QAUc,cAAS,GAAW,EAAE,CAAC;QAGvB,0BAAqB,GAAW,EAAE,CAAC;IA2CjD,CAAC;IAnCU,KAAK;QACR,6DAA6D;IACjE,CAAC;IAEM,IAAI;QACP,sBAAsB;IAC1B,CAAC;IAES,KAAK;QACX,IAAI,CAAC,QAAQ,KAAb,IAAI,CAAC,QAAQ,GAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,cAAe,EAAE,IAAI,CAAC,OAAO,CAAC,EAAC;QACnE,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAES,KAAK,CAAC,IAAI,CAAU,IAAkB;QAC5C,OAAO,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAI,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,mFAAmF;IACzE,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,qBAAqB,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,iBAAiB,KAAtB,IAAI,CAAC,iBAAiB,GAAK,MAAM,uBAAuB,CAAC,MAAM,IAAI,CAAC,IAAI,CAAa,SAAS,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAC;QACvH,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAClC,CAAC;IAED,oDAAoD;IAC1C,UAAU,CAAC,IAAY;QAC7B,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC;IAC1D,CAAC;IAED,8DAA8D;IACpD,MAAM,CAAC,YAAoB,EAAE,IAAY,EAAE,IAAa;QAC9D,IAAI,CAAC,iBAAiB,EAAE,WAAW,CAAC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxG,CAAC;CACJ;AAjDa;IADT,MAAM,CAAC,iBAAiB,CAAC;8BACI,iBAAiB;qDAAC;AAGtC;IADT,MAAM,CAAC,qBAAqB,EAAE,EAAE,CAAC;;6CACD;AAGvB;IADT,MAAM,CAAC,uBAAuB,EAAE,EAAE,CAAC;;yDACS;AAGnC;IADT,MAAM;;0CACgB"}