@contember/engine-actions 1.4.0-rc.8 → 2.0.0-alpha.8

package/dist/production/src/dispatch/DispatchWorkerSupervisor.js

@@ -0,0 +1,125 @@
+import { AcquiringListener } from "@contember/database";
+import { Supervisor } from "@contember/engine-common";
+import { ImplementationException } from "../ImplementationException.js";
+class DispatchWorkerSupervisorFactory {
+  constructor(projectDispatcherFactory) {
+    this.projectDispatcherFactory = projectDispatcherFactory;
+  }
+  create(projectGroup) {
+    return new DispatchWorkerSupervisor(this.projectDispatcherFactory, projectGroup);
+  }
+}
+class DispatchWorkerSupervisor {
+  constructor(projectDispatcherFactory, projectGroup) {
+    this.projectDispatcherFactory = projectDispatcherFactory;
+    this.projectGroup = projectGroup;
+  }
+  async run({ logger, onError }) {
+    const projectGroup = this.projectGroup;
+    const tenantContainer = projectGroup.tenantContainer;
+    const projectContainerResolver = projectGroup.projectContainerResolver;
+    const running = /* @__PURE__ */ new Map();
+    const cleanupListener = projectContainerResolver.on("destroy", async ({ container }) => {
+      const runningForProject = running.get(container.project.slug);
+      if (!runningForProject) {
+        return;
+      }
+      running.delete(container.project.slug);
+      await (await runningForProject.worker).end();
+    });
+    const refreshProjectWorker = async (container, isReloading) => {
+      const db = container.systemDatabaseContext;
+      const current = running.get(container.project.slug);
+      if (current && current.container === container) {
+        return;
+      }
+      const dispatcher = this.projectDispatcherFactory.create({
+        db,
+        contentSchemaResolver: container.contentSchemaResolver,
+        projectSlug: container.project.slug
+      });
+      const supervisedDispatcher = new Supervisor(
+        dispatcher,
+        { startupMax: isReloading ? Number.MAX_VALUE : 10 }
+      );
+      const worker = supervisedDispatcher.run({
+        logger,
+        onError: () => {
+          throw new ImplementationException("supervised project dispatcher crashed");
+        }
+      });
+      running.set(container.project.slug, { worker, container });
+      try {
+        if (current) {
+          await (await current.worker).end();
+        }
+        await worker;
+        logger.debug("Project dispatch worker started", { project: container.project.slug });
+      } catch (e) {
+        logger.error(e, { message: "Project dispatch worker start failed", project: container.project.slug });
+        running.delete(container.project.slug);
+        throw e;
+      }
+    };
+    const projectTracker = new Supervisor(new AcquiringListener(
+      tenantContainer.databaseContext.client,
+      "project_updated",
+      async () => {
+        logger.debug("Project config change detected, reloading dispatch workers");
+        await endProjectWorkers();
+        try {
+          await startWorkers(true);
+        } catch (e) {
+          logger.error(e, { message: "Dispatch workers reload failed, terminating" });
+          await endAll();
+          onError(e);
+        }
+      }
+    ));
+    const runningProjectTracker = await projectTracker.run({
+      logger,
+      onError: () => {
+        throw new ImplementationException("supervised project tracker crashed");
+      }
+    });
+    const fetchProjects = async () => await tenantContainer.projectManager.getProjects(tenantContainer.databaseContext);
+    const startWorkers = async (isReloading) => {
+      try {
+        const projects = await fetchProjects();
+        for (const project of projects) {
+          const container = await projectGroup.projectContainerResolver.getProjectContainer(project.slug);
+          if (container) {
+            await refreshProjectWorker(container, isReloading);
+          }
+        }
+      } catch (e) {
+        await endAll();
+        throw e;
+      }
+    };
+    const endProjectWorkers = async () => {
+      const workers = [...running.values()];
+      running.clear();
+      await Promise.allSettled(workers.map(async ({ worker }) => await (await worker).end()));
+    };
+    const endAll = async () => {
+      logger.debug("Terminating project dispatch workers...");
+      cleanupListener();
+      try {
+        await runningProjectTracker.end();
+      } catch {
+      }
+      await endProjectWorkers();
+      logger.debug("Project dispatch workers terminated");
+    };
+    await startWorkers(false);
+    return {
+      end: endAll
+    };
+  }
+}
+export {
+  DispatchWorkerSupervisor,
+  DispatchWorkerSupervisorFactory
+};
+//# sourceMappingURL=DispatchWorkerSupervisor.js.map

package/dist/production/src/dispatch/DispatchWorkerSupervisor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DispatchWorkerSupervisor.js","sources":["../../../../../packages/engine-actions/src/dispatch/DispatchWorkerSupervisor.ts"],"sourcesContent":["import { ProjectContainer, ProjectGroupContainer } from '@contember/engine-http'\nimport { AcquiringListener } from '@contember/database'\nimport { Runnable, RunnableArgs, Running, Supervisor } from '@contember/engine-common'\nimport { ProjectDispatcherFactory } from './ProjectDispatcher'\nimport { Logger } from '@contember/logger'\nimport { ImplementationException } from '../ImplementationException'\n\nexport class DispatchWorkerSupervisorFactory {\n\n\tconstructor(\n\t\tprivate projectDispatcherFactory: ProjectDispatcherFactory,\n\t) {\n\t}\n\n\tpublic create(projectGroup: ProjectGroupContainer): DispatchWorkerSupervisor {\n\t\treturn new DispatchWorkerSupervisor(this.projectDispatcherFactory, projectGroup)\n\t}\n}\n\nexport class DispatchWorkerSupervisor implements Runnable {\n\tconstructor(\n\t\tprivate projectDispatcherFactory: ProjectDispatcherFactory,\n\t\tprivate projectGroup: ProjectGroupContainer,\n\t) {\n\t}\n\n\tpublic async run({ logger, onError }: RunnableArgs) {\n\t\tconst projectGroup = this.projectGroup\n\t\tconst tenantContainer = projectGroup.tenantContainer\n\t\tconst projectContainerResolver = projectGroup.projectContainerResolver\n\n\t\tconst running = new Map<string, { worker: Promise<Running>; container: ProjectContainer }>()\n\n\t\tconst cleanupListener = projectContainerResolver.on('destroy', async ({ container }) => {\n\t\t\tconst runningForProject = running.get(container.project.slug)\n\t\t\tif (!runningForProject) {\n\t\t\t\treturn\n\t\t\t}\n\t\t\trunning.delete(container.project.slug)\n\t\t\tawait (await runningForProject.worker).end()\n\t\t})\n\n\t\tconst refreshProjectWorker = async (container: ProjectContainer, isReloading: boolean) => {\n\t\t\tconst db = container.systemDatabaseContext\n\t\t\tconst current = running.get(container.project.slug)\n\t\t\tif (current && current.container === container) {\n\t\t\t\treturn\n\t\t\t}\n\t\t\tconst dispatcher = this.projectDispatcherFactory.create({\n\t\t\t\tdb,\n\t\t\t\tcontentSchemaResolver: container.contentSchemaResolver,\n\t\t\t\tprojectSlug: container.project.slug,\n\t\t\t})\n\t\t\tconst supervisedDispatcher = new Supervisor(\n\t\t\t\tdispatcher,\n\t\t\t\t{ startupMax: isReloading ? Number.MAX_VALUE : 10 },\n\t\t\t)\n\t\t\tconst worker = supervisedDispatcher.run({\n\t\t\t\tlogger,\n\t\t\t\tonError: () => {\n\t\t\t\t\tthrow new ImplementationException('supervised project dispatcher crashed')\n\t\t\t\t},\n\t\t\t})\n\t\t\trunning.set(container.project.slug, { worker, container })\n\t\t\ttry {\n\t\t\t\tif (current) {\n\t\t\t\t\tawait (await current.worker).end()\n\t\t\t\t}\n\t\t\t\tawait worker\n\t\t\t\tlogger.debug('Project dispatch worker started', { project: container.project.slug })\n\t\t\t} catch (e) {\n\t\t\t\tlogger.error(e, { message: 'Project dispatch worker start failed', project: container.project.slug })\n\t\t\t\trunning.delete(container.project.slug)\n\t\t\t\tthrow e\n\t\t\t}\n\t\t}\n\t\tconst projectTracker = new Supervisor(new AcquiringListener(\n\t\t\ttenantContainer.databaseContext.client,\n\t\t\t'project_updated',\n\t\t\tasync () => {\n\t\t\t\tlogger.debug('Project config change detected, reloading dispatch workers')\n\t\t\t\tawait endProjectWorkers()\n\t\t\t\ttry {\n\t\t\t\t\tawait startWorkers(true)\n\t\t\t\t} catch (e) {\n\t\t\t\t\tlogger.error(e, { message: 'Dispatch workers reload failed, terminating' })\n\t\t\t\t\tawait endAll()\n\t\t\t\t\tonError(e)\n\t\t\t\t}\n\t\t\t},\n\t\t))\n\n\t\tconst runningProjectTracker = await projectTracker.run({\n\t\t\tlogger,\n\t\t\tonError: () => {\n\t\t\t\tthrow new ImplementationException('supervised project tracker crashed')\n\t\t\t},\n\t\t})\n\t\tconst fetchProjects = async () => await tenantContainer.projectManager.getProjects(tenantContainer.databaseContext)\n\n\t\tconst startWorkers = async (isReloading: boolean) => {\n\t\t\ttry {\n\t\t\t\tconst projects = await fetchProjects()\n\t\t\t\tfor (const project of projects) {\n\t\t\t\t\tconst container = await projectGroup.projectContainerResolver.getProjectContainer(project.slug)\n\t\t\t\t\tif (container) {\n\t\t\t\t\t\tawait refreshProjectWorker(container, isReloading)\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t} catch (e) {\n\t\t\t\tawait endAll()\n\t\t\t\tthrow e\n\t\t\t}\n\t\t}\n\t\tconst endProjectWorkers = async () => {\n\t\t\tconst workers = [...running.values()]\n\t\t\trunning.clear()\n\t\t\tawait Promise.allSettled(workers.map(async ({ worker }) => await (await worker).end()))\n\t\t}\n\t\tconst endAll = async () => {\n\t\t\tlogger.debug('Terminating project dispatch workers...')\n\t\t\tcleanupListener()\n\t\t\ttry {\n\t\t\t\tawait runningProjectTracker.end()\n\t\t\t} catch {\n\t\t\t}\n\t\t\tawait endProjectWorkers()\n\t\t\tlogger.debug('Project dispatch workers terminated')\n\t\t}\n\n\t\tawait startWorkers(false)\n\n\t\treturn {\n\t\t\tend: endAll,\n\t\t}\n\t}\n}\n"],"names":[],"mappings":";;;AAOO,MAAM,gCAAgC;AAAA,EAE5C,YACS,0BACP;AADO,SAAA,2BAAA;AAAA,EAET;AAAA,EAEO,OAAO,cAA+D;AAC5E,WAAO,IAAI,yBAAyB,KAAK,0BAA0B,YAAY;AAAA,EAChF;AACD;AAEO,MAAM,yBAA6C;AAAA,EACzD,YACS,0BACA,cACP;AAFO,SAAA,2BAAA;AACA,SAAA,eAAA;AAAA,EAET;AAAA,EAEA,MAAa,IAAI,EAAE,QAAQ,WAAyB;AACnD,UAAM,eAAe,KAAK;AAC1B,UAAM,kBAAkB,aAAa;AACrC,UAAM,2BAA2B,aAAa;AAExC,UAAA,8BAAc;AAEpB,UAAM,kBAAkB,yBAAyB,GAAG,WAAW,OAAO,EAAE,gBAAgB;AACvF,YAAM,oBAAoB,QAAQ,IAAI,UAAU,QAAQ,IAAI;AAC5D,UAAI,CAAC,mBAAmB;AACvB;AAAA,MACD;AACQ,cAAA,OAAO,UAAU,QAAQ,IAAI;AAC9B,aAAA,MAAM,kBAAkB,QAAQ,IAAI;AAAA,IAAA,CAC3C;AAEK,UAAA,uBAAuB,OAAO,WAA6B,gBAAyB;AACzF,YAAM,KAAK,UAAU;AACrB,YAAM,UAAU,QAAQ,IAAI,UAAU,QAAQ,IAAI;AAC9C,UAAA,WAAW,QAAQ,cAAc,WAAW;AAC/C;AAAA,MACD;AACM,YAAA,aAAa,KAAK,yBAAyB,OAAO;AAAA,QACvD;AAAA,QACA,uBAAuB,UAAU;AAAA,QACjC,aAAa,UAAU,QAAQ;AAAA,MAAA,CAC/B;AACD,YAAM,uBAAuB,IAAI;AAAA,QAChC;AAAA,QACA,EAAE,YAAY,cAAc,OAAO,YAAY,GAAG;AAAA,MAAA;AAE7C,YAAA,SAAS,qBAAqB,IAAI;AAAA,QACvC;AAAA,QACA,SAAS,MAAM;AACR,gBAAA,IAAI,wBAAwB,uCAAuC;AAAA,QAC1E;AAAA,MAAA,CACA;AACD,cAAQ,IAAI,UAAU,QAAQ,MAAM,EAAE,QAAQ,WAAW;AACrD,UAAA;AACH,YAAI,SAAS;AACL,iBAAA,MAAM,QAAQ,QAAQ,IAAI;AAAA,QAClC;AACM,cAAA;AACN,eAAO,MAAM,mCAAmC,EAAE,SAAS,UAAU,QAAQ,MAAM;AAAA,eAC3E,GAAG;AACJ,eAAA,MAAM,GAAG,EAAE,SAAS,wCAAwC,SAAS,UAAU,QAAQ,KAAA,CAAM;AAC5F,gBAAA,OAAO,UAAU,QAAQ,IAAI;AAC/B,cAAA;AAAA,MACP;AAAA,IAAA;AAEK,UAAA,iBAAiB,IAAI,WAAW,IAAI;AAAA,MACzC,gBAAgB,gBAAgB;AAAA,MAChC;AAAA,MACA,YAAY;AACX,eAAO,MAAM,4DAA4D;AACzE,cAAM,kBAAkB;AACpB,YAAA;AACH,gBAAM,aAAa,IAAI;AAAA,iBACf,GAAG;AACX,iBAAO,MAAM,GAAG,EAAE,SAAS,8CAA+C,CAAA;AAC1E,gBAAM,OAAO;AACb,kBAAQ,CAAC;AAAA,QACV;AAAA,MACD;AAAA,IAAA,CACA;AAEK,UAAA,wBAAwB,MAAM,eAAe,IAAI;AAAA,MACtD;AAAA,MACA,SAAS,MAAM;AACR,cAAA,IAAI,wBAAwB,oCAAoC;AAAA,MACvE;AAAA,IAAA,CACA;AACD,UAAM,gBAAgB,YAAY,MAAM,gBAAgB,eAAe,YAAY,gBAAgB,eAAe;AAE5G,UAAA,eAAe,OAAO,gBAAyB;AAChD,UAAA;AACG,cAAA,WAAW,MAAM;AACvB,mBAAW,WAAW,UAAU;AAC/B,gBAAM,YAAY,MAAM,aAAa,yBAAyB,oBAAoB,QAAQ,IAAI;AAC9F,cAAI,WAAW;AACR,kBAAA,qBAAqB,WAAW,WAAW;AAAA,UAClD;AAAA,QACD;AAAA,eACQ,GAAG;AACX,cAAM,OAAO;AACP,cAAA;AAAA,MACP;AAAA,IAAA;AAED,UAAM,oBAAoB,YAAY;AACrC,YAAM,UAAU,CAAC,GAAG,QAAQ,OAAQ,CAAA;AACpC,cAAQ,MAAM;AACd,YAAM,QAAQ,WAAW,QAAQ,IAAI,OAAO,EAAE,OAAO,MAAM,OAAO,MAAM,QAAQ,IAAA,CAAK,CAAC;AAAA,IAAA;AAEvF,UAAM,SAAS,YAAY;AAC1B,aAAO,MAAM,yCAAyC;AACtC;AACZ,UAAA;AACH,cAAM,sBAAsB;MAAI,QACzB;AAAA,MACR;AACA,YAAM,kBAAkB;AACxB,aAAO,MAAM,qCAAqC;AAAA,IAAA;AAGnD,UAAM,aAAa,KAAK;AAEjB,WAAA;AAAA,MACN,KAAK;AAAA,IAAA;AAAA,EAEP;AACD;"}

package/dist/production/src/dispatch/EventDispatcher.cjs

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
+class EventDispatcher {
+  constructor(eventsRepository, variablesManager, invokeResolver) {
+    this.eventsRepository = eventsRepository;
+    this.variablesManager = variablesManager;
+    this.invokeResolver = invokeResolver;
+  }
+  async processBatch({ db, contentSchemaResolver, logger }) {
+    const schema = await contentSchemaResolver.getSchema(db);
+    const batch = await this.eventsRepository.fetchBatch(schema.actions, db.client);
+    const batchId = Math.random().toString().substring(2);
+    const batchLogger = logger.child({ loc: "Actions.EventDispatcher", batchId });
+    if (!batch.ok) {
+      batchLogger.debug("Nothing to process", {
+        backoffMs: batch.backoffMs ?? "undefined"
+      });
+      return { failed: 0, succeed: 0, backoffMs: batch.backoffMs };
+    }
+    const { target, events } = batch;
+    try {
+      const handler = this.invokeResolver.resolveHandler(target);
+      batchLogger.debug("Processing started", {
+        events: batch.events.map((it) => it.id)
+      });
+      const variables = await this.variablesManager.fetchVariables(db);
+      const handledEvents = await handler.handle({ target, events, logger: batchLogger, variables });
+      const [succeed, failed] = await this.eventsRepository.persistProcessed(db.client, handledEvents);
+      batchLogger.debug("Processing done", { succeed, failed });
+      return { succeed, failed, backoffMs: 0 };
+    } catch (e) {
+      logger.error(e, { loc: "EventDispatcher", batchId });
+      const failedEvents = events.map((it) => ({
+        row: it,
+        result: { ok: false, errorMessage: `Internal error` }
+      }));
+      await this.eventsRepository.persistProcessed(db.client, failedEvents);
+      return { succeed: 0, failed: batch.events.length, backoffMs: 0 };
+    }
+  }
+}
+exports.EventDispatcher = EventDispatcher;
+//# sourceMappingURL=EventDispatcher.cjs.map

package/dist/production/src/dispatch/EventDispatcher.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"EventDispatcher.cjs","sources":["../../../../../packages/engine-actions/src/dispatch/EventDispatcher.ts"],"sourcesContent":["import { EventsRepository } from './EventsRepository'\nimport { TargetHandlerResolver } from './TargetHandlerResolver'\nimport { HandledEvent } from './types'\nimport { Logger } from '@contember/logger'\nimport { ContentSchemaResolver } from '@contember/engine-http'\nimport { DatabaseContext } from '@contember/engine-system-api'\nimport { VariablesManager } from '../model/VariablesManager'\n\n\ntype ProcessBatchArgs = {\n\tdb: DatabaseContext\n\tcontentSchemaResolver: ContentSchemaResolver\n\tlogger: Logger\n}\n\ntype ProcessBatchResult = {\n\tsucceed: number\n\tfailed: number\n\tbackoffMs: number | undefined\n}\n\nexport class EventDispatcher {\n\n\tconstructor(\n\t\tprivate readonly eventsRepository: EventsRepository,\n\t\tprivate readonly variablesManager: VariablesManager,\n\t\tprivate readonly invokeResolver: TargetHandlerResolver,\n\t) {\n\t}\n\n\tasync processBatch({ db, contentSchemaResolver, logger }: ProcessBatchArgs): Promise<ProcessBatchResult> {\n\t\tconst schema = await contentSchemaResolver.getSchema(db)\n\t\tconst batch = await this.eventsRepository.fetchBatch(schema.actions, db.client)\n\t\tconst batchId = Math.random().toString().substring(2)\n\t\tconst batchLogger = logger.child({ loc: 'Actions.EventDispatcher', batchId })\n\t\tif (!batch.ok) {\n\t\t\tbatchLogger.debug('Nothing to process', {\n\t\t\t\tbackoffMs: batch.backoffMs ?? 'undefined',\n\t\t\t})\n\t\t\treturn { failed: 0, succeed: 0, backoffMs: batch.backoffMs }\n\t\t}\n\t\tconst { target, events } = batch\n\t\ttry {\n\t\t\tconst handler = this.invokeResolver.resolveHandler(target)\n\t\t\tbatchLogger.debug('Processing started', {\n\t\t\t\tevents: batch.events.map(it => it.id),\n\t\t\t})\n\t\t\tconst variables = await this.variablesManager.fetchVariables(db)\n\t\t\tconst handledEvents = await handler.handle({ target, events, logger: batchLogger, variables })\n\t\t\tconst [succeed, failed] = await this.eventsRepository.persistProcessed(db.client, handledEvents)\n\t\t\tbatchLogger.debug('Processing done', { succeed, failed })\n\t\t\treturn { succeed, failed, backoffMs: 0 }\n\t\t} catch (e) {\n\t\t\tlogger.error(e, { loc: 'EventDispatcher', batchId })\n\t\t\tconst failedEvents = events.map((it): HandledEvent => ({\n\t\t\t\trow: it,\n\t\t\t\tresult: { ok: false, errorMessage: `Internal error` },\n\t\t\t}))\n\t\t\tawait this.eventsRepository.persistProcessed(db.client, failedEvents)\n\n\t\t\treturn { succeed: 0, failed: batch.events.length, backoffMs: 0 }\n\t\t}\n\t}\n}\n"],"names":[],"mappings":";;AAqBO,MAAM,gBAAgB;AAAA,EAE5B,YACkB,kBACA,kBACA,gBAChB;AAHgB,SAAA,mBAAA;AACA,SAAA,mBAAA;AACA,SAAA,iBAAA;AAAA,EAElB;AAAA,EAEA,MAAM,aAAa,EAAE,IAAI,uBAAuB,UAAyD;AACxG,UAAM,SAAS,MAAM,sBAAsB,UAAU,EAAE;AACjD,UAAA,QAAQ,MAAM,KAAK,iBAAiB,WAAW,OAAO,SAAS,GAAG,MAAM;AAC9E,UAAM,UAAU,KAAK,OAAA,EAAS,WAAW,UAAU,CAAC;AACpD,UAAM,cAAc,OAAO,MAAM,EAAE,KAAK,2BAA2B,SAAS;AACxE,QAAA,CAAC,MAAM,IAAI;AACd,kBAAY,MAAM,sBAAsB;AAAA,QACvC,WAAW,MAAM,aAAa;AAAA,MAAA,CAC9B;AACD,aAAO,EAAE,QAAQ,GAAG,SAAS,GAAG,WAAW,MAAM;IAClD;AACM,UAAA,EAAE,QAAQ,OAAW,IAAA;AACvB,QAAA;AACH,YAAM,UAAU,KAAK,eAAe,eAAe,MAAM;AACzD,kBAAY,MAAM,sBAAsB;AAAA,QACvC,QAAQ,MAAM,OAAO,IAAI,CAAA,OAAM,GAAG,EAAE;AAAA,MAAA,CACpC;AACD,YAAM,YAAY,MAAM,KAAK,iBAAiB,eAAe,EAAE;AACzD,YAAA,gBAAgB,MAAM,QAAQ,OAAO,EAAE,QAAQ,QAAQ,QAAQ,aAAa,UAAA,CAAW;AACvF,YAAA,CAAC,SAAS,MAAM,IAAI,MAAM,KAAK,iBAAiB,iBAAiB,GAAG,QAAQ,aAAa;AAC/F,kBAAY,MAAM,mBAAmB,EAAE,SAAS,OAAQ,CAAA;AACxD,aAAO,EAAE,SAAS,QAAQ,WAAW,EAAE;AAAA,aAC/B,GAAG;AACX,aAAO,MAAM,GAAG,EAAE,KAAK,mBAAmB,SAAS;AACnD,YAAM,eAAe,OAAO,IAAI,CAAC,QAAsB;AAAA,QACtD,KAAK;AAAA,QACL,QAAQ,EAAE,IAAI,OAAO,cAAc,iBAAiB;AAAA,MACnD,EAAA;AACF,YAAM,KAAK,iBAAiB,iBAAiB,GAAG,QAAQ,YAAY;AAE7D,aAAA,EAAE,SAAS,GAAG,QAAQ,MAAM,OAAO,QAAQ,WAAW;IAC9D;AAAA,EACD;AACD;;"}

package/dist/production/src/dispatch/EventDispatcher.js

@@ -0,0 +1,43 @@
+class EventDispatcher {
+  constructor(eventsRepository, variablesManager, invokeResolver) {
+    this.eventsRepository = eventsRepository;
+    this.variablesManager = variablesManager;
+    this.invokeResolver = invokeResolver;
+  }
+  async processBatch({ db, contentSchemaResolver, logger }) {
+    const schema = await contentSchemaResolver.getSchema(db);
+    const batch = await this.eventsRepository.fetchBatch(schema.actions, db.client);
+    const batchId = Math.random().toString().substring(2);
+    const batchLogger = logger.child({ loc: "Actions.EventDispatcher", batchId });
+    if (!batch.ok) {
+      batchLogger.debug("Nothing to process", {
+        backoffMs: batch.backoffMs ?? "undefined"
+      });
+      return { failed: 0, succeed: 0, backoffMs: batch.backoffMs };
+    }
+    const { target, events } = batch;
+    try {
+      const handler = this.invokeResolver.resolveHandler(target);
+      batchLogger.debug("Processing started", {
+        events: batch.events.map((it) => it.id)
+      });
+      const variables = await this.variablesManager.fetchVariables(db);
+      const handledEvents = await handler.handle({ target, events, logger: batchLogger, variables });
+      const [succeed, failed] = await this.eventsRepository.persistProcessed(db.client, handledEvents);
+      batchLogger.debug("Processing done", { succeed, failed });
+      return { succeed, failed, backoffMs: 0 };
+    } catch (e) {
+      logger.error(e, { loc: "EventDispatcher", batchId });
+      const failedEvents = events.map((it) => ({
+        row: it,
+        result: { ok: false, errorMessage: `Internal error` }
+      }));
+      await this.eventsRepository.persistProcessed(db.client, failedEvents);
+      return { succeed: 0, failed: batch.events.length, backoffMs: 0 };
+    }
+  }
+}
+export {
+  EventDispatcher
+};
+//# sourceMappingURL=EventDispatcher.js.map

package/dist/production/src/dispatch/EventDispatcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EventDispatcher.js","sources":["../../../../../packages/engine-actions/src/dispatch/EventDispatcher.ts"],"sourcesContent":["import { EventsRepository } from './EventsRepository'\nimport { TargetHandlerResolver } from './TargetHandlerResolver'\nimport { HandledEvent } from './types'\nimport { Logger } from '@contember/logger'\nimport { ContentSchemaResolver } from '@contember/engine-http'\nimport { DatabaseContext } from '@contember/engine-system-api'\nimport { VariablesManager } from '../model/VariablesManager'\n\n\ntype ProcessBatchArgs = {\n\tdb: DatabaseContext\n\tcontentSchemaResolver: ContentSchemaResolver\n\tlogger: Logger\n}\n\ntype ProcessBatchResult = {\n\tsucceed: number\n\tfailed: number\n\tbackoffMs: number | undefined\n}\n\nexport class EventDispatcher {\n\n\tconstructor(\n\t\tprivate readonly eventsRepository: EventsRepository,\n\t\tprivate readonly variablesManager: VariablesManager,\n\t\tprivate readonly invokeResolver: TargetHandlerResolver,\n\t) {\n\t}\n\n\tasync processBatch({ db, contentSchemaResolver, logger }: ProcessBatchArgs): Promise<ProcessBatchResult> {\n\t\tconst schema = await contentSchemaResolver.getSchema(db)\n\t\tconst batch = await this.eventsRepository.fetchBatch(schema.actions, db.client)\n\t\tconst batchId = Math.random().toString().substring(2)\n\t\tconst batchLogger = logger.child({ loc: 'Actions.EventDispatcher', batchId })\n\t\tif (!batch.ok) {\n\t\t\tbatchLogger.debug('Nothing to process', {\n\t\t\t\tbackoffMs: batch.backoffMs ?? 'undefined',\n\t\t\t})\n\t\t\treturn { failed: 0, succeed: 0, backoffMs: batch.backoffMs }\n\t\t}\n\t\tconst { target, events } = batch\n\t\ttry {\n\t\t\tconst handler = this.invokeResolver.resolveHandler(target)\n\t\t\tbatchLogger.debug('Processing started', {\n\t\t\t\tevents: batch.events.map(it => it.id),\n\t\t\t})\n\t\t\tconst variables = await this.variablesManager.fetchVariables(db)\n\t\t\tconst handledEvents = await handler.handle({ target, events, logger: batchLogger, variables })\n\t\t\tconst [succeed, failed] = await this.eventsRepository.persistProcessed(db.client, handledEvents)\n\t\t\tbatchLogger.debug('Processing done', { succeed, failed })\n\t\t\treturn { succeed, failed, backoffMs: 0 }\n\t\t} catch (e) {\n\t\t\tlogger.error(e, { loc: 'EventDispatcher', batchId })\n\t\t\tconst failedEvents = events.map((it): HandledEvent => ({\n\t\t\t\trow: it,\n\t\t\t\tresult: { ok: false, errorMessage: `Internal error` },\n\t\t\t}))\n\t\t\tawait this.eventsRepository.persistProcessed(db.client, failedEvents)\n\n\t\t\treturn { succeed: 0, failed: batch.events.length, backoffMs: 0 }\n\t\t}\n\t}\n}\n"],"names":[],"mappings":"AAqBO,MAAM,gBAAgB;AAAA,EAE5B,YACkB,kBACA,kBACA,gBAChB;AAHgB,SAAA,mBAAA;AACA,SAAA,mBAAA;AACA,SAAA,iBAAA;AAAA,EAElB;AAAA,EAEA,MAAM,aAAa,EAAE,IAAI,uBAAuB,UAAyD;AACxG,UAAM,SAAS,MAAM,sBAAsB,UAAU,EAAE;AACjD,UAAA,QAAQ,MAAM,KAAK,iBAAiB,WAAW,OAAO,SAAS,GAAG,MAAM;AAC9E,UAAM,UAAU,KAAK,OAAA,EAAS,WAAW,UAAU,CAAC;AACpD,UAAM,cAAc,OAAO,MAAM,EAAE,KAAK,2BAA2B,SAAS;AACxE,QAAA,CAAC,MAAM,IAAI;AACd,kBAAY,MAAM,sBAAsB;AAAA,QACvC,WAAW,MAAM,aAAa;AAAA,MAAA,CAC9B;AACD,aAAO,EAAE,QAAQ,GAAG,SAAS,GAAG,WAAW,MAAM;IAClD;AACM,UAAA,EAAE,QAAQ,OAAW,IAAA;AACvB,QAAA;AACH,YAAM,UAAU,KAAK,eAAe,eAAe,MAAM;AACzD,kBAAY,MAAM,sBAAsB;AAAA,QACvC,QAAQ,MAAM,OAAO,IAAI,CAAA,OAAM,GAAG,EAAE;AAAA,MAAA,CACpC;AACD,YAAM,YAAY,MAAM,KAAK,iBAAiB,eAAe,EAAE;AACzD,YAAA,gBAAgB,MAAM,QAAQ,OAAO,EAAE,QAAQ,QAAQ,QAAQ,aAAa,UAAA,CAAW;AACvF,YAAA,CAAC,SAAS,MAAM,IAAI,MAAM,KAAK,iBAAiB,iBAAiB,GAAG,QAAQ,aAAa;AAC/F,kBAAY,MAAM,mBAAmB,EAAE,SAAS,OAAQ,CAAA;AACxD,aAAO,EAAE,SAAS,QAAQ,WAAW,EAAE;AAAA,aAC/B,GAAG;AACX,aAAO,MAAM,GAAG,EAAE,KAAK,mBAAmB,SAAS;AACnD,YAAM,eAAe,OAAO,IAAI,CAAC,QAAsB;AAAA,QACtD,KAAK;AAAA,QACL,QAAQ,EAAE,IAAI,OAAO,cAAc,iBAAiB;AAAA,MACnD,EAAA;AACF,YAAM,KAAK,iBAAiB,iBAAiB,GAAG,QAAQ,YAAY;AAE7D,aAAA,EAAE,SAAS,GAAG,QAAQ,MAAM,OAAO,QAAQ,WAAW;IAC9D;AAAA,EACD;AACD;"}

package/dist/production/src/dispatch/EventsRepository.cjs

@@ -0,0 +1,104 @@
+"use strict";
+Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
+const Database = require("@contember/database");
+const EventsToProcessSpecification = require("../model/EventsToProcessSpecification.cjs");
+const ACK_TIMEOUT_MS = 1e3 * 60 * 10;
+const DEFAULT_REPEAT_INTERVAL_MS = 5e3;
+const DEFAULT_MAX_ATTEMPTS = 10;
+const DEFAULT_BATCH_SIZE = 1;
+class EventsRepository {
+  async fetchBatch(actions, db) {
+    const primaryEvent = (await this.fetchInternal(db, 1))[0];
+    if (!primaryEvent) {
+      return { ok: false, backoffMs: await this.fetchBackOff(db) };
+    }
+    const target = actions.targets[primaryEvent.target];
+    if (!target) {
+      await this.markFailedOnUnknownTarget(db, primaryEvent.target, primaryEvent.id);
+      return await this.fetchBatch(actions, db);
+    }
+    const batchSize = (target.batchSize ?? DEFAULT_BATCH_SIZE) - 1;
+    const batch = batchSize > 0 ? await this.fetchInternal(db, batchSize) : [];
+    return { ok: true, events: [primaryEvent, ...batch], target };
+  }
+  async fetchBackOff(db) {
+    const result = await Database.SelectBuilder.create().from("actions_event").match(EventsToProcessSpecification.eventsToProcessStateSpecification).select((it) => it.raw("ceil(extract(epoch from visible_at - now()) * 1000)"), "ms").orderBy("visible_at", "asc").limit(1).getResult(db);
+    return result.length ? Math.max(0, result[0].ms) : void 0;
+  }
+  async fetchInternal(db, limit, targetName) {
+    const visibleAt = /* @__PURE__ */ new Date();
+    visibleAt.setTime(visibleAt.getTime() + ACK_TIMEOUT_MS);
+    return await Database.UpdateBuilder.create().table("actions_event").with(
+      "events",
+      (qb) => qb.select((it) => it.raw("*")).from("actions_event").match(EventsToProcessSpecification.eventsToProcessSpecification).where(targetName ? { target: targetName } : {}).limit(limit).lock(Database.LockType.forNoKeyUpdate, Database.LockModifier.skipLocked)
+    ).values({
+      state: "processing",
+      last_state_change: /* @__PURE__ */ new Date(),
+      visible_at: visibleAt
+    }).from((it) => it.from("events").where((it2) => it2.columnsEq(["events", "id"], ["actions_event", "id"]))).returning(new Database.Literal("*")).execute(db);
+  }
+  async persistProcessed(db, events) {
+    return await db.transaction(async (trx) => {
+      await trx.query(Database.Connection.REPEATABLE_READ);
+      const succeed = events.filter((it) => it.result.ok);
+      await this.markSucceed(trx, succeed.map((it) => it.row));
+      for (const event of events) {
+        if (!event.result.ok) {
+          await this.markFailed(trx, event);
+        }
+      }
+      return [succeed.length, events.length - succeed.length];
+    });
+  }
+  async requeue(db, events) {
+    await Database.UpdateBuilder.create().table("actions_event").values({
+      state: (it) => it.raw("CASE WHEN num_retries = 0 THEN ? ELSE ? END", "created", "retrying"),
+      last_state_change: /* @__PURE__ */ new Date(),
+      visible_at: /* @__PURE__ */ new Date()
+    }).where((it) => it.in("id", events.map((it2) => it2.id))).execute(db);
+  }
+  async markSucceed(db, rows) {
+    const now = /* @__PURE__ */ new Date();
+    await Database.UpdateBuilder.create().table("actions_event").values({
+      state: "succeed",
+      num_retries: (it) => it.raw("num_retries + 1"),
+      resolved_at: now,
+      last_state_change: now
+    }).where((it) => it.in("id", rows.map((it2) => it2.id))).execute(db);
+  }
+  async markFailed(db, event) {
+    const numRetries = event.row.num_retries;
+    const now = /* @__PURE__ */ new Date();
+    const nextAttempt = /* @__PURE__ */ new Date();
+    nextAttempt.setTime(nextAttempt.getTime() + (event.target?.initialRepeatIntervalMs ?? DEFAULT_REPEAT_INTERVAL_MS) * Math.pow(2, event.row.num_retries));
+    await Database.UpdateBuilder.create().table("actions_event").values({
+      last_state_change: now,
+      num_retries: event.row.num_retries + 1,
+      log: JSON.stringify([...event.row.log, event.result]),
+      ...numRetries < (event.target?.maxAttempts ?? DEFAULT_MAX_ATTEMPTS) ? {
+        state: "retrying",
+        visible_at: nextAttempt
+      } : {
+        state: "failed"
+      }
+    }).where({ id: event.row.id }).execute(db);
+  }
+  async markFailedOnUnknownTarget(db, targetName, primaryEventId) {
+    await Database.UpdateBuilder.create().table("actions_event").where((it) => it.or(
+      (it2) => it2.and(
+        (it3) => it3.in("state", ["retrying", "created", "processing"]).compare("visible_at", Database.Operator.lte, "now").compare("target", Database.Operator.eq, targetName)
+      ).and(
+        (it3) => it3.compare("id", Database.Operator.eq, primaryEventId)
+      )
+    )).values({
+      // intentionally not retrying
+      last_state_change: /* @__PURE__ */ new Date(),
+      num_retries: (it) => it.raw("num_retries + 1"),
+      log: (it) => it.raw("log || ?::jsonb", { ok: false, errorMessage: `Event target ${targetName} not found, stopping.` }),
+      state: "failed",
+      resolved_at: /* @__PURE__ */ new Date()
+    }).execute(db);
+  }
+}
+exports.EventsRepository = EventsRepository;
+//# sourceMappingURL=EventsRepository.cjs.map

package/dist/production/src/dispatch/EventsRepository.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"EventsRepository.cjs","sources":["../../../../../packages/engine-actions/src/dispatch/EventsRepository.ts"],"sourcesContent":["import {\n\tClient,\n\tConnection,\n\tLiteral,\n\tLockModifier,\n\tLockType,\n\tOperator,\n\tSelectBuilder,\n\tUpdateBuilder,\n} from '@contember/database'\nimport { EventRow, HandledEvent } from './types'\nimport { Actions } from '@contember/schema'\nimport { eventsToProcessSpecification, eventsToProcessStateSpecification } from '../model/EventsToProcessSpecification'\n\n\nconst ACK_TIMEOUT_MS = 1_000 * 60 * 10 // 10 minutes\nconst DEFAULT_REPEAT_INTERVAL_MS = 5_000 // 5 seconds\nconst DEFAULT_MAX_ATTEMPTS = 10\nconst DEFAULT_BATCH_SIZE = 1\n\nexport class EventsRepository {\n\n\tpublic async fetchBatch(actions: Actions.Schema, db: Client): Promise<FetchBatchResult> {\n\t\tconst primaryEvent = (await this.fetchInternal(db, 1))[0]\n\t\tif (!primaryEvent) {\n\t\t\treturn { ok: false, backoffMs: await this.fetchBackOff(db) }\n\t\t}\n\t\tconst target = actions.targets[primaryEvent.target]\n\t\tif (!target) {\n\t\t\tawait this.markFailedOnUnknownTarget(db, primaryEvent.target, primaryEvent.id)\n\t\t\treturn await this.fetchBatch(actions, db)\n\t\t}\n\t\tconst batchSize = (target.batchSize ?? DEFAULT_BATCH_SIZE) - 1\n\t\tconst batch = batchSize > 0 ? await this.fetchInternal(db, batchSize) : []\n\t\treturn { ok: true, events: [primaryEvent, ...batch], target }\n\t}\n\n\n\tprivate async fetchBackOff(db: Client): Promise<number | undefined> {\n\t\tconst result = await SelectBuilder.create<{ ms: number }>()\n\t\t\t.from('actions_event')\n\t\t\t.match(eventsToProcessStateSpecification)\n\t\t\t.select(it => it.raw('ceil(extract(epoch from visible_at - now()) * 1000)'), 'ms')\n\t\t\t.orderBy('visible_at', 'asc')\n\t\t\t.limit(1)\n\t\t\t.getResult(db)\n\n\t\treturn result.length ? Math.max(0, result[0].ms) : undefined\n\t}\n\n\n\tprivate async fetchInternal(db: Client, limit: number, targetName?: string): Promise<EventRow[]> {\n\t\tconst visibleAt = new Date()\n\t\tvisibleAt.setTime(visibleAt.getTime() + ACK_TIMEOUT_MS)\n\t\treturn await UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.with('events', qb => qb\n\t\t\t\t.select(it => it.raw('*'))\n\t\t\t\t.from('actions_event')\n\t\t\t\t.match(eventsToProcessSpecification)\n\t\t\t\t.where(targetName ? { target: targetName } : {})\n\t\t\t\t.limit(limit)\n\t\t\t\t.lock(LockType.forNoKeyUpdate, LockModifier.skipLocked),\n\t\t\t)\n\t\t\t.values<EventRow>({\n\t\t\t\tstate: 'processing',\n\t\t\t\tlast_state_change: new Date(),\n\t\t\t\tvisible_at: visibleAt,\n\t\t\t})\n\t\t\t.from(it => it.from('events').where(it => it.columnsEq(['events', 'id'], ['actions_event', 'id'])))\n\t\t\t.returning<EventRow>(new Literal('*'))\n\t\t\t.execute(db)\n\t}\n\n\tpublic async persistProcessed(db: Client, events: HandledEvent[]): Promise<[number, number]> {\n\t\treturn await db.transaction(async trx => {\n\t\t\tawait trx.query(Connection.REPEATABLE_READ)\n\t\t\tconst succeed = events.filter(it => it.result.ok)\n\t\t\tawait this.markSucceed(trx, succeed.map(it => it.row))\n\n\t\t\tfor (const event of events) {\n\t\t\t\tif (!event.result.ok) {\n\t\t\t\t\tawait this.markFailed(trx, event)\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn [succeed.length, events.length - succeed.length]\n\t\t})\n\t}\n\n\tpublic async requeue(db: Client, events: EventRow[]): Promise<void> {\n\t\tawait UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.values<EventRow>({\n\t\t\t\tstate: it => it.raw('CASE WHEN num_retries = 0 THEN ? ELSE ? END', 'created', 'retrying'),\n\t\t\t\tlast_state_change: new Date(),\n\t\t\t\tvisible_at: new Date(),\n\t\t\t})\n\t\t\t.where(it => it.in('id', events.map(it => it.id)))\n\t\t\t.execute(db)\n\t}\n\n\tprivate async markSucceed(db: Client, rows: EventRow[]): Promise<void> {\n\t\tconst now = new Date()\n\t\tawait UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.values<EventRow>({\n\t\t\t\tstate: 'succeed',\n\t\t\t\tnum_retries: it => it.raw('num_retries + 1'),\n\t\t\t\tresolved_at: now,\n\t\t\t\tlast_state_change: now,\n\t\t\t})\n\t\t\t.where(it => it.in('id', rows.map(it => it.id)))\n\t\t\t.execute(db)\n\t}\n\n\tprivate async markFailed(db: Client, event: HandledEvent): Promise<void> {\n\t\tconst numRetries = event.row.num_retries\n\t\tconst now = new Date()\n\t\tconst nextAttempt = new Date()\n\t\tnextAttempt.setTime(nextAttempt.getTime() + (event.target?.initialRepeatIntervalMs ?? DEFAULT_REPEAT_INTERVAL_MS) * Math.pow(2, event.row.num_retries))\n\t\tawait UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.values<EventRow>({\n\t\t\t\tlast_state_change: now,\n\t\t\t\tnum_retries: event.row.num_retries + 1,\n\t\t\t\tlog: JSON.stringify([...event.row.log, event.result]) as any,\n\t\t\t\t...(numRetries < (event.target?.maxAttempts ?? DEFAULT_MAX_ATTEMPTS) ? {\n\t\t\t\t\tstate: 'retrying',\n\t\t\t\t\tvisible_at: nextAttempt,\n\t\t\t\t} : {\n\t\t\t\t\tstate: 'failed',\n\t\t\t\t}),\n\t\t\t})\n\t\t\t.where({ id: event.row.id })\n\t\t\t.execute(db)\n\t}\n\n\tprivate async markFailedOnUnknownTarget(db: Client, targetName: string, primaryEventId: string) {\n\t\tawait UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.where(it => it.or(it => it\n\t\t\t\t.and(it => it\n\t\t\t\t\t.in('state', ['retrying', 'created', 'processing'])\n\t\t\t\t\t.compare('visible_at', Operator.lte, 'now')\n\t\t\t\t\t.compare('target', Operator.eq, targetName),\n\t\t\t\t)\n\t\t\t\t.and(it => it\n\t\t\t\t\t.compare('id', Operator.eq, primaryEventId),\n\t\t\t\t),\n\t\t\t))\n\t\t\t.values<EventRow>({\n\t\t\t\t// intentionally not retrying\n\t\t\t\tlast_state_change: new Date(),\n\t\t\t\tnum_retries: it => it.raw('num_retries + 1'),\n\t\t\t\tlog: it => it.raw('log || ?::jsonb', { ok: false, errorMessage: `Event target ${targetName} not found, stopping.` }),\n\t\t\t\tstate: 'failed',\n\t\t\t\tresolved_at: new Date(),\n\t\t\t})\n\t\t\t.execute(db)\n\t}\n}\n\nexport type FetchBatchResult =\n\t| { ok: true; events: EventRow[]; target: Actions.AnyTarget }\n\t| { ok: false; backoffMs?: number }\n"],"names":["SelectBuilder","eventsToProcessStateSpecification","UpdateBuilder","eventsToProcessSpecification","LockType","LockModifier","it","Literal","Connection","Operator"],"mappings":";;;;AAeA,MAAM,iBAAiB,MAAQ,KAAK;AACpC,MAAM,6BAA6B;AACnC,MAAM,uBAAuB;AAC7B,MAAM,qBAAqB;AAEpB,MAAM,iBAAiB;AAAA,EAE7B,MAAa,WAAW,SAAyB,IAAuC;AACvF,UAAM,gBAAgB,MAAM,KAAK,cAAc,IAAI,CAAC,GAAG,CAAC;AACxD,QAAI,CAAC,cAAc;AACX,aAAA,EAAE,IAAI,OAAO,WAAW,MAAM,KAAK,aAAa,EAAE;IAC1D;AACA,UAAM,SAAS,QAAQ,QAAQ,aAAa,MAAM;AAClD,QAAI,CAAC,QAAQ;AACZ,YAAM,KAAK,0BAA0B,IAAI,aAAa,QAAQ,aAAa,EAAE;AAC7E,aAAO,MAAM,KAAK,WAAW,SAAS,EAAE;AAAA,IACzC;AACM,UAAA,aAAa,OAAO,aAAa,sBAAsB;AACvD,UAAA,QAAQ,YAAY,IAAI,MAAM,KAAK,cAAc,IAAI,SAAS,IAAI;AACjE,WAAA,EAAE,IAAI,MAAM,QAAQ,CAAC,cAAc,GAAG,KAAK,GAAG;EACtD;AAAA,EAGA,MAAc,aAAa,IAAyC;AAC7D,UAAA,SAAS,MAAMA,uBAAc,OAAuB,EACxD,KAAK,eAAe,EACpB,MAAMC,6BAAiC,iCAAA,EACvC,OAAO,CAAA,OAAM,GAAG,IAAI,qDAAqD,GAAG,IAAI,EAChF,QAAQ,cAAc,KAAK,EAC3B,MAAM,CAAC,EACP,UAAU,EAAE;AAEP,WAAA,OAAO,SAAS,KAAK,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,IAAI;AAAA,EACpD;AAAA,EAGA,MAAc,cAAc,IAAY,OAAe,YAA0C;AAC1F,UAAA,gCAAgB;AACtB,cAAU,QAAQ,UAAU,QAAQ,IAAI,cAAc;AACtD,WAAO,MAAMC,SAAc,cAAA,OAAA,EACzB,MAAM,eAAe,EACrB;AAAA,MAAK;AAAA,MAAU,CAAM,OAAA,GACpB,OAAO,CAAA,OAAM,GAAG,IAAI,GAAG,CAAC,EACxB,KAAK,eAAe,EACpB,MAAMC,6BAA4B,4BAAA,EAClC,MAAM,aAAa,EAAE,QAAQ,WAAW,IAAI,CAAE,CAAA,EAC9C,MAAM,KAAK,EACX,KAAKC,SAAAA,SAAS,gBAAgBC,SAAAA,aAAa,UAAU;AAAA,MAEtD,OAAiB;AAAA,MACjB,OAAO;AAAA,MACP,uCAAuB,KAAK;AAAA,MAC5B,YAAY;AAAA,IACZ,CAAA,EACA,KAAK,CAAA,OAAM,GAAG,KAAK,QAAQ,EAAE,MAAM,CAAAC,QAAMA,IAAG,UAAU,CAAC,UAAU,IAAI,GAAG,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,EACjG,UAAoB,IAAIC,SAAAA,QAAQ,GAAG,CAAC,EACpC,QAAQ,EAAE;AAAA,EACb;AAAA,EAEA,MAAa,iBAAiB,IAAY,QAAmD;AAC5F,WAAO,MAAM,GAAG,YAAY,OAAM,QAAO;AAClC,YAAA,IAAI,MAAMC,SAAA,WAAW,eAAe;AAC1C,YAAM,UAAU,OAAO,OAAO,CAAM,OAAA,GAAG,OAAO,EAAE;AAC1C,YAAA,KAAK,YAAY,KAAK,QAAQ,IAAI,CAAM,OAAA,GAAG,GAAG,CAAC;AAErD,iBAAW,SAAS,QAAQ;AACvB,YAAA,CAAC,MAAM,OAAO,IAAI;AACf,gBAAA,KAAK,WAAW,KAAK,KAAK;AAAA,QACjC;AAAA,MACD;AACA,aAAO,CAAC,QAAQ,QAAQ,OAAO,SAAS,QAAQ,MAAM;AAAA,IAAA,CACtD;AAAA,EACF;AAAA,EAEA,MAAa,QAAQ,IAAY,QAAmC;AACnE,UAAMN,SAAAA,cAAc,OAAO,EACzB,MAAM,eAAe,EACrB,OAAiB;AAAA,MACjB,OAAO,CAAM,OAAA,GAAG,IAAI,+CAA+C,WAAW,UAAU;AAAA,MACxF,uCAAuB,KAAK;AAAA,MAC5B,gCAAgB,KAAK;AAAA,IAAA,CACrB,EACA,MAAM,CAAM,OAAA,GAAG,GAAG,MAAM,OAAO,IAAI,CAAAI,QAAMA,IAAG,EAAE,CAAC,CAAC,EAChD,QAAQ,EAAE;AAAA,EACb;AAAA,EAEA,MAAc,YAAY,IAAY,MAAiC;AAChE,UAAA,0BAAU;AAChB,UAAMJ,SAAAA,cAAc,OAAO,EACzB,MAAM,eAAe,EACrB,OAAiB;AAAA,MACjB,OAAO;AAAA,MACP,aAAa,CAAA,OAAM,GAAG,IAAI,iBAAiB;AAAA,MAC3C,aAAa;AAAA,MACb,mBAAmB;AAAA,IAAA,CACnB,EACA,MAAM,CAAM,OAAA,GAAG,GAAG,MAAM,KAAK,IAAI,CAAAI,QAAMA,IAAG,EAAE,CAAC,CAAC,EAC9C,QAAQ,EAAE;AAAA,EACb;AAAA,EAEA,MAAc,WAAW,IAAY,OAAoC;AAClE,UAAA,aAAa,MAAM,IAAI;AACvB,UAAA,0BAAU;AACV,UAAA,kCAAkB;AACxB,gBAAY,QAAQ,YAAY,QAAQ,KAAK,MAAM,QAAQ,2BAA2B,8BAA8B,KAAK,IAAI,GAAG,MAAM,IAAI,WAAW,CAAC;AACtJ,UAAMJ,SAAAA,cAAc,OAAO,EACzB,MAAM,eAAe,EACrB,OAAiB;AAAA,MACjB,mBAAmB;AAAA,MACnB,aAAa,MAAM,IAAI,cAAc;AAAA,MACrC,KAAK,KAAK,UAAU,CAAC,GAAG,MAAM,IAAI,KAAK,MAAM,MAAM,CAAC;AAAA,MACpD,GAAI,cAAc,MAAM,QAAQ,eAAe,wBAAwB;AAAA,QACtE,OAAO;AAAA,QACP,YAAY;AAAA,MAAA,IACT;AAAA,QACH,OAAO;AAAA,MACR;AAAA,IAAA,CACA,EACA,MAAM,EAAE,IAAI,MAAM,IAAI,IAAI,EAC1B,QAAQ,EAAE;AAAA,EACb;AAAA,EAEA,MAAc,0BAA0B,IAAY,YAAoB,gBAAwB;AACzF,UAAAA,SAAA,cAAc,OAClB,EAAA,MAAM,eAAe,EACrB,MAAM,QAAM,GAAG;AAAA,MAAG,CAAAI,QAAMA,IACvB;AAAA,QAAI,CAAAA,QAAMA,IACT,GAAG,SAAS,CAAC,YAAY,WAAW,YAAY,CAAC,EACjD,QAAQ,cAAcG,kBAAS,KAAK,KAAK,EACzC,QAAQ,UAAUA,SAAAA,SAAS,IAAI,UAAU;AAAA,MAAA,EAE1C;AAAA,QAAI,CAAAH,QAAMA,IACT,QAAQ,MAAMG,SAAA,SAAS,IAAI,cAAc;AAAA,MAC3C;AAAA,IACA,CAAA,EACA,OAAiB;AAAA;AAAA,MAEjB,uCAAuB,KAAK;AAAA,MAC5B,aAAa,CAAA,OAAM,GAAG,IAAI,iBAAiB;AAAA,MAC3C,KAAK,CAAA,OAAM,GAAG,IAAI,mBAAmB,EAAE,IAAI,OAAO,cAAc,gBAAgB,UAAU,wBAAA,CAAyB;AAAA,MACnH,OAAO;AAAA,MACP,iCAAiB,KAAK;AAAA,IAAA,CACtB,EACA,QAAQ,EAAE;AAAA,EACb;AACD;;"}

package/dist/production/src/dispatch/EventsRepository.js

@@ -0,0 +1,104 @@
+import { SelectBuilder, UpdateBuilder as UpdateBuilder$1, LockType, LockModifier, Literal, Connection, Operator } from "@contember/database";
+import { eventsToProcessStateSpecification, eventsToProcessSpecification } from "../model/EventsToProcessSpecification.js";
+const ACK_TIMEOUT_MS = 1e3 * 60 * 10;
+const DEFAULT_REPEAT_INTERVAL_MS = 5e3;
+const DEFAULT_MAX_ATTEMPTS = 10;
+const DEFAULT_BATCH_SIZE = 1;
+class EventsRepository {
+  async fetchBatch(actions, db) {
+    const primaryEvent = (await this.fetchInternal(db, 1))[0];
+    if (!primaryEvent) {
+      return { ok: false, backoffMs: await this.fetchBackOff(db) };
+    }
+    const target = actions.targets[primaryEvent.target];
+    if (!target) {
+      await this.markFailedOnUnknownTarget(db, primaryEvent.target, primaryEvent.id);
+      return await this.fetchBatch(actions, db);
+    }
+    const batchSize = (target.batchSize ?? DEFAULT_BATCH_SIZE) - 1;
+    const batch = batchSize > 0 ? await this.fetchInternal(db, batchSize) : [];
+    return { ok: true, events: [primaryEvent, ...batch], target };
+  }
+  async fetchBackOff(db) {
+    const result = await SelectBuilder.create().from("actions_event").match(eventsToProcessStateSpecification).select((it) => it.raw("ceil(extract(epoch from visible_at - now()) * 1000)"), "ms").orderBy("visible_at", "asc").limit(1).getResult(db);
+    return result.length ? Math.max(0, result[0].ms) : void 0;
+  }
+  async fetchInternal(db, limit, targetName) {
+    const visibleAt = /* @__PURE__ */ new Date();
+    visibleAt.setTime(visibleAt.getTime() + ACK_TIMEOUT_MS);
+    return await UpdateBuilder$1.create().table("actions_event").with(
+      "events",
+      (qb) => qb.select((it) => it.raw("*")).from("actions_event").match(eventsToProcessSpecification).where(targetName ? { target: targetName } : {}).limit(limit).lock(LockType.forNoKeyUpdate, LockModifier.skipLocked)
+    ).values({
+      state: "processing",
+      last_state_change: /* @__PURE__ */ new Date(),
+      visible_at: visibleAt
+    }).from((it) => it.from("events").where((it2) => it2.columnsEq(["events", "id"], ["actions_event", "id"]))).returning(new Literal("*")).execute(db);
+  }
+  async persistProcessed(db, events) {
+    return await db.transaction(async (trx) => {
+      await trx.query(Connection.REPEATABLE_READ);
+      const succeed = events.filter((it) => it.result.ok);
+      await this.markSucceed(trx, succeed.map((it) => it.row));
+      for (const event of events) {
+        if (!event.result.ok) {
+          await this.markFailed(trx, event);
+        }
+      }
+      return [succeed.length, events.length - succeed.length];
+    });
+  }
+  async requeue(db, events) {
+    await UpdateBuilder$1.create().table("actions_event").values({
+      state: (it) => it.raw("CASE WHEN num_retries = 0 THEN ? ELSE ? END", "created", "retrying"),
+      last_state_change: /* @__PURE__ */ new Date(),
+      visible_at: /* @__PURE__ */ new Date()
+    }).where((it) => it.in("id", events.map((it2) => it2.id))).execute(db);
+  }
+  async markSucceed(db, rows) {
+    const now = /* @__PURE__ */ new Date();
+    await UpdateBuilder$1.create().table("actions_event").values({
+      state: "succeed",
+      num_retries: (it) => it.raw("num_retries + 1"),
+      resolved_at: now,
+      last_state_change: now
+    }).where((it) => it.in("id", rows.map((it2) => it2.id))).execute(db);
+  }
+  async markFailed(db, event) {
+    const numRetries = event.row.num_retries;
+    const now = /* @__PURE__ */ new Date();
+    const nextAttempt = /* @__PURE__ */ new Date();
+    nextAttempt.setTime(nextAttempt.getTime() + (event.target?.initialRepeatIntervalMs ?? DEFAULT_REPEAT_INTERVAL_MS) * Math.pow(2, event.row.num_retries));
+    await UpdateBuilder$1.create().table("actions_event").values({
+      last_state_change: now,
+      num_retries: event.row.num_retries + 1,
+      log: JSON.stringify([...event.row.log, event.result]),
+      ...numRetries < (event.target?.maxAttempts ?? DEFAULT_MAX_ATTEMPTS) ? {
+        state: "retrying",
+        visible_at: nextAttempt
+      } : {
+        state: "failed"
+      }
+    }).where({ id: event.row.id }).execute(db);
+  }
+  async markFailedOnUnknownTarget(db, targetName, primaryEventId) {
+    await UpdateBuilder$1.create().table("actions_event").where((it) => it.or(
+      (it2) => it2.and(
+        (it3) => it3.in("state", ["retrying", "created", "processing"]).compare("visible_at", Operator.lte, "now").compare("target", Operator.eq, targetName)
+      ).and(
+        (it3) => it3.compare("id", Operator.eq, primaryEventId)
+      )
+    )).values({
+      // intentionally not retrying
+      last_state_change: /* @__PURE__ */ new Date(),
+      num_retries: (it) => it.raw("num_retries + 1"),
+      log: (it) => it.raw("log || ?::jsonb", { ok: false, errorMessage: `Event target ${targetName} not found, stopping.` }),
+      state: "failed",
+      resolved_at: /* @__PURE__ */ new Date()
+    }).execute(db);
+  }
+}
+export {
+  EventsRepository
+};
+//# sourceMappingURL=EventsRepository.js.map

package/dist/production/src/dispatch/EventsRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EventsRepository.js","sources":["../../../../../packages/engine-actions/src/dispatch/EventsRepository.ts"],"sourcesContent":["import {\n\tClient,\n\tConnection,\n\tLiteral,\n\tLockModifier,\n\tLockType,\n\tOperator,\n\tSelectBuilder,\n\tUpdateBuilder,\n} from '@contember/database'\nimport { EventRow, HandledEvent } from './types'\nimport { Actions } from '@contember/schema'\nimport { eventsToProcessSpecification, eventsToProcessStateSpecification } from '../model/EventsToProcessSpecification'\n\n\nconst ACK_TIMEOUT_MS = 1_000 * 60 * 10 // 10 minutes\nconst DEFAULT_REPEAT_INTERVAL_MS = 5_000 // 5 seconds\nconst DEFAULT_MAX_ATTEMPTS = 10\nconst DEFAULT_BATCH_SIZE = 1\n\nexport class EventsRepository {\n\n\tpublic async fetchBatch(actions: Actions.Schema, db: Client): Promise<FetchBatchResult> {\n\t\tconst primaryEvent = (await this.fetchInternal(db, 1))[0]\n\t\tif (!primaryEvent) {\n\t\t\treturn { ok: false, backoffMs: await this.fetchBackOff(db) }\n\t\t}\n\t\tconst target = actions.targets[primaryEvent.target]\n\t\tif (!target) {\n\t\t\tawait this.markFailedOnUnknownTarget(db, primaryEvent.target, primaryEvent.id)\n\t\t\treturn await this.fetchBatch(actions, db)\n\t\t}\n\t\tconst batchSize = (target.batchSize ?? DEFAULT_BATCH_SIZE) - 1\n\t\tconst batch = batchSize > 0 ? await this.fetchInternal(db, batchSize) : []\n\t\treturn { ok: true, events: [primaryEvent, ...batch], target }\n\t}\n\n\n\tprivate async fetchBackOff(db: Client): Promise<number | undefined> {\n\t\tconst result = await SelectBuilder.create<{ ms: number }>()\n\t\t\t.from('actions_event')\n\t\t\t.match(eventsToProcessStateSpecification)\n\t\t\t.select(it => it.raw('ceil(extract(epoch from visible_at - now()) * 1000)'), 'ms')\n\t\t\t.orderBy('visible_at', 'asc')\n\t\t\t.limit(1)\n\t\t\t.getResult(db)\n\n\t\treturn result.length ? Math.max(0, result[0].ms) : undefined\n\t}\n\n\n\tprivate async fetchInternal(db: Client, limit: number, targetName?: string): Promise<EventRow[]> {\n\t\tconst visibleAt = new Date()\n\t\tvisibleAt.setTime(visibleAt.getTime() + ACK_TIMEOUT_MS)\n\t\treturn await UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.with('events', qb => qb\n\t\t\t\t.select(it => it.raw('*'))\n\t\t\t\t.from('actions_event')\n\t\t\t\t.match(eventsToProcessSpecification)\n\t\t\t\t.where(targetName ? { target: targetName } : {})\n\t\t\t\t.limit(limit)\n\t\t\t\t.lock(LockType.forNoKeyUpdate, LockModifier.skipLocked),\n\t\t\t)\n\t\t\t.values<EventRow>({\n\t\t\t\tstate: 'processing',\n\t\t\t\tlast_state_change: new Date(),\n\t\t\t\tvisible_at: visibleAt,\n\t\t\t})\n\t\t\t.from(it => it.from('events').where(it => it.columnsEq(['events', 'id'], ['actions_event', 'id'])))\n\t\t\t.returning<EventRow>(new Literal('*'))\n\t\t\t.execute(db)\n\t}\n\n\tpublic async persistProcessed(db: Client, events: HandledEvent[]): Promise<[number, number]> {\n\t\treturn await db.transaction(async trx => {\n\t\t\tawait trx.query(Connection.REPEATABLE_READ)\n\t\t\tconst succeed = events.filter(it => it.result.ok)\n\t\t\tawait this.markSucceed(trx, succeed.map(it => it.row))\n\n\t\t\tfor (const event of events) {\n\t\t\t\tif (!event.result.ok) {\n\t\t\t\t\tawait this.markFailed(trx, event)\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn [succeed.length, events.length - succeed.length]\n\t\t})\n\t}\n\n\tpublic async requeue(db: Client, events: EventRow[]): Promise<void> {\n\t\tawait UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.values<EventRow>({\n\t\t\t\tstate: it => it.raw('CASE WHEN num_retries = 0 THEN ? ELSE ? END', 'created', 'retrying'),\n\t\t\t\tlast_state_change: new Date(),\n\t\t\t\tvisible_at: new Date(),\n\t\t\t})\n\t\t\t.where(it => it.in('id', events.map(it => it.id)))\n\t\t\t.execute(db)\n\t}\n\n\tprivate async markSucceed(db: Client, rows: EventRow[]): Promise<void> {\n\t\tconst now = new Date()\n\t\tawait UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.values<EventRow>({\n\t\t\t\tstate: 'succeed',\n\t\t\t\tnum_retries: it => it.raw('num_retries + 1'),\n\t\t\t\tresolved_at: now,\n\t\t\t\tlast_state_change: now,\n\t\t\t})\n\t\t\t.where(it => it.in('id', rows.map(it => it.id)))\n\t\t\t.execute(db)\n\t}\n\n\tprivate async markFailed(db: Client, event: HandledEvent): Promise<void> {\n\t\tconst numRetries = event.row.num_retries\n\t\tconst now = new Date()\n\t\tconst nextAttempt = new Date()\n\t\tnextAttempt.setTime(nextAttempt.getTime() + (event.target?.initialRepeatIntervalMs ?? DEFAULT_REPEAT_INTERVAL_MS) * Math.pow(2, event.row.num_retries))\n\t\tawait UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.values<EventRow>({\n\t\t\t\tlast_state_change: now,\n\t\t\t\tnum_retries: event.row.num_retries + 1,\n\t\t\t\tlog: JSON.stringify([...event.row.log, event.result]) as any,\n\t\t\t\t...(numRetries < (event.target?.maxAttempts ?? DEFAULT_MAX_ATTEMPTS) ? {\n\t\t\t\t\tstate: 'retrying',\n\t\t\t\t\tvisible_at: nextAttempt,\n\t\t\t\t} : {\n\t\t\t\t\tstate: 'failed',\n\t\t\t\t}),\n\t\t\t})\n\t\t\t.where({ id: event.row.id })\n\t\t\t.execute(db)\n\t}\n\n\tprivate async markFailedOnUnknownTarget(db: Client, targetName: string, primaryEventId: string) {\n\t\tawait UpdateBuilder.create()\n\t\t\t.table('actions_event')\n\t\t\t.where(it => it.or(it => it\n\t\t\t\t.and(it => it\n\t\t\t\t\t.in('state', ['retrying', 'created', 'processing'])\n\t\t\t\t\t.compare('visible_at', Operator.lte, 'now')\n\t\t\t\t\t.compare('target', Operator.eq, targetName),\n\t\t\t\t)\n\t\t\t\t.and(it => it\n\t\t\t\t\t.compare('id', Operator.eq, primaryEventId),\n\t\t\t\t),\n\t\t\t))\n\t\t\t.values<EventRow>({\n\t\t\t\t// intentionally not retrying\n\t\t\t\tlast_state_change: new Date(),\n\t\t\t\tnum_retries: it => it.raw('num_retries + 1'),\n\t\t\t\tlog: it => it.raw('log || ?::jsonb', { ok: false, errorMessage: `Event target ${targetName} not found, stopping.` }),\n\t\t\t\tstate: 'failed',\n\t\t\t\tresolved_at: new Date(),\n\t\t\t})\n\t\t\t.execute(db)\n\t}\n}\n\nexport type FetchBatchResult =\n\t| { ok: true; events: EventRow[]; target: Actions.AnyTarget }\n\t| { ok: false; backoffMs?: number }\n"],"names":["UpdateBuilder","it"],"mappings":";;AAeA,MAAM,iBAAiB,MAAQ,KAAK;AACpC,MAAM,6BAA6B;AACnC,MAAM,uBAAuB;AAC7B,MAAM,qBAAqB;AAEpB,MAAM,iBAAiB;AAAA,EAE7B,MAAa,WAAW,SAAyB,IAAuC;AACvF,UAAM,gBAAgB,MAAM,KAAK,cAAc,IAAI,CAAC,GAAG,CAAC;AACxD,QAAI,CAAC,cAAc;AACX,aAAA,EAAE,IAAI,OAAO,WAAW,MAAM,KAAK,aAAa,EAAE;IAC1D;AACA,UAAM,SAAS,QAAQ,QAAQ,aAAa,MAAM;AAClD,QAAI,CAAC,QAAQ;AACZ,YAAM,KAAK,0BAA0B,IAAI,aAAa,QAAQ,aAAa,EAAE;AAC7E,aAAO,MAAM,KAAK,WAAW,SAAS,EAAE;AAAA,IACzC;AACM,UAAA,aAAa,OAAO,aAAa,sBAAsB;AACvD,UAAA,QAAQ,YAAY,IAAI,MAAM,KAAK,cAAc,IAAI,SAAS,IAAI;AACjE,WAAA,EAAE,IAAI,MAAM,QAAQ,CAAC,cAAc,GAAG,KAAK,GAAG;EACtD;AAAA,EAGA,MAAc,aAAa,IAAyC;AAC7D,UAAA,SAAS,MAAM,cAAc,OAAuB,EACxD,KAAK,eAAe,EACpB,MAAM,iCAAiC,EACvC,OAAO,CAAA,OAAM,GAAG,IAAI,qDAAqD,GAAG,IAAI,EAChF,QAAQ,cAAc,KAAK,EAC3B,MAAM,CAAC,EACP,UAAU,EAAE;AAEP,WAAA,OAAO,SAAS,KAAK,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,IAAI;AAAA,EACpD;AAAA,EAGA,MAAc,cAAc,IAAY,OAAe,YAA0C;AAC1F,UAAA,gCAAgB;AACtB,cAAU,QAAQ,UAAU,QAAQ,IAAI,cAAc;AACtD,WAAO,MAAMA,gBAAc,OAAA,EACzB,MAAM,eAAe,EACrB;AAAA,MAAK;AAAA,MAAU,CAAM,OAAA,GACpB,OAAO,CAAA,OAAM,GAAG,IAAI,GAAG,CAAC,EACxB,KAAK,eAAe,EACpB,MAAM,4BAA4B,EAClC,MAAM,aAAa,EAAE,QAAQ,WAAW,IAAI,CAAE,CAAA,EAC9C,MAAM,KAAK,EACX,KAAK,SAAS,gBAAgB,aAAa,UAAU;AAAA,MAEtD,OAAiB;AAAA,MACjB,OAAO;AAAA,MACP,uCAAuB,KAAK;AAAA,MAC5B,YAAY;AAAA,IACZ,CAAA,EACA,KAAK,CAAA,OAAM,GAAG,KAAK,QAAQ,EAAE,MAAM,CAAAC,QAAMA,IAAG,UAAU,CAAC,UAAU,IAAI,GAAG,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,EACjG,UAAoB,IAAI,QAAQ,GAAG,CAAC,EACpC,QAAQ,EAAE;AAAA,EACb;AAAA,EAEA,MAAa,iBAAiB,IAAY,QAAmD;AAC5F,WAAO,MAAM,GAAG,YAAY,OAAM,QAAO;AAClC,YAAA,IAAI,MAAM,WAAW,eAAe;AAC1C,YAAM,UAAU,OAAO,OAAO,CAAM,OAAA,GAAG,OAAO,EAAE;AAC1C,YAAA,KAAK,YAAY,KAAK,QAAQ,IAAI,CAAM,OAAA,GAAG,GAAG,CAAC;AAErD,iBAAW,SAAS,QAAQ;AACvB,YAAA,CAAC,MAAM,OAAO,IAAI;AACf,gBAAA,KAAK,WAAW,KAAK,KAAK;AAAA,QACjC;AAAA,MACD;AACA,aAAO,CAAC,QAAQ,QAAQ,OAAO,SAAS,QAAQ,MAAM;AAAA,IAAA,CACtD;AAAA,EACF;AAAA,EAEA,MAAa,QAAQ,IAAY,QAAmC;AACnE,UAAMD,gBAAc,OAAO,EACzB,MAAM,eAAe,EACrB,OAAiB;AAAA,MACjB,OAAO,CAAM,OAAA,GAAG,IAAI,+CAA+C,WAAW,UAAU;AAAA,MACxF,uCAAuB,KAAK;AAAA,MAC5B,gCAAgB,KAAK;AAAA,IAAA,CACrB,EACA,MAAM,CAAM,OAAA,GAAG,GAAG,MAAM,OAAO,IAAI,CAAAC,QAAMA,IAAG,EAAE,CAAC,CAAC,EAChD,QAAQ,EAAE;AAAA,EACb;AAAA,EAEA,MAAc,YAAY,IAAY,MAAiC;AAChE,UAAA,0BAAU;AAChB,UAAMD,gBAAc,OAAO,EACzB,MAAM,eAAe,EACrB,OAAiB;AAAA,MACjB,OAAO;AAAA,MACP,aAAa,CAAA,OAAM,GAAG,IAAI,iBAAiB;AAAA,MAC3C,aAAa;AAAA,MACb,mBAAmB;AAAA,IAAA,CACnB,EACA,MAAM,CAAM,OAAA,GAAG,GAAG,MAAM,KAAK,IAAI,CAAAC,QAAMA,IAAG,EAAE,CAAC,CAAC,EAC9C,QAAQ,EAAE;AAAA,EACb;AAAA,EAEA,MAAc,WAAW,IAAY,OAAoC;AAClE,UAAA,aAAa,MAAM,IAAI;AACvB,UAAA,0BAAU;AACV,UAAA,kCAAkB;AACxB,gBAAY,QAAQ,YAAY,QAAQ,KAAK,MAAM,QAAQ,2BAA2B,8BAA8B,KAAK,IAAI,GAAG,MAAM,IAAI,WAAW,CAAC;AACtJ,UAAMD,gBAAc,OAAO,EACzB,MAAM,eAAe,EACrB,OAAiB;AAAA,MACjB,mBAAmB;AAAA,MACnB,aAAa,MAAM,IAAI,cAAc;AAAA,MACrC,KAAK,KAAK,UAAU,CAAC,GAAG,MAAM,IAAI,KAAK,MAAM,MAAM,CAAC;AAAA,MACpD,GAAI,cAAc,MAAM,QAAQ,eAAe,wBAAwB;AAAA,QACtE,OAAO;AAAA,QACP,YAAY;AAAA,MAAA,IACT;AAAA,QACH,OAAO;AAAA,MACR;AAAA,IAAA,CACA,EACA,MAAM,EAAE,IAAI,MAAM,IAAI,IAAI,EAC1B,QAAQ,EAAE;AAAA,EACb;AAAA,EAEA,MAAc,0BAA0B,IAAY,YAAoB,gBAAwB;AACzF,UAAAA,gBAAc,OAClB,EAAA,MAAM,eAAe,EACrB,MAAM,QAAM,GAAG;AAAA,MAAG,CAAAC,QAAMA,IACvB;AAAA,QAAI,CAAAA,QAAMA,IACT,GAAG,SAAS,CAAC,YAAY,WAAW,YAAY,CAAC,EACjD,QAAQ,cAAc,SAAS,KAAK,KAAK,EACzC,QAAQ,UAAU,SAAS,IAAI,UAAU;AAAA,MAAA,EAE1C;AAAA,QAAI,CAAAA,QAAMA,IACT,QAAQ,MAAM,SAAS,IAAI,cAAc;AAAA,MAC3C;AAAA,IACA,CAAA,EACA,OAAiB;AAAA;AAAA,MAEjB,uCAAuB,KAAK;AAAA,MAC5B,aAAa,CAAA,OAAM,GAAG,IAAI,iBAAiB;AAAA,MAC3C,KAAK,CAAA,OAAM,GAAG,IAAI,mBAAmB,EAAE,IAAI,OAAO,cAAc,gBAAgB,UAAU,wBAAA,CAAyB;AAAA,MACnH,OAAO;AAAA,MACP,iCAAiB,KAAK;AAAA,IAAA,CACtB,EACA,QAAQ,EAAE;AAAA,EACb;AACD;"}

package/dist/production/src/dispatch/ProjectDispatcher.cjs

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
+const Database = require("@contember/database");
+const TriggerPayloadPersister = require("../triggers/TriggerPayloadPersister.cjs");
+class ProjectDispatcherFactory {
+  constructor(dispatcher) {
+    this.dispatcher = dispatcher;
+  }
+  create({ db, contentSchemaResolver, projectSlug }) {
+    return new ProjectDispatcher(this.dispatcher, db, contentSchemaResolver, projectSlug);
+  }
+}
+class ProjectDispatcher {
+  constructor(dispatcher, db, contentSchemaResolver, projectSlug) {
+    this.dispatcher = dispatcher;
+    this.db = db;
+    this.contentSchemaResolver = contentSchemaResolver;
+    this.projectSlug = projectSlug;
+  }
+  async run({ logger, onError, onClose }) {
+    return await new Promise(async (resolve, reject) => {
+      let resolvePending = () => {
+      };
+      let rejectPending = (e) => {
+      };
+      const resolvePendingRef = () => {
+        resolvePending();
+      };
+      let pendingError = void 0;
+      const rejectPendingRef = (e) => {
+        pendingError = e;
+        rejectPending(e);
+      };
+      let succeedTotal = 0;
+      let failedTotal = 0;
+      let aborted = false;
+      try {
+        await this.db.scope(async (db) => {
+          const listener = await new Database.Listener(db.client, TriggerPayloadPersister.NOTIFY_CHANNEL_NAME, (project) => {
+            if (project === this.projectSlug) {
+              resolvePendingRef();
+            }
+          }).run({ onError: rejectPendingRef, onClose: resolvePendingRef });
+          resolve({
+            end: async () => {
+              aborted = true;
+              await listener.end();
+              logger.info("Worker terminated", {
+                succeed: succeedTotal,
+                failed: failedTotal
+              });
+            }
+          });
+          try {
+            while (!aborted) {
+              const { succeed, failed, backoffMs } = await this.dispatcher.processBatch({
+                db,
+                contentSchemaResolver: this.contentSchemaResolver,
+                logger
+              });
+              succeedTotal += succeed;
+              failedTotal += failed;
+              if (pendingError) {
+                throw pendingError;
+              }
+              if (backoffMs !== 0) {
+                await new Promise((resolve2, reject2) => {
+                  let cleanup = () => {
+                  };
+                  if (backoffMs !== void 0) {
+                    const timeoutHandle = setTimeout(resolve2, backoffMs);
+                    cleanup = () => clearTimeout(timeoutHandle);
+                  }
+                  resolvePending = () => {
+                    resolve2();
+                    cleanup();
+                  };
+                  rejectPending = (e) => {
+                    reject2(e);
+                    cleanup();
+                  };
+                });
+              }
+            }
+            onClose?.();
+          } catch (e) {
+            await listener.end();
+            onError(e);
+          }
+        });
+      } catch (e) {
+        reject(e);
+      }
+    });
+  }
+}
+exports.ProjectDispatcher = ProjectDispatcher;
+exports.ProjectDispatcherFactory = ProjectDispatcherFactory;
+//# sourceMappingURL=ProjectDispatcher.cjs.map

package/dist/production/src/dispatch/ProjectDispatcher.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProjectDispatcher.cjs","sources":["../../../../../packages/engine-actions/src/dispatch/ProjectDispatcher.ts"],"sourcesContent":["import { DatabaseContext } from '@contember/engine-system-api'\nimport { EventDispatcher } from './EventDispatcher'\nimport { ContentSchemaResolver } from '@contember/engine-http'\nimport { Runnable, RunnableArgs, Running } from '@contember/engine-common'\nimport { Listener } from '@contember/database'\nimport { NOTIFY_CHANNEL_NAME } from '../triggers/TriggerPayloadPersister'\n\n\nexport class ProjectDispatcherFactory {\n\tconstructor(\n\t\tprivate readonly dispatcher: EventDispatcher,\n\t) {\n\t}\n\n\tpublic create({ db, contentSchemaResolver, projectSlug }: { db: DatabaseContext; contentSchemaResolver: ContentSchemaResolver; projectSlug: string}): ProjectDispatcher {\n\t\treturn new ProjectDispatcher(this.dispatcher, db, contentSchemaResolver, projectSlug)\n\t}\n}\n\n\n\nexport class ProjectDispatcher implements Runnable {\n\tconstructor(\n\t\tprivate readonly dispatcher: EventDispatcher,\n\t\tprivate readonly db: DatabaseContext,\n\t\tprivate readonly contentSchemaResolver: ContentSchemaResolver,\n\t\tprivate readonly projectSlug: string,\n\t) {\n\t}\n\n\tpublic async run({ logger, onError, onClose }: RunnableArgs): Promise<Running> {\n\n\t\treturn await new Promise<Running>(async (resolve, reject) => {\n\n\t\t\tlet resolvePending = () => {}\n\t\t\tlet rejectPending = (e: any) => {}\n\n\t\t\tconst resolvePendingRef = () => {\n\t\t\t\tresolvePending()\n\t\t\t}\n\t\t\tlet pendingError: any = undefined\n\t\t\tconst rejectPendingRef = (e: any) => {\n\t\t\t\tpendingError = e\n\t\t\t\trejectPending(e)\n\t\t\t}\n\n\t\t\tlet succeedTotal = 0\n\t\t\tlet failedTotal = 0\n\t\t\tlet aborted = false\n\n\t\t\ttry {\n\t\t\t\tawait this.db.scope(async db => {\n\t\t\t\t\tconst listener = await new Listener<string>(db.client, NOTIFY_CHANNEL_NAME, project => {\n\t\t\t\t\t\tif (project === this.projectSlug) {\n\t\t\t\t\t\t\tresolvePendingRef()\n\t\t\t\t\t\t}\n\t\t\t\t\t})\n\t\t\t\t\t\t.run({ onError: rejectPendingRef, onClose: resolvePendingRef })\n\n\t\t\t\t\tresolve({\n\t\t\t\t\t\tend: async () => {\n\t\t\t\t\t\t\taborted = true\n\t\t\t\t\t\t\tawait listener.end()\n\t\t\t\t\t\t\tlogger.info('Worker terminated', {\n\t\t\t\t\t\t\t\tsucceed: succeedTotal,\n\t\t\t\t\t\t\t\tfailed: failedTotal,\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\n\t\t\t\t\ttry {\n\t\t\t\t\t\twhile (!aborted) {\n\t\t\t\t\t\t\tconst { succeed, failed, backoffMs } = await this.dispatcher.processBatch({\n\t\t\t\t\t\t\t\tdb,\n\t\t\t\t\t\t\t\tcontentSchemaResolver: this.contentSchemaResolver,\n\t\t\t\t\t\t\t\tlogger,\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\tsucceedTotal += succeed\n\t\t\t\t\t\t\tfailedTotal += failed\n\n\t\t\t\t\t\t\t// listener error occurred during batch processing, rethrow\n\t\t\t\t\t\t\tif (pendingError) {\n\t\t\t\t\t\t\t\tthrow pendingError\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\t// queue is empty, wait\n\t\t\t\t\t\t\tif (backoffMs !== 0) {\n\t\t\t\t\t\t\t\tawait new Promise<void>((resolve, reject) => {\n\t\t\t\t\t\t\t\t\tlet cleanup = () => {\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tif (backoffMs !== undefined) {\n\t\t\t\t\t\t\t\t\t\tconst timeoutHandle = setTimeout(resolve, backoffMs)\n\t\t\t\t\t\t\t\t\t\tcleanup = () => clearTimeout(timeoutHandle)\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tresolvePending = () => {\n\t\t\t\t\t\t\t\t\t\tresolve()\n\t\t\t\t\t\t\t\t\t\tcleanup()\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\trejectPending = e => {\n\t\t\t\t\t\t\t\t\t\treject(e)\n\t\t\t\t\t\t\t\t\t\tcleanup()\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t\tonClose?.()\n\t\t\t\t\t} catch (e) {\n\t\t\t\t\t\tawait listener.end()\n\t\t\t\t\t\tonError(e)\n\t\t\t\t\t}\n\t\t\t\t})\n\t\t\t} catch (e) {\n\t\t\t\treject(e)\n\t\t\t}\n \t\t})\n\n\n\t}\n}\n"],"names":["Listener","NOTIFY_CHANNEL_NAME","resolve","reject"],"mappings":";;;;AAQO,MAAM,yBAAyB;AAAA,EACrC,YACkB,YAChB;AADgB,SAAA,aAAA;AAAA,EAElB;AAAA,EAEO,OAAO,EAAE,IAAI,uBAAuB,eAA6H;AACvK,WAAO,IAAI,kBAAkB,KAAK,YAAY,IAAI,uBAAuB,WAAW;AAAA,EACrF;AACD;AAIO,MAAM,kBAAsC;AAAA,EAClD,YACkB,YACA,IACA,uBACA,aAChB;AAJgB,SAAA,aAAA;AACA,SAAA,KAAA;AACA,SAAA,wBAAA;AACA,SAAA,cAAA;AAAA,EAElB;AAAA,EAEA,MAAa,IAAI,EAAE,QAAQ,SAAS,WAA2C;AAE9E,WAAO,MAAM,IAAI,QAAiB,OAAO,SAAS,WAAW;AAE5D,UAAI,iBAAiB,MAAM;AAAA,MAAA;AACvB,UAAA,gBAAgB,CAAC,MAAW;AAAA,MAAA;AAEhC,YAAM,oBAAoB,MAAM;AAChB;MAAA;AAEhB,UAAI,eAAoB;AAClB,YAAA,mBAAmB,CAAC,MAAW;AACrB,uBAAA;AACf,sBAAc,CAAC;AAAA,MAAA;AAGhB,UAAI,eAAe;AACnB,UAAI,cAAc;AAClB,UAAI,UAAU;AAEV,UAAA;AACH,cAAM,KAAK,GAAG,MAAM,OAAM,OAAM;AAC/B,gBAAM,WAAW,MAAM,IAAIA,kBAAiB,GAAG,QAAQC,wBAAAA,qBAAqB,CAAW,YAAA;AAClF,gBAAA,YAAY,KAAK,aAAa;AACf;YACnB;AAAA,UAAA,CACA,EACC,IAAI,EAAE,SAAS,kBAAkB,SAAS,mBAAmB;AAEvD,kBAAA;AAAA,YACP,KAAK,YAAY;AACN,wBAAA;AACV,oBAAM,SAAS;AACf,qBAAO,KAAK,qBAAqB;AAAA,gBAChC,SAAS;AAAA,gBACT,QAAQ;AAAA,cAAA,CACR;AAAA,YACF;AAAA,UAAA,CACA;AAEG,cAAA;AACH,mBAAO,CAAC,SAAS;AACV,oBAAA,EAAE,SAAS,QAAQ,cAAc,MAAM,KAAK,WAAW,aAAa;AAAA,gBACzE;AAAA,gBACA,uBAAuB,KAAK;AAAA,gBAC5B;AAAA,cAAA,CACA;AACe,8BAAA;AACD,6BAAA;AAGf,kBAAI,cAAc;AACX,sBAAA;AAAA,cACP;AAGA,kBAAI,cAAc,GAAG;AACpB,sBAAM,IAAI,QAAc,CAACC,UAASC,YAAW;AAC5C,sBAAI,UAAU,MAAM;AAAA,kBAAA;AAEpB,sBAAI,cAAc,QAAW;AACtB,0BAAA,gBAAgB,WAAWD,UAAS,SAAS;AACzC,8BAAA,MAAM,aAAa,aAAa;AAAA,kBAC3C;AACA,mCAAiB,MAAM;AACtBA;AACQ;kBAAA;AAET,kCAAgB,CAAK,MAAA;AACpBC,4BAAO,CAAC;AACA;kBAAA;AAAA,gBACT,CACA;AAAA,cACF;AAAA,YACD;AACU;mBACF,GAAG;AACX,kBAAM,SAAS;AACf,oBAAQ,CAAC;AAAA,UACV;AAAA,QAAA,CACA;AAAA,eACO,GAAG;AACX,eAAO,CAAC;AAAA,MACT;AAAA,IAAA,CACC;AAAA,EAGH;AACD;;;"}