@webiny/api-elasticsearch-tasks 6.0.0-beta.0 → 6.0.0-rc.1

package/tasks/createIndexes/CreateIndexesTaskRunner.js

@@ -1,37 +1,22 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.CreateIndexesTaskRunner = void 0;
-var _CreateElasticsearchIndexTaskPlugin = require("./CreateElasticsearchIndexTaskPlugin");
-class CreateIndexesTaskRunner {
-  constructor(manager, indexManager) {
-    this.manager = manager;
+import { listIndexes } from "./listIndexes.js";
+import { createIndexFactory } from "./createIndex.js";
+export class CreateIndexesTaskRunner {
+  constructor(tenantContext, listTenantsUseCase, indexFactories, manager, indexManager) {
+    this.tenantContext = tenantContext;
+    this.listTenantsUseCase = listTenantsUseCase;
+    this.indexFactories = indexFactories;
     this.indexManager = indexManager;
+    this.taskController = manager.controller;
   }
   async execute(matching, done) {
-    const plugins = this.manager.context.plugins.byType(_CreateElasticsearchIndexTaskPlugin.CreateElasticsearchIndexTaskPlugin.type);
-    if (plugins.length === 0) {
-      return this.manager.response.done("No index plugins found.");
-    }
-    const indexes = [];
-    const tenants = await this.manager.context.tenancy.listTenants();
-    for (const tenant of tenants) {
-      const locales = await this.manager.context.i18n.getLocales();
-      for (const locale of locales) {
-        for (const plugin of plugins) {
-          const results = await plugin.getIndexList({
-            context: this.manager.context,
-            tenant: tenant.id,
-            locale: locale.code
-          });
-          indexes.push(...results);
-        }
-      }
+    if (this.indexFactories.length === 0) {
+      return this.taskController.response.done("No index plugins found.");
     }
+    const tenantsResult = await this.listTenantsUseCase.execute();
+    const tenants = tenantsResult.value;
+    const indexes = await listIndexes(this.tenantContext, tenants, this.indexFactories);
     if (indexes.length === 0) {
-      return this.manager.response.done("No indexes found.");
+      return this.taskController.response.done("No indexes found.");
     }
     const isIndexAllowed = index => {
       if (typeof matching !== "string" || !matching) {
@@ -39,14 +24,15 @@ class CreateIndexesTaskRunner {
       }
       return index.includes(matching);
     };
+    const createIndex = createIndexFactory(this.indexManager);
     for (const {
       index,
       settings
     } of indexes) {
-      if (this.manager.isAborted()) {
-        return this.manager.response.aborted();
-      } else if (this.manager.isCloseToTimeout()) {
-        return this.manager.response.continue({
+      if (this.taskController.runtime.isAborted()) {
+        return this.taskController.response.aborted();
+      } else if (this.taskController.runtime.isCloseToTimeout()) {
+        return this.taskController.response.continue({
           done
         });
       }
@@ -61,25 +47,24 @@ class CreateIndexesTaskRunner {
           continue;
         }
         done.push(index);
-        await this.indexManager.createIndex(index, settings);
-        await this.manager.store.addInfoLog({
+        await createIndex.create(index, settings);
+        await this.taskController.logger.info({
           message: `Index "${index}" created.`,
           data: {
             index
           }
         });
       } catch (ex) {
-        await this.manager.store.addErrorLog({
+        await this.taskController.logger.error({
           message: `Failed to create index "${index}".`,
           error: ex
         });
       }
     }
-    return this.manager.response.done("Indexes created.", {
+    return this.taskController.response.done("Indexes created.", {
       done
     });
   }
 }
-exports.CreateIndexesTaskRunner = CreateIndexesTaskRunner;
 
 //# sourceMappingURL=CreateIndexesTaskRunner.js.map

package/tasks/createIndexes/CreateIndexesTaskRunner.js.map

@@ -1 +1 @@
-{"version":3,"names":["_CreateElasticsearchIndexTaskPlugin","require","CreateIndexesTaskRunner","constructor","manager","indexManager","execute","matching","done","plugins","context","byType","CreateElasticsearchIndexTaskPlugin","type","length","response","indexes","tenants","tenancy","listTenants","tenant","locales","i18n","getLocales","locale","plugin","results","getIndexList","id","code","push","isIndexAllowed","index","includes","settings","isAborted","aborted","isCloseToTimeout","continue","exists","indexExists","createIndex","store","addInfoLog","message","data","ex","addErrorLog","error","exports"],"sources":["CreateIndexesTaskRunner.ts"],"sourcesContent":["import { Manager } from \"~/tasks/Manager\";\nimport { IndexManager } from \"~/settings\";\nimport { ITaskResponseResult } from \"@webiny/tasks\";\nimport {\n    CreateElasticsearchIndexTaskPlugin,\n    CreateElasticsearchIndexTaskPluginIndex\n} from \"./CreateElasticsearchIndexTaskPlugin\";\nimport { Context } from \"~/types\";\n\nexport class CreateIndexesTaskRunner {\n    private readonly manager: Manager;\n    private readonly indexManager: IndexManager;\n\n    public constructor(manager: Manager, indexManager: IndexManager) {\n        this.manager = manager;\n\n        this.indexManager = indexManager;\n    }\n\n    public async execute(\n        matching: string | undefined,\n        done: string[]\n    ): Promise<ITaskResponseResult> {\n        const plugins = this.manager.context.plugins.byType<\n            CreateElasticsearchIndexTaskPlugin<Context>\n        >(CreateElasticsearchIndexTaskPlugin.type);\n        if (plugins.length === 0) {\n            return this.manager.response.done(\"No index plugins found.\");\n        }\n        const indexes: CreateElasticsearchIndexTaskPluginIndex[] = [];\n\n        const tenants = await this.manager.context.tenancy.listTenants();\n\n        for (const tenant of tenants) {\n            const locales = await this.manager.context.i18n.getLocales();\n            for (const locale of locales) {\n                for (const plugin of plugins) {\n                    const results = await plugin.getIndexList({\n                        context: this.manager.context,\n                        tenant: tenant.id,\n                        locale: locale.code\n                    });\n                    indexes.push(...results);\n                }\n            }\n        }\n        if (indexes.length === 0) {\n            return this.manager.response.done(\"No indexes found.\");\n        }\n\n        const isIndexAllowed = (index: string): boolean => {\n            if (typeof matching !== \"string\" || !matching) {\n                return true;\n            }\n            return index.includes(matching);\n        };\n\n        for (const { index, settings } of indexes) {\n            if (this.manager.isAborted()) {\n                return this.manager.response.aborted();\n            } else if (this.manager.isCloseToTimeout()) {\n                return this.manager.response.continue({\n                    done\n                });\n            }\n            try {\n                if (done.includes(index)) {\n                    continue;\n                } else if (isIndexAllowed(index) === false) {\n                    continue;\n                }\n                const exists = await this.indexManager.indexExists(index);\n                if (exists) {\n                    continue;\n                }\n                done.push(index);\n                await this.indexManager.createIndex(index, settings);\n                await this.manager.store.addInfoLog({\n                    message: `Index \"${index}\" created.`,\n                    data: {\n                        index\n                    }\n                });\n            } catch (ex) {\n                await this.manager.store.addErrorLog({\n                    message: `Failed to create index \"${index}\".`,\n                    error: ex\n                });\n            }\n        }\n\n        return this.manager.response.done(\"Indexes created.\", {\n            done\n        });\n    }\n}\n"],"mappings":";;;;;;AAGA,IAAAA,mCAAA,GAAAC,OAAA;AAMO,MAAMC,uBAAuB,CAAC;EAI1BC,WAAWA,CAACC,OAAgB,EAAEC,YAA0B,EAAE;IAC7D,IAAI,CAACD,OAAO,GAAGA,OAAO;IAEtB,IAAI,CAACC,YAAY,GAAGA,YAAY;EACpC;EAEA,MAAaC,OAAOA,CAChBC,QAA4B,EAC5BC,IAAc,EACc;IAC5B,MAAMC,OAAO,GAAG,IAAI,CAACL,OAAO,CAACM,OAAO,CAACD,OAAO,CAACE,MAAM,CAEjDC,sEAAkC,CAACC,IAAI,CAAC;IAC1C,IAAIJ,OAAO,CAACK,MAAM,KAAK,CAAC,EAAE;MACtB,OAAO,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACP,IAAI,CAAC,yBAAyB,CAAC;IAChE;IACA,MAAMQ,OAAkD,GAAG,EAAE;IAE7D,MAAMC,OAAO,GAAG,MAAM,IAAI,CAACb,OAAO,CAACM,OAAO,CAACQ,OAAO,CAACC,WAAW,CAAC,CAAC;IAEhE,KAAK,MAAMC,MAAM,IAAIH,OAAO,EAAE;MAC1B,MAAMI,OAAO,GAAG,MAAM,IAAI,CAACjB,OAAO,CAACM,OAAO,CAACY,IAAI,CAACC,UAAU,CAAC,CAAC;MAC5D,KAAK,MAAMC,MAAM,IAAIH,OAAO,EAAE;QAC1B,KAAK,MAAMI,MAAM,IAAIhB,OAAO,EAAE;UAC1B,MAAMiB,OAAO,GAAG,MAAMD,MAAM,CAACE,YAAY,CAAC;YACtCjB,OAAO,EAAE,IAAI,CAACN,OAAO,CAACM,OAAO;YAC7BU,MAAM,EAAEA,MAAM,CAACQ,EAAE;YACjBJ,MAAM,EAAEA,MAAM,CAACK;UACnB,CAAC,CAAC;UACFb,OAAO,CAACc,IAAI,CAAC,GAAGJ,OAAO,CAAC;QAC5B;MACJ;IACJ;IACA,IAAIV,OAAO,CAACF,MAAM,KAAK,CAAC,EAAE;MACtB,OAAO,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACP,IAAI,CAAC,mBAAmB,CAAC;IAC1D;IAEA,MAAMuB,cAAc,GAAIC,KAAa,IAAc;MAC/C,IAAI,OAAOzB,QAAQ,KAAK,QAAQ,IAAI,CAACA,QAAQ,EAAE;QAC3C,OAAO,IAAI;MACf;MACA,OAAOyB,KAAK,CAACC,QAAQ,CAAC1B,QAAQ,CAAC;IACnC,CAAC;IAED,KAAK,MAAM;MAAEyB,KAAK;MAAEE;IAAS,CAAC,IAAIlB,OAAO,EAAE;MACvC,IAAI,IAAI,CAACZ,OAAO,CAAC+B,SAAS,CAAC,CAAC,EAAE;QAC1B,OAAO,IAAI,CAAC/B,OAAO,CAACW,QAAQ,CAACqB,OAAO,CAAC,CAAC;MAC1C,CAAC,MAAM,IAAI,IAAI,CAAChC,OAAO,CAACiC,gBAAgB,CAAC,CAAC,EAAE;QACxC,OAAO,IAAI,CAACjC,OAAO,CAACW,QAAQ,CAACuB,QAAQ,CAAC;UAClC9B;QACJ,CAAC,CAAC;MACN;MACA,IAAI;QACA,IAAIA,IAAI,CAACyB,QAAQ,CAACD,KAAK,CAAC,EAAE;UACtB;QACJ,CAAC,MAAM,IAAID,cAAc,CAACC,KAAK,CAAC,KAAK,KAAK,EAAE;UACxC;QACJ;QACA,MAAMO,MAAM,GAAG,MAAM,IAAI,CAAClC,YAAY,CAACmC,WAAW,CAACR,KAAK,CAAC;QACzD,IAAIO,MAAM,EAAE;UACR;QACJ;QACA/B,IAAI,CAACsB,IAAI,CAACE,KAAK,CAAC;QAChB,MAAM,IAAI,CAAC3B,YAAY,CAACoC,WAAW,CAACT,KAAK,EAAEE,QAAQ,CAAC;QACpD,MAAM,IAAI,CAAC9B,OAAO,CAACsC,KAAK,CAACC,UAAU,CAAC;UAChCC,OAAO,EAAG,UAASZ,KAAM,YAAW;UACpCa,IAAI,EAAE;YACFb;UACJ;QACJ,CAAC,CAAC;MACN,CAAC,CAAC,OAAOc,EAAE,EAAE;QACT,MAAM,IAAI,CAAC1C,OAAO,CAACsC,KAAK,CAACK,WAAW,CAAC;UACjCH,OAAO,EAAG,2BAA0BZ,KAAM,IAAG;UAC7CgB,KAAK,EAAEF;QACX,CAAC,CAAC;MACN;IACJ;IAEA,OAAO,IAAI,CAAC1C,OAAO,CAACW,QAAQ,CAACP,IAAI,CAAC,kBAAkB,EAAE;MAClDA;IACJ,CAAC,CAAC;EACN;AACJ;AAACyC,OAAA,CAAA/C,uBAAA,GAAAA,uBAAA","ignoreList":[]}
+{"version":3,"names":["listIndexes","createIndexFactory","CreateIndexesTaskRunner","constructor","tenantContext","listTenantsUseCase","indexFactories","manager","indexManager","taskController","controller","execute","matching","done","length","response","tenantsResult","tenants","value","indexes","isIndexAllowed","index","includes","createIndex","settings","runtime","isAborted","aborted","isCloseToTimeout","continue","exists","indexExists","push","create","logger","info","message","data","ex","error"],"sources":["CreateIndexesTaskRunner.ts"],"sourcesContent":["import type { Manager } from \"~/tasks/Manager.js\";\nimport type { IndexManager } from \"~/settings/index.js\";\nimport type { IElasticsearchCreateIndexesTaskInput } from \"./types.js\";\nimport { listIndexes } from \"./listIndexes.js\";\nimport { createIndexFactory } from \"./createIndex.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { TenantContext } from \"@webiny/api-core/features/tenancy/TenantContext/index.js\";\nimport { OpensearchTenantIndexFactory } from \"~/abstractions/OpensearchTenantIndexFactory.js\";\nimport { ListTenantsUseCase } from \"@webiny/api-core/features/tenancy/ListTenants/index.js\";\nimport { TaskController } from \"@webiny/api-core/features/task/TaskController/index.js\";\n\nexport class CreateIndexesTaskRunner {\n    private taskController: TaskController.Interface;\n\n    public constructor(\n        private tenantContext: TenantContext.Interface,\n        private listTenantsUseCase: ListTenantsUseCase.Interface,\n        private indexFactories: OpensearchTenantIndexFactory.Interface[],\n        manager: Manager<IElasticsearchCreateIndexesTaskInput>,\n        private indexManager: IndexManager\n    ) {\n        this.taskController = manager.controller;\n    }\n\n    public async execute(\n        matching: string | undefined,\n        done: string[]\n    ): Promise<TaskDefinition.Result> {\n        if (this.indexFactories.length === 0) {\n            return this.taskController.response.done(\"No index plugins found.\");\n        }\n\n        const tenantsResult = await this.listTenantsUseCase.execute();\n        const tenants = tenantsResult.value;\n\n        const indexes = await listIndexes(this.tenantContext, tenants, this.indexFactories);\n\n        if (indexes.length === 0) {\n            return this.taskController.response.done(\"No indexes found.\");\n        }\n\n        const isIndexAllowed = (index: string): boolean => {\n            if (typeof matching !== \"string\" || !matching) {\n                return true;\n            }\n            return index.includes(matching);\n        };\n\n        const createIndex = createIndexFactory(this.indexManager);\n\n        for (const { index, settings } of indexes) {\n            if (this.taskController.runtime.isAborted()) {\n                return this.taskController.response.aborted();\n            } else if (this.taskController.runtime.isCloseToTimeout()) {\n                return this.taskController.response.continue({\n                    done\n                });\n            }\n            try {\n                if (done.includes(index)) {\n                    continue;\n                } else if (isIndexAllowed(index) === false) {\n                    continue;\n                }\n                const exists = await this.indexManager.indexExists(index);\n                if (exists) {\n                    continue;\n                }\n                done.push(index);\n                await createIndex.create(index, settings);\n                await this.taskController.logger.info({\n                    message: `Index \"${index}\" created.`,\n                    data: { index }\n                });\n            } catch (ex) {\n                await this.taskController.logger.error({\n                    message: `Failed to create index \"${index}\".`,\n                    error: ex\n                });\n            }\n        }\n\n        return this.taskController.response.done(\"Indexes created.\", {\n            done\n        });\n    }\n}\n"],"mappings":"AAGA,SAASA,WAAW;AACpB,SAASC,kBAAkB;AAO3B,OAAO,MAAMC,uBAAuB,CAAC;EAG1BC,WAAWA,CACNC,aAAsC,EACtCC,kBAAgD,EAChDC,cAAwD,EAChEC,OAAsD,EAC9CC,YAA0B,EACpC;IAAA,KALUJ,aAAsC,GAAtCA,aAAsC;IAAA,KACtCC,kBAAgD,GAAhDA,kBAAgD;IAAA,KAChDC,cAAwD,GAAxDA,cAAwD;IAAA,KAExDE,YAA0B,GAA1BA,YAA0B;IAElC,IAAI,CAACC,cAAc,GAAGF,OAAO,CAACG,UAAU;EAC5C;EAEA,MAAaC,OAAOA,CAChBC,QAA4B,EAC5BC,IAAc,EACgB;IAC9B,IAAI,IAAI,CAACP,cAAc,CAACQ,MAAM,KAAK,CAAC,EAAE;MAClC,OAAO,IAAI,CAACL,cAAc,CAACM,QAAQ,CAACF,IAAI,CAAC,yBAAyB,CAAC;IACvE;IAEA,MAAMG,aAAa,GAAG,MAAM,IAAI,CAACX,kBAAkB,CAACM,OAAO,CAAC,CAAC;IAC7D,MAAMM,OAAO,GAAGD,aAAa,CAACE,KAAK;IAEnC,MAAMC,OAAO,GAAG,MAAMnB,WAAW,CAAC,IAAI,CAACI,aAAa,EAAEa,OAAO,EAAE,IAAI,CAACX,cAAc,CAAC;IAEnF,IAAIa,OAAO,CAACL,MAAM,KAAK,CAAC,EAAE;MACtB,OAAO,IAAI,CAACL,cAAc,CAACM,QAAQ,CAACF,IAAI,CAAC,mBAAmB,CAAC;IACjE;IAEA,MAAMO,cAAc,GAAIC,KAAa,IAAc;MAC/C,IAAI,OAAOT,QAAQ,KAAK,QAAQ,IAAI,CAACA,QAAQ,EAAE;QAC3C,OAAO,IAAI;MACf;MACA,OAAOS,KAAK,CAACC,QAAQ,CAACV,QAAQ,CAAC;IACnC,CAAC;IAED,MAAMW,WAAW,GAAGtB,kBAAkB,CAAC,IAAI,CAACO,YAAY,CAAC;IAEzD,KAAK,MAAM;MAAEa,KAAK;MAAEG;IAAS,CAAC,IAAIL,OAAO,EAAE;MACvC,IAAI,IAAI,CAACV,cAAc,CAACgB,OAAO,CAACC,SAAS,CAAC,CAAC,EAAE;QACzC,OAAO,IAAI,CAACjB,cAAc,CAACM,QAAQ,CAACY,OAAO,CAAC,CAAC;MACjD,CAAC,MAAM,IAAI,IAAI,CAAClB,cAAc,CAACgB,OAAO,CAACG,gBAAgB,CAAC,CAAC,EAAE;QACvD,OAAO,IAAI,CAACnB,cAAc,CAACM,QAAQ,CAACc,QAAQ,CAAC;UACzChB;QACJ,CAAC,CAAC;MACN;MACA,IAAI;QACA,IAAIA,IAAI,CAACS,QAAQ,CAACD,KAAK,CAAC,EAAE;UACtB;QACJ,CAAC,MAAM,IAAID,cAAc,CAACC,KAAK,CAAC,KAAK,KAAK,EAAE;UACxC;QACJ;QACA,MAAMS,MAAM,GAAG,MAAM,IAAI,CAACtB,YAAY,CAACuB,WAAW,CAACV,KAAK,CAAC;QACzD,IAAIS,MAAM,EAAE;UACR;QACJ;QACAjB,IAAI,CAACmB,IAAI,CAACX,KAAK,CAAC;QAChB,MAAME,WAAW,CAACU,MAAM,CAACZ,KAAK,EAAEG,QAAQ,CAAC;QACzC,MAAM,IAAI,CAACf,cAAc,CAACyB,MAAM,CAACC,IAAI,CAAC;UAClCC,OAAO,EAAE,UAAUf,KAAK,YAAY;UACpCgB,IAAI,EAAE;YAAEhB;UAAM;QAClB,CAAC,CAAC;MACN,CAAC,CAAC,OAAOiB,EAAE,EAAE;QACT,MAAM,IAAI,CAAC7B,cAAc,CAACyB,MAAM,CAACK,KAAK,CAAC;UACnCH,OAAO,EAAE,2BAA2Bf,KAAK,IAAI;UAC7CkB,KAAK,EAAED;QACX,CAAC,CAAC;MACN;IACJ;IAEA,OAAO,IAAI,CAAC7B,cAAc,CAACM,QAAQ,CAACF,IAAI,CAAC,kBAAkB,EAAE;MACzDA;IACJ,CAAC,CAAC;EACN;AACJ","ignoreList":[]}

package/tasks/createIndexes/OnBeforeTrigger.d.ts

@@ -0,0 +1,10 @@
+import type { IndexManager } from "../../settings/index.js";
+import { TenantContext } from "@webiny/api-core/features/tenancy/TenantContext/index.js";
+import { OpensearchTenantIndexFactory } from "../../abstractions/OpensearchTenantIndexFactory.js";
+export declare class OnBeforeTrigger {
+    private indexManager;
+    private tenantContext;
+    private indexFactories;
+    constructor(indexManager: IndexManager, tenantContext: TenantContext.Interface, indexFactories: OpensearchTenantIndexFactory.Interface[]);
+    run(targets: string[] | undefined): Promise<void>;
+}

package/tasks/createIndexes/OnBeforeTrigger.js

@@ -0,0 +1,51 @@
+import { listIndexes } from "./listIndexes.js";
+import { createIndexFactory } from "./createIndex.js";
+export class OnBeforeTrigger {
+  constructor(indexManager, tenantContext, indexFactories) {
+    this.indexManager = indexManager;
+    this.tenantContext = tenantContext;
+    this.indexFactories = indexFactories;
+  }
+  async run(targets) {
+    const tenant = this.tenantContext.getTenant();
+    if (!tenant) {
+      throw new Error("Something went wrong, tenant not found when triggering a task.");
+    }
+    try {
+      const allIndexes = await listIndexes(this.tenantContext, [tenant], this.indexFactories);
+      const indexes = allIndexes.filter(index => {
+        if (!targets?.length) {
+          return true;
+        }
+        for (const t of targets) {
+          if (index.index.includes(t)) {
+            return true;
+          }
+        }
+        return false;
+      });
+      if (indexes.length === 0) {
+        console.warn("There are no indexes to create before triggering the Create indexes task.", {
+          targets
+        });
+        return;
+      }
+      const createIndex = createIndexFactory(this.indexManager);
+      for (const {
+        index,
+        settings
+      } of indexes) {
+        try {
+          console.log("Creating index", index);
+          await createIndex.createIfNotExists(index, settings);
+        } catch (ex) {
+          console.error(`Failed to create index "${index}".`, ex);
+        }
+      }
+    } catch (ex) {
+      console.error(ex);
+    }
+  }
+}
+
+//# sourceMappingURL=OnBeforeTrigger.js.map

package/tasks/createIndexes/OnBeforeTrigger.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["listIndexes","createIndexFactory","OnBeforeTrigger","constructor","indexManager","tenantContext","indexFactories","run","targets","tenant","getTenant","Error","allIndexes","indexes","filter","index","length","t","includes","console","warn","createIndex","settings","log","createIfNotExists","ex","error"],"sources":["OnBeforeTrigger.ts"],"sourcesContent":["import type { IndexManager } from \"~/settings/index.js\";\nimport { listIndexes } from \"./listIndexes.js\";\nimport { createIndexFactory } from \"~/tasks/createIndexes/createIndex.js\";\nimport { TenantContext } from \"@webiny/api-core/features/tenancy/TenantContext/index.js\";\nimport { OpensearchTenantIndexFactory } from \"~/abstractions/OpensearchTenantIndexFactory.js\";\n\nexport class OnBeforeTrigger {\n    public constructor(\n        private indexManager: IndexManager,\n        private tenantContext: TenantContext.Interface,\n        private indexFactories: OpensearchTenantIndexFactory.Interface[]\n    ) {}\n\n    public async run(targets: string[] | undefined): Promise<void> {\n        const tenant = this.tenantContext.getTenant();\n        if (!tenant) {\n            throw new Error(\"Something went wrong, tenant not found when triggering a task.\");\n        }\n\n        try {\n            const allIndexes = await listIndexes(this.tenantContext, [tenant], this.indexFactories);\n\n            const indexes = allIndexes.filter(index => {\n                if (!targets?.length) {\n                    return true;\n                }\n                for (const t of targets) {\n                    if (index.index.includes(t)) {\n                        return true;\n                    }\n                }\n                return false;\n            });\n            if (indexes.length === 0) {\n                console.warn(\n                    \"There are no indexes to create before triggering the Create indexes task.\",\n                    {\n                        targets\n                    }\n                );\n                return;\n            }\n\n            const createIndex = createIndexFactory(this.indexManager);\n\n            for (const { index, settings } of indexes) {\n                try {\n                    console.log(\"Creating index\", index);\n                    await createIndex.createIfNotExists(index, settings);\n                } catch (ex) {\n                    console.error(`Failed to create index \"${index}\".`, ex);\n                }\n            }\n        } catch (ex) {\n            console.error(ex);\n        }\n    }\n}\n"],"mappings":"AACA,SAASA,WAAW;AACpB,SAASC,kBAAkB;AAI3B,OAAO,MAAMC,eAAe,CAAC;EAClBC,WAAWA,CACNC,YAA0B,EAC1BC,aAAsC,EACtCC,cAAwD,EAClE;IAAA,KAHUF,YAA0B,GAA1BA,YAA0B;IAAA,KAC1BC,aAAsC,GAAtCA,aAAsC;IAAA,KACtCC,cAAwD,GAAxDA,cAAwD;EACjE;EAEH,MAAaC,GAAGA,CAACC,OAA6B,EAAiB;IAC3D,MAAMC,MAAM,GAAG,IAAI,CAACJ,aAAa,CAACK,SAAS,CAAC,CAAC;IAC7C,IAAI,CAACD,MAAM,EAAE;MACT,MAAM,IAAIE,KAAK,CAAC,gEAAgE,CAAC;IACrF;IAEA,IAAI;MACA,MAAMC,UAAU,GAAG,MAAMZ,WAAW,CAAC,IAAI,CAACK,aAAa,EAAE,CAACI,MAAM,CAAC,EAAE,IAAI,CAACH,cAAc,CAAC;MAEvF,MAAMO,OAAO,GAAGD,UAAU,CAACE,MAAM,CAACC,KAAK,IAAI;QACvC,IAAI,CAACP,OAAO,EAAEQ,MAAM,EAAE;UAClB,OAAO,IAAI;QACf;QACA,KAAK,MAAMC,CAAC,IAAIT,OAAO,EAAE;UACrB,IAAIO,KAAK,CAACA,KAAK,CAACG,QAAQ,CAACD,CAAC,CAAC,EAAE;YACzB,OAAO,IAAI;UACf;QACJ;QACA,OAAO,KAAK;MAChB,CAAC,CAAC;MACF,IAAIJ,OAAO,CAACG,MAAM,KAAK,CAAC,EAAE;QACtBG,OAAO,CAACC,IAAI,CACR,2EAA2E,EAC3E;UACIZ;QACJ,CACJ,CAAC;QACD;MACJ;MAEA,MAAMa,WAAW,GAAGpB,kBAAkB,CAAC,IAAI,CAACG,YAAY,CAAC;MAEzD,KAAK,MAAM;QAAEW,KAAK;QAAEO;MAAS,CAAC,IAAIT,OAAO,EAAE;QACvC,IAAI;UACAM,OAAO,CAACI,GAAG,CAAC,gBAAgB,EAAER,KAAK,CAAC;UACpC,MAAMM,WAAW,CAACG,iBAAiB,CAACT,KAAK,EAAEO,QAAQ,CAAC;QACxD,CAAC,CAAC,OAAOG,EAAE,EAAE;UACTN,OAAO,CAACO,KAAK,CAAC,2BAA2BX,KAAK,IAAI,EAAEU,EAAE,CAAC;QAC3D;MACJ;IACJ,CAAC,CAAC,OAAOA,EAAE,EAAE;MACTN,OAAO,CAACO,KAAK,CAACD,EAAE,CAAC;IACrB;EACJ;AACJ","ignoreList":[]}

package/tasks/createIndexes/createIndex.d.ts

@@ -0,0 +1,5 @@
+import type { IndexManager } from "../../settings/index.js";
+export declare const createIndexFactory: (manager: IndexManager) => {
+    create: (index: string, settings?: Record<string, any>) => Promise<void>;
+    createIfNotExists: (index: string, settings?: Record<string, any>) => Promise<void>;
+};

package/tasks/createIndexes/createIndex.js

@@ -0,0 +1,20 @@
+export const createIndexFactory = manager => {
+  return {
+    create: async (index, settings) => {
+      return manager.createIndex(index, settings);
+    },
+    createIfNotExists: async (index, settings) => {
+      try {
+        const exists = await manager.indexExists(index);
+        if (exists) {
+          return;
+        }
+      } catch {
+        return;
+      }
+      return await manager.createIndex(index, settings);
+    }
+  };
+};
+
+//# sourceMappingURL=createIndex.js.map

package/tasks/createIndexes/createIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createIndexFactory","manager","create","index","settings","createIndex","createIfNotExists","exists","indexExists"],"sources":["createIndex.ts"],"sourcesContent":["import type { IndexManager } from \"~/settings/index.js\";\n\nexport const createIndexFactory = (manager: IndexManager) => {\n    return {\n        create: async (index: string, settings?: Record<string, any>): Promise<void> => {\n            return manager.createIndex(index, settings);\n        },\n        createIfNotExists: async (index: string, settings?: Record<string, any>): Promise<void> => {\n            try {\n                const exists = await manager.indexExists(index);\n                if (exists) {\n                    return;\n                }\n            } catch {\n                return;\n            }\n\n            return await manager.createIndex(index, settings);\n        }\n    };\n};\n"],"mappings":"AAEA,OAAO,MAAMA,kBAAkB,GAAIC,OAAqB,IAAK;EACzD,OAAO;IACHC,MAAM,EAAE,MAAAA,CAAOC,KAAa,EAAEC,QAA8B,KAAoB;MAC5E,OAAOH,OAAO,CAACI,WAAW,CAACF,KAAK,EAAEC,QAAQ,CAAC;IAC/C,CAAC;IACDE,iBAAiB,EAAE,MAAAA,CAAOH,KAAa,EAAEC,QAA8B,KAAoB;MACvF,IAAI;QACA,MAAMG,MAAM,GAAG,MAAMN,OAAO,CAACO,WAAW,CAACL,KAAK,CAAC;QAC/C,IAAII,MAAM,EAAE;UACR;QACJ;MACJ,CAAC,CAAC,MAAM;QACJ;MACJ;MAEA,OAAO,MAAMN,OAAO,CAACI,WAAW,CAACF,KAAK,EAAEC,QAAQ,CAAC;IACrD;EACJ,CAAC;AACL,CAAC","ignoreList":[]}

package/tasks/createIndexes/index.d.ts

@@ -1,3 +1,2 @@
-import { Context, IElasticsearchTaskConfig } from "../../types";
-import { IElasticsearchCreateIndexesTaskInput } from "./types";
-export declare const createIndexesTaskDefinition: (params?: IElasticsearchTaskConfig) => import("@webiny/tasks").TaskDefinitionPlugin<Context, IElasticsearchCreateIndexesTaskInput, import("@webiny/tasks").ITaskResponseDoneResultOutput>;
+import type { Context, IElasticsearchTaskConfig } from "../../types.js";
+export declare const createIndexesTaskDefinition: (params?: Partial<IElasticsearchTaskConfig>) => import("@webiny/api").ContextPlugin<Context>;

package/tasks/createIndexes/index.js

@@ -1,49 +1,22 @@
-"use strict";
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { createContextPlugin } from "@webiny/api";
+import { getClients } from "../../helpers/getClients.js";
+import { CreateIndexesTaskDefinition } from "./CreateIndexesTask.js";
+import { TenantContext } from "@webiny/api-core/features/tenancy/TenantContext/index.js";
+import { ListTenantsUseCase } from "@webiny/api-core/features/tenancy/ListTenants/index.js";
+import { OpensearchTenantIndexFactory } from "../../abstractions/OpensearchTenantIndexFactory.js";
+export const createIndexesTaskDefinition = params => {
+  return createContextPlugin(async context => {
+    const clients = getClients(context, params);
 
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createIndexesTaskDefinition = void 0;
-var _tasks = require("@webiny/tasks");
-var _CreateIndexesTaskRunner = require("./CreateIndexesTaskRunner");
-const createIndexesTaskDefinition = params => {
-  return (0, _tasks.createTaskDefinition)({
-    id: "elasticsearchCreateIndexes",
-    title: "Create Missing Elasticsearch Indexes",
-    /**
-     * Maximum number of iterations before the task goes into the error state.
-     * No point in having more than 2 runs, as the create index operations should not even take 1 full run, no matter how much indeexs is there to create.
-     */
-    maxIterations: 2,
-    run: async ({
-      response,
-      context,
-      isCloseToTimeout,
-      isAborted,
-      store,
-      input
-    }) => {
-      const {
-        Manager
-      } = await import( /* webpackChunkName: "ElasticsearchTaskManager" */"../Manager");
-      const {
-        IndexManager
-      } = await import( /* webpackChunkName: "ElasticsearchTaskSettings" */"../../settings");
-      const manager = new Manager({
-        elasticsearchClient: params?.elasticsearchClient,
-        documentClient: params?.documentClient,
-        response,
-        context,
-        isAborted,
-        isCloseToTimeout,
-        store
-      });
-      const indexManager = new IndexManager(manager.elasticsearch, {});
-      const createIndexesTaskRunner = new _CreateIndexesTaskRunner.CreateIndexesTaskRunner(manager, indexManager);
-      return createIndexesTaskRunner.execute(input.matching, Array.from(input.done || []));
-    }
+    // Register the task definition
+    context.container.registerFactory(TaskDefinition, () => {
+      const tenantContext = context.container.resolve(TenantContext);
+      const listTenantsUseCase = context.container.resolve(ListTenantsUseCase);
+      const indexFactories = context.container.resolveAll(OpensearchTenantIndexFactory);
+      return new CreateIndexesTaskDefinition(clients.elasticsearchClient, clients.documentClient, tenantContext, listTenantsUseCase, indexFactories);
+    });
   });
 };
-exports.createIndexesTaskDefinition = createIndexesTaskDefinition;
 
 //# sourceMappingURL=index.js.map

package/tasks/createIndexes/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["_tasks","require","_CreateIndexesTaskRunner","createIndexesTaskDefinition","params","createTaskDefinition","id","title","maxIterations","run","response","context","isCloseToTimeout","isAborted","store","input","Manager","IndexManager","manager","elasticsearchClient","documentClient","indexManager","elasticsearch","createIndexesTaskRunner","CreateIndexesTaskRunner","execute","matching","Array","from","done","exports"],"sources":["index.ts"],"sourcesContent":["import { createTaskDefinition } from \"@webiny/tasks\";\nimport { Context, IElasticsearchTaskConfig } from \"~/types\";\nimport { IElasticsearchCreateIndexesTaskInput } from \"~/tasks/createIndexes/types\";\nimport { CreateIndexesTaskRunner } from \"./CreateIndexesTaskRunner\";\n\nexport const createIndexesTaskDefinition = (params?: IElasticsearchTaskConfig) => {\n    return createTaskDefinition<Context, IElasticsearchCreateIndexesTaskInput>({\n        id: \"elasticsearchCreateIndexes\",\n        title: \"Create Missing Elasticsearch Indexes\",\n        /**\n         * Maximum number of iterations before the task goes into the error state.\n         * No point in having more than 2 runs, as the create index operations should not even take 1 full run, no matter how much indeexs is there to create.\n         */\n        maxIterations: 2,\n        run: async ({ response, context, isCloseToTimeout, isAborted, store, input }) => {\n            const { Manager } = await import(\n                /* webpackChunkName: \"ElasticsearchTaskManager\" */\n                \"../Manager\"\n            );\n            const { IndexManager } = await import(\n                /* webpackChunkName: \"ElasticsearchTaskSettings\" */ \"~/settings\"\n            );\n\n            const manager = new Manager({\n                elasticsearchClient: params?.elasticsearchClient,\n                documentClient: params?.documentClient,\n                response,\n                context,\n                isAborted,\n                isCloseToTimeout,\n                store\n            });\n\n            const indexManager = new IndexManager(manager.elasticsearch, {});\n\n            const createIndexesTaskRunner = new CreateIndexesTaskRunner(manager, indexManager);\n\n            return createIndexesTaskRunner.execute(input.matching, Array.from(input.done || []));\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAGA,IAAAC,wBAAA,GAAAD,OAAA;AAEO,MAAME,2BAA2B,GAAIC,MAAiC,IAAK;EAC9E,OAAO,IAAAC,2BAAoB,EAAgD;IACvEC,EAAE,EAAE,4BAA4B;IAChCC,KAAK,EAAE,sCAAsC;IAC7C;AACR;AACA;AACA;IACQC,aAAa,EAAE,CAAC;IAChBC,GAAG,EAAE,MAAAA,CAAO;MAAEC,QAAQ;MAAEC,OAAO;MAAEC,gBAAgB;MAAEC,SAAS;MAAEC,KAAK;MAAEC;IAAM,CAAC,KAAK;MAC7E,MAAM;QAAEC;MAAQ,CAAC,GAAG,MAAM,MAAM,EAC5B,8DAEJ,CAAC;MACD,MAAM;QAAEC;MAAa,CAAC,GAAG,MAAM,MAAM,EACjC,mEACJ,CAAC;MAED,MAAMC,OAAO,GAAG,IAAIF,OAAO,CAAC;QACxBG,mBAAmB,EAAEf,MAAM,EAAEe,mBAAmB;QAChDC,cAAc,EAAEhB,MAAM,EAAEgB,cAAc;QACtCV,QAAQ;QACRC,OAAO;QACPE,SAAS;QACTD,gBAAgB;QAChBE;MACJ,CAAC,CAAC;MAEF,MAAMO,YAAY,GAAG,IAAIJ,YAAY,CAACC,OAAO,CAACI,aAAa,EAAE,CAAC,CAAC,CAAC;MAEhE,MAAMC,uBAAuB,GAAG,IAAIC,gDAAuB,CAACN,OAAO,EAAEG,YAAY,CAAC;MAElF,OAAOE,uBAAuB,CAACE,OAAO,CAACV,KAAK,CAACW,QAAQ,EAAEC,KAAK,CAACC,IAAI,CAACb,KAAK,CAACc,IAAI,IAAI,EAAE,CAAC,CAAC;IACxF;EACJ,CAAC,CAAC;AACN,CAAC;AAACC,OAAA,CAAA3B,2BAAA,GAAAA,2BAAA","ignoreList":[]}
+{"version":3,"names":["TaskDefinition","createContextPlugin","getClients","CreateIndexesTaskDefinition","TenantContext","ListTenantsUseCase","OpensearchTenantIndexFactory","createIndexesTaskDefinition","params","context","clients","container","registerFactory","tenantContext","resolve","listTenantsUseCase","indexFactories","resolveAll","elasticsearchClient","documentClient"],"sources":["index.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport type { Context, IElasticsearchTaskConfig } from \"~/types.js\";\nimport { createContextPlugin } from \"@webiny/api\";\nimport { getClients } from \"~/helpers/getClients.js\";\nimport { CreateIndexesTaskDefinition } from \"~/tasks/createIndexes/CreateIndexesTask.js\";\nimport { TenantContext } from \"@webiny/api-core/features/tenancy/TenantContext/index.js\";\nimport { ListTenantsUseCase } from \"@webiny/api-core/features/tenancy/ListTenants/index.js\";\nimport { OpensearchTenantIndexFactory } from \"~/abstractions/OpensearchTenantIndexFactory.js\";\n\nexport const createIndexesTaskDefinition = (params?: Partial<IElasticsearchTaskConfig>) => {\n    return createContextPlugin<Context>(async context => {\n        const clients = getClients(context, params);\n\n        // Register the task definition\n        context.container.registerFactory(TaskDefinition, () => {\n            const tenantContext = context.container.resolve(TenantContext);\n            const listTenantsUseCase = context.container.resolve(ListTenantsUseCase);\n            const indexFactories = context.container.resolveAll(OpensearchTenantIndexFactory);\n\n            return new CreateIndexesTaskDefinition(\n                clients.elasticsearchClient,\n                clients.documentClient,\n                tenantContext,\n                listTenantsUseCase,\n                indexFactories\n            );\n        });\n    });\n};\n"],"mappings":"AAAA,SAASA,cAAc,QAAQ,wDAAwD;AAEvF,SAASC,mBAAmB,QAAQ,aAAa;AACjD,SAASC,UAAU;AACnB,SAASC,2BAA2B;AACpC,SAASC,aAAa,QAAQ,0DAA0D;AACxF,SAASC,kBAAkB,QAAQ,wDAAwD;AAC3F,SAASC,4BAA4B;AAErC,OAAO,MAAMC,2BAA2B,GAAIC,MAA0C,IAAK;EACvF,OAAOP,mBAAmB,CAAU,MAAMQ,OAAO,IAAI;IACjD,MAAMC,OAAO,GAAGR,UAAU,CAACO,OAAO,EAAED,MAAM,CAAC;;IAE3C;IACAC,OAAO,CAACE,SAAS,CAACC,eAAe,CAACZ,cAAc,EAAE,MAAM;MACpD,MAAMa,aAAa,GAAGJ,OAAO,CAACE,SAAS,CAACG,OAAO,CAACV,aAAa,CAAC;MAC9D,MAAMW,kBAAkB,GAAGN,OAAO,CAACE,SAAS,CAACG,OAAO,CAACT,kBAAkB,CAAC;MACxE,MAAMW,cAAc,GAAGP,OAAO,CAACE,SAAS,CAACM,UAAU,CAACX,4BAA4B,CAAC;MAEjF,OAAO,IAAIH,2BAA2B,CAClCO,OAAO,CAACQ,mBAAmB,EAC3BR,OAAO,CAACS,cAAc,EACtBN,aAAa,EACbE,kBAAkB,EAClBC,cACJ,CAAC;IACL,CAAC,CAAC;EACN,CAAC,CAAC;AACN,CAAC","ignoreList":[]}

package/tasks/createIndexes/listIndexes.d.ts

@@ -0,0 +1,4 @@
+import { OpensearchTenantIndexFactory } from "../../abstractions/OpensearchTenantIndexFactory.js";
+import type { Tenant } from "@webiny/api-core/types/tenancy.js";
+import { TenantContext } from "@webiny/api-core/features/tenancy/TenantContext/index.js";
+export declare const listIndexes: (tenantContext: TenantContext.Interface, tenants: Tenant[], indexFactories: OpensearchTenantIndexFactory.Interface[]) => Promise<OpensearchTenantIndexFactory.IndexConfig[]>;

package/tasks/createIndexes/listIndexes.js

@@ -0,0 +1,20 @@
+export const listIndexes = async (tenantContext, tenants, indexFactories) => {
+  if (indexFactories.length === 0) {
+    return [];
+  }
+  const indexes = [];
+  await tenantContext.withEachTenant(tenants, async tenant => {
+    for (const factory of indexFactories) {
+      const results = await factory.getIndexList(tenant);
+      for (const result of results) {
+        if (indexes.some(i => i.index === result.index)) {
+          continue;
+        }
+        indexes.push(result);
+      }
+    }
+  });
+  return indexes;
+};
+
+//# sourceMappingURL=listIndexes.js.map

package/tasks/createIndexes/listIndexes.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["listIndexes","tenantContext","tenants","indexFactories","length","indexes","withEachTenant","tenant","factory","results","getIndexList","result","some","i","index","push"],"sources":["listIndexes.ts"],"sourcesContent":["import { OpensearchTenantIndexFactory } from \"~/abstractions/OpensearchTenantIndexFactory.js\";\nimport type { Tenant } from \"@webiny/api-core/types/tenancy.js\";\nimport { TenantContext } from \"@webiny/api-core/features/tenancy/TenantContext/index.js\";\n\nexport const listIndexes = async (\n    tenantContext: TenantContext.Interface,\n    tenants: Tenant[],\n    indexFactories: OpensearchTenantIndexFactory.Interface[]\n): Promise<OpensearchTenantIndexFactory.IndexConfig[]> => {\n    if (indexFactories.length === 0) {\n        return [];\n    }\n\n    const indexes: OpensearchTenantIndexFactory.IndexConfig[] = [];\n    await tenantContext.withEachTenant(tenants, async tenant => {\n        for (const factory of indexFactories) {\n            const results = await factory.getIndexList(tenant);\n            for (const result of results) {\n                if (indexes.some(i => i.index === result.index)) {\n                    continue;\n                }\n                indexes.push(result);\n            }\n        }\n    });\n\n    return indexes;\n};\n"],"mappings":"AAIA,OAAO,MAAMA,WAAW,GAAG,MAAAA,CACvBC,aAAsC,EACtCC,OAAiB,EACjBC,cAAwD,KACF;EACtD,IAAIA,cAAc,CAACC,MAAM,KAAK,CAAC,EAAE;IAC7B,OAAO,EAAE;EACb;EAEA,MAAMC,OAAmD,GAAG,EAAE;EAC9D,MAAMJ,aAAa,CAACK,cAAc,CAACJ,OAAO,EAAE,MAAMK,MAAM,IAAI;IACxD,KAAK,MAAMC,OAAO,IAAIL,cAAc,EAAE;MAClC,MAAMM,OAAO,GAAG,MAAMD,OAAO,CAACE,YAAY,CAACH,MAAM,CAAC;MAClD,KAAK,MAAMI,MAAM,IAAIF,OAAO,EAAE;QAC1B,IAAIJ,OAAO,CAACO,IAAI,CAACC,CAAC,IAAIA,CAAC,CAACC,KAAK,KAAKH,MAAM,CAACG,KAAK,CAAC,EAAE;UAC7C;QACJ;QACAT,OAAO,CAACU,IAAI,CAACJ,MAAM,CAAC;MACxB;IACJ;EACJ,CAAC,CAAC;EAEF,OAAON,OAAO;AAClB,CAAC","ignoreList":[]}

package/tasks/createIndexes/types.js

@@ -1,7 +1,3 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
+export {};
 
 //# sourceMappingURL=types.js.map

package/tasks/dataSynchronization/DataSynchronizationTask.d.ts

@@ -0,0 +1,34 @@
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import type { IElasticsearchTaskConfig } from "../../types.js";
+import type { IDataSynchronizationInput, IDataSynchronizationOutput } from "../../tasks/dataSynchronization/types.js";
+import { ElasticsearchSynchronize } from "../../tasks/dataSynchronization/elasticsearch/ElasticsearchSynchronize.js";
+export declare const DATA_SYNCHRONIZATION_TASK = "dataSynchronization";
+export declare class DataSynchronizationTask implements TaskDefinition.Interface<IDataSynchronizationInput, IDataSynchronizationOutput> {
+    private elasticsearchClient;
+    private documentClient;
+    private elasticsearchSynchronize;
+    id: string;
+    title: string;
+    description: string;
+    isPrivate: boolean;
+    maxIterations: number;
+    databaseLogs: boolean;
+    constructor(elasticsearchClient: IElasticsearchTaskConfig["elasticsearchClient"], documentClient: IElasticsearchTaskConfig["documentClient"], elasticsearchSynchronize: ElasticsearchSynchronize);
+    run({ input, controller }: TaskDefinition.RunParams<IDataSynchronizationInput, IDataSynchronizationOutput>): Promise<import("~/tasks/dataSynchronization/types.js").ISynchronizationRunResult>;
+    createInputValidation({ validator }: TaskDefinition.CreateInputValidationParams): {
+        flow: import("zod").ZodEnum<["elasticsearchToDynamoDb"]>;
+        elasticsearchToDynamoDb: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodObject<{
+            finished: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodBoolean>>;
+            index: import("zod").ZodOptional<import("zod").ZodString>;
+            cursor: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString, "many">>;
+        }, "strip", import("zod").ZodTypeAny, {
+            finished: boolean;
+            index?: string | undefined;
+            cursor?: string[] | undefined;
+        }, {
+            index?: string | undefined;
+            cursor?: string[] | undefined;
+            finished?: boolean | undefined;
+        }>>>;
+    };
+}

package/tasks/dataSynchronization/DataSynchronizationTask.js

@@ -0,0 +1,69 @@
+export const DATA_SYNCHRONIZATION_TASK = "dataSynchronization";
+export class DataSynchronizationTask {
+  id = DATA_SYNCHRONIZATION_TASK;
+  title = "Data Synchronization";
+  description = "Synchronize data between Elasticsearch and DynamoDB";
+  isPrivate = false;
+  maxIterations = 100;
+  databaseLogs = false;
+  constructor(elasticsearchClient, documentClient, elasticsearchSynchronize) {
+    this.elasticsearchClient = elasticsearchClient;
+    this.documentClient = documentClient;
+    this.elasticsearchSynchronize = elasticsearchSynchronize;
+  }
+  async run({
+    input,
+    controller
+  }) {
+    if (controller.runtime.isAborted()) {
+      return controller.response.aborted();
+    }
+    const {
+      Manager
+    } = await import(/* webpackChunkName: "Manager" */"../Manager.js");
+    const {
+      IndexManager
+    } = await import(/* webpackChunkName: "IndexManager" */"../../settings/index.js");
+    const manager = new Manager({
+      elasticsearchClient: this.elasticsearchClient,
+      documentClient: this.documentClient,
+      controller
+    });
+    const indexManager = new IndexManager(manager.elasticsearch, {});
+    const {
+      DataSynchronizationTaskRunner
+    } = await import(/* webpackChunkName: "DataSynchronizationTaskRunner" */"./DataSynchronizationTaskRunner.js");
+    const {
+      createFactories
+    } = await import(/* webpackChunkName: "createFactories" */"./createFactories.js");
+    try {
+      const dataSynchronization = new DataSynchronizationTaskRunner({
+        manager,
+        indexManager,
+        factories: createFactories(),
+        elasticsearchSynchronize: this.elasticsearchSynchronize
+      });
+      return await dataSynchronization.run({
+        ...input
+      });
+    } catch (ex) {
+      return controller.response.error(ex);
+    }
+  }
+  createInputValidation({
+    validator
+  }) {
+    return {
+      flow: validator.enum(["elasticsearchToDynamoDb"]),
+      elasticsearchToDynamoDb: validator.object({
+        finished: validator.boolean().optional().default(false),
+        index: validator.string().optional(),
+        cursor: validator.array(validator.string()).optional()
+      }).optional().default({
+        finished: false
+      })
+    };
+  }
+}
+
+//# sourceMappingURL=DataSynchronizationTask.js.map

package/tasks/dataSynchronization/DataSynchronizationTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["DATA_SYNCHRONIZATION_TASK","DataSynchronizationTask","id","title","description","isPrivate","maxIterations","databaseLogs","constructor","elasticsearchClient","documentClient","elasticsearchSynchronize","run","input","controller","runtime","isAborted","response","aborted","Manager","IndexManager","manager","indexManager","elasticsearch","DataSynchronizationTaskRunner","createFactories","dataSynchronization","factories","ex","error","createInputValidation","validator","flow","enum","elasticsearchToDynamoDb","object","finished","boolean","optional","default","index","string","cursor","array"],"sources":["DataSynchronizationTask.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport type { IElasticsearchTaskConfig } from \"~/types.js\";\nimport type {\n    IDataSynchronizationInput,\n    IDataSynchronizationOutput\n} from \"~/tasks/dataSynchronization/types.js\";\nimport { ElasticsearchSynchronize } from \"~/tasks/dataSynchronization/elasticsearch/ElasticsearchSynchronize.js\";\n\nexport const DATA_SYNCHRONIZATION_TASK = \"dataSynchronization\";\n\nexport class DataSynchronizationTask\n    implements TaskDefinition.Interface<IDataSynchronizationInput, IDataSynchronizationOutput>\n{\n    id = DATA_SYNCHRONIZATION_TASK;\n    title = \"Data Synchronization\";\n    description = \"Synchronize data between Elasticsearch and DynamoDB\";\n    isPrivate = false;\n    maxIterations = 100;\n    databaseLogs = false;\n\n    constructor(\n        private elasticsearchClient: IElasticsearchTaskConfig[\"elasticsearchClient\"],\n        private documentClient: IElasticsearchTaskConfig[\"documentClient\"],\n        private elasticsearchSynchronize: ElasticsearchSynchronize\n    ) {}\n\n    async run({\n        input,\n        controller\n    }: TaskDefinition.RunParams<IDataSynchronizationInput, IDataSynchronizationOutput>) {\n        if (controller.runtime.isAborted()) {\n            return controller.response.aborted();\n        }\n\n        const { Manager } = await import(\n            /* webpackChunkName: \"Manager\" */\n            \"../Manager.js\"\n        );\n\n        const { IndexManager } = await import(\n            /* webpackChunkName: \"IndexManager\" */ \"~/settings/index.js\"\n        );\n\n        const manager = new Manager<IDataSynchronizationInput, IDataSynchronizationOutput>({\n            elasticsearchClient: this.elasticsearchClient,\n            documentClient: this.documentClient,\n            controller\n        });\n\n        const indexManager = new IndexManager(manager.elasticsearch, {});\n\n        const { DataSynchronizationTaskRunner } = await import(\n            /* webpackChunkName: \"DataSynchronizationTaskRunner\" */ \"./DataSynchronizationTaskRunner.js\"\n        );\n\n        const { createFactories } = await import(\n            /* webpackChunkName: \"createFactories\" */ \"./createFactories.js\"\n        );\n\n        try {\n            const dataSynchronization = new DataSynchronizationTaskRunner({\n                manager,\n                indexManager,\n                factories: createFactories(),\n                elasticsearchSynchronize: this.elasticsearchSynchronize\n            });\n\n            return await dataSynchronization.run({\n                ...input\n            });\n        } catch (ex) {\n            return controller.response.error(ex);\n        }\n    }\n\n    createInputValidation({ validator }: TaskDefinition.CreateInputValidationParams) {\n        return {\n            flow: validator.enum([\"elasticsearchToDynamoDb\"]),\n            elasticsearchToDynamoDb: validator\n                .object({\n                    finished: validator.boolean().optional().default(false),\n                    index: validator.string().optional(),\n                    cursor: validator.array(validator.string()).optional()\n                })\n                .optional()\n                .default({\n                    finished: false\n                })\n        };\n    }\n}\n"],"mappings":"AAQA,OAAO,MAAMA,yBAAyB,GAAG,qBAAqB;AAE9D,OAAO,MAAMC,uBAAuB,CAEpC;EACIC,EAAE,GAAGF,yBAAyB;EAC9BG,KAAK,GAAG,sBAAsB;EAC9BC,WAAW,GAAG,qDAAqD;EACnEC,SAAS,GAAG,KAAK;EACjBC,aAAa,GAAG,GAAG;EACnBC,YAAY,GAAG,KAAK;EAEpBC,WAAWA,CACCC,mBAAoE,EACpEC,cAA0D,EAC1DC,wBAAkD,EAC5D;IAAA,KAHUF,mBAAoE,GAApEA,mBAAoE;IAAA,KACpEC,cAA0D,GAA1DA,cAA0D;IAAA,KAC1DC,wBAAkD,GAAlDA,wBAAkD;EAC3D;EAEH,MAAMC,GAAGA,CAAC;IACNC,KAAK;IACLC;EAC6E,CAAC,EAAE;IAChF,IAAIA,UAAU,CAACC,OAAO,CAACC,SAAS,CAAC,CAAC,EAAE;MAChC,OAAOF,UAAU,CAACG,QAAQ,CAACC,OAAO,CAAC,CAAC;IACxC;IAEA,MAAM;MAAEC;IAAQ,CAAC,GAAG,MAAM,MAAM,CAC5B,gDAEJ,CAAC;IAED,MAAM;MAAEC;IAAa,CAAC,GAAG,MAAM,MAAM,CACjC,+DACJ,CAAC;IAED,MAAMC,OAAO,GAAG,IAAIF,OAAO,CAAwD;MAC/EV,mBAAmB,EAAE,IAAI,CAACA,mBAAmB;MAC7CC,cAAc,EAAE,IAAI,CAACA,cAAc;MACnCI;IACJ,CAAC,CAAC;IAEF,MAAMQ,YAAY,GAAG,IAAIF,YAAY,CAACC,OAAO,CAACE,aAAa,EAAE,CAAC,CAAC,CAAC;IAEhE,MAAM;MAAEC;IAA8B,CAAC,GAAG,MAAM,MAAM,CAClD,2FACJ,CAAC;IAED,MAAM;MAAEC;IAAgB,CAAC,GAAG,MAAM,MAAM,CACpC,+DACJ,CAAC;IAED,IAAI;MACA,MAAMC,mBAAmB,GAAG,IAAIF,6BAA6B,CAAC;QAC1DH,OAAO;QACPC,YAAY;QACZK,SAAS,EAAEF,eAAe,CAAC,CAAC;QAC5Bd,wBAAwB,EAAE,IAAI,CAACA;MACnC,CAAC,CAAC;MAEF,OAAO,MAAMe,mBAAmB,CAACd,GAAG,CAAC;QACjC,GAAGC;MACP,CAAC,CAAC;IACN,CAAC,CAAC,OAAOe,EAAE,EAAE;MACT,OAAOd,UAAU,CAACG,QAAQ,CAACY,KAAK,CAACD,EAAE,CAAC;IACxC;EACJ;EAEAE,qBAAqBA,CAAC;IAAEC;EAAsD,CAAC,EAAE;IAC7E,OAAO;MACHC,IAAI,EAAED,SAAS,CAACE,IAAI,CAAC,CAAC,yBAAyB,CAAC,CAAC;MACjDC,uBAAuB,EAAEH,SAAS,CAC7BI,MAAM,CAAC;QACJC,QAAQ,EAAEL,SAAS,CAACM,OAAO,CAAC,CAAC,CAACC,QAAQ,CAAC,CAAC,CAACC,OAAO,CAAC,KAAK,CAAC;QACvDC,KAAK,EAAET,SAAS,CAACU,MAAM,CAAC,CAAC,CAACH,QAAQ,CAAC,CAAC;QACpCI,MAAM,EAAEX,SAAS,CAACY,KAAK,CAACZ,SAAS,CAACU,MAAM,CAAC,CAAC,CAAC,CAACH,QAAQ,CAAC;MACzD,CAAC,CAAC,CACDA,QAAQ,CAAC,CAAC,CACVC,OAAO,CAAC;QACLH,QAAQ,EAAE;MACd,CAAC;IACT,CAAC;EACL;AACJ","ignoreList":[]}

package/tasks/dataSynchronization/DataSynchronizationTaskRunner.d.ts

@@ -0,0 +1,18 @@
+import type { IDataSynchronizationInput, IDataSynchronizationManager, IFactories } from "../../tasks/dataSynchronization/types.js";
+import type { IIndexManager } from "../../settings/types.js";
+import { ElasticsearchSynchronize } from "../../tasks/dataSynchronization/elasticsearch/ElasticsearchSynchronize.js";
+export interface IDataSynchronizationTaskRunnerParams {
+    manager: IDataSynchronizationManager;
+    indexManager: IIndexManager;
+    factories: IFactories;
+    elasticsearchSynchronize: ElasticsearchSynchronize;
+}
+export declare class DataSynchronizationTaskRunner {
+    private readonly manager;
+    private readonly indexManager;
+    private readonly factories;
+    private readonly elasticsearchSynchronize;
+    constructor(params: IDataSynchronizationTaskRunnerParams);
+    run(input: IDataSynchronizationInput): Promise<import("~/tasks/dataSynchronization/types.js").ISynchronizationRunResult>;
+    private validateFlow;
+}

package/tasks/dataSynchronization/DataSynchronizationTaskRunner.js

@@ -0,0 +1,45 @@
+import { ElasticsearchFetcher } from "./elasticsearch/ElasticsearchFetcher.js";
+export class DataSynchronizationTaskRunner {
+  constructor(params) {
+    this.manager = params.manager;
+    this.indexManager = params.indexManager;
+    this.factories = params.factories;
+    this.elasticsearchSynchronize = params.elasticsearchSynchronize;
+  }
+  async run(input) {
+    this.validateFlow(input);
+    /**
+     * Go through the Elasticsearch and delete records which do not exist in the Elasticsearch table.
+     */
+    //
+    if (input.flow === "elasticsearchToDynamoDb" && !input.elasticsearchToDynamoDb?.finished) {
+      const sync = this.factories.elasticsearchToDynamoDb({
+        manager: this.manager,
+        indexManager: this.indexManager,
+        synchronize: this.elasticsearchSynchronize,
+        fetcher: new ElasticsearchFetcher({
+          client: this.manager.elasticsearch
+        })
+      });
+      try {
+        return await sync.run(input);
+      } catch (ex) {
+        return this.manager.controller.response.error(ex);
+      }
+    }
+    /**
+     * We are done.
+     */
+    return this.manager.controller.response.done();
+  }
+  validateFlow(input) {
+    if (!input.flow) {
+      throw new Error(`Missing "flow" in the input.`);
+    } else if (this.factories[input.flow]) {
+      return;
+    }
+    throw new Error(`Invalid flow "${input.flow}". Allowed flows: ${Object.keys(this.factories).join(", ")}.`);
+  }
+}
+
+//# sourceMappingURL=DataSynchronizationTaskRunner.js.map

package/tasks/dataSynchronization/DataSynchronizationTaskRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["ElasticsearchFetcher","DataSynchronizationTaskRunner","constructor","params","manager","indexManager","factories","elasticsearchSynchronize","run","input","validateFlow","flow","elasticsearchToDynamoDb","finished","sync","synchronize","fetcher","client","elasticsearch","ex","controller","response","error","done","Error","Object","keys","join"],"sources":["DataSynchronizationTaskRunner.ts"],"sourcesContent":["import type {\n    IDataSynchronizationInput,\n    IDataSynchronizationManager,\n    IFactories\n} from \"~/tasks/dataSynchronization/types.js\";\nimport type { IIndexManager } from \"~/settings/types.js\";\nimport { ElasticsearchSynchronize } from \"~/tasks/dataSynchronization/elasticsearch/ElasticsearchSynchronize.js\";\nimport { ElasticsearchFetcher } from \"~/tasks/dataSynchronization/elasticsearch/ElasticsearchFetcher.js\";\n\nexport interface IDataSynchronizationTaskRunnerParams {\n    manager: IDataSynchronizationManager;\n    indexManager: IIndexManager;\n    factories: IFactories;\n    elasticsearchSynchronize: ElasticsearchSynchronize;\n}\n\nexport class DataSynchronizationTaskRunner {\n    private readonly manager: IDataSynchronizationManager;\n    private readonly indexManager: IIndexManager;\n    private readonly factories: IFactories;\n    private readonly elasticsearchSynchronize: ElasticsearchSynchronize;\n\n    public constructor(params: IDataSynchronizationTaskRunnerParams) {\n        this.manager = params.manager;\n        this.indexManager = params.indexManager;\n        this.factories = params.factories;\n        this.elasticsearchSynchronize = params.elasticsearchSynchronize;\n    }\n\n    public async run(input: IDataSynchronizationInput) {\n        this.validateFlow(input);\n        /**\n         * Go through the Elasticsearch and delete records which do not exist in the Elasticsearch table.\n         */\n        //\n        if (input.flow === \"elasticsearchToDynamoDb\" && !input.elasticsearchToDynamoDb?.finished) {\n            const sync = this.factories.elasticsearchToDynamoDb({\n                manager: this.manager,\n                indexManager: this.indexManager,\n                synchronize: this.elasticsearchSynchronize,\n                fetcher: new ElasticsearchFetcher({\n                    client: this.manager.elasticsearch\n                })\n            });\n            try {\n                return await sync.run(input);\n            } catch (ex) {\n                return this.manager.controller.response.error(ex);\n            }\n        }\n        /**\n         * We are done.\n         */\n        return this.manager.controller.response.done();\n    }\n\n    private validateFlow(input: IDataSynchronizationInput): void {\n        if (!input.flow) {\n            throw new Error(`Missing \"flow\" in the input.`);\n        } else if (this.factories[input.flow]) {\n            return;\n        }\n        throw new Error(\n            `Invalid flow \"${input.flow}\". Allowed flows: ${Object.keys(this.factories).join(\n                \", \"\n            )}.`\n        );\n    }\n}\n"],"mappings":"AAOA,SAASA,oBAAoB;AAS7B,OAAO,MAAMC,6BAA6B,CAAC;EAMhCC,WAAWA,CAACC,MAA4C,EAAE;IAC7D,IAAI,CAACC,OAAO,GAAGD,MAAM,CAACC,OAAO;IAC7B,IAAI,CAACC,YAAY,GAAGF,MAAM,CAACE,YAAY;IACvC,IAAI,CAACC,SAAS,GAAGH,MAAM,CAACG,SAAS;IACjC,IAAI,CAACC,wBAAwB,GAAGJ,MAAM,CAACI,wBAAwB;EACnE;EAEA,MAAaC,GAAGA,CAACC,KAAgC,EAAE;IAC/C,IAAI,CAACC,YAAY,CAACD,KAAK,CAAC;IACxB;AACR;AACA;IACQ;IACA,IAAIA,KAAK,CAACE,IAAI,KAAK,yBAAyB,IAAI,CAACF,KAAK,CAACG,uBAAuB,EAAEC,QAAQ,EAAE;MACtF,MAAMC,IAAI,GAAG,IAAI,CAACR,SAAS,CAACM,uBAAuB,CAAC;QAChDR,OAAO,EAAE,IAAI,CAACA,OAAO;QACrBC,YAAY,EAAE,IAAI,CAACA,YAAY;QAC/BU,WAAW,EAAE,IAAI,CAACR,wBAAwB;QAC1CS,OAAO,EAAE,IAAIhB,oBAAoB,CAAC;UAC9BiB,MAAM,EAAE,IAAI,CAACb,OAAO,CAACc;QACzB,CAAC;MACL,CAAC,CAAC;MACF,IAAI;QACA,OAAO,MAAMJ,IAAI,CAACN,GAAG,CAACC,KAAK,CAAC;MAChC,CAAC,CAAC,OAAOU,EAAE,EAAE;QACT,OAAO,IAAI,CAACf,OAAO,CAACgB,UAAU,CAACC,QAAQ,CAACC,KAAK,CAACH,EAAE,CAAC;MACrD;IACJ;IACA;AACR;AACA;IACQ,OAAO,IAAI,CAACf,OAAO,CAACgB,UAAU,CAACC,QAAQ,CAACE,IAAI,CAAC,CAAC;EAClD;EAEQb,YAAYA,CAACD,KAAgC,EAAQ;IACzD,IAAI,CAACA,KAAK,CAACE,IAAI,EAAE;MACb,MAAM,IAAIa,KAAK,CAAC,8BAA8B,CAAC;IACnD,CAAC,MAAM,IAAI,IAAI,CAAClB,SAAS,CAACG,KAAK,CAACE,IAAI,CAAC,EAAE;MACnC;IACJ;IACA,MAAM,IAAIa,KAAK,CACX,iBAAiBf,KAAK,CAACE,IAAI,qBAAqBc,MAAM,CAACC,IAAI,CAAC,IAAI,CAACpB,SAAS,CAAC,CAACqB,IAAI,CAC5E,IACJ,CAAC,GACL,CAAC;EACL;AACJ","ignoreList":[]}

package/tasks/dataSynchronization/createFactories.d.ts

@@ -0,0 +1,2 @@
+import type { IFactories } from "./types.js";
+export declare const createFactories: () => IFactories;

package/tasks/dataSynchronization/createFactories.js

@@ -0,0 +1,10 @@
+import { ElasticsearchToDynamoDbSynchronization } from "./elasticsearch/ElasticsearchToDynamoDbSynchronization.js";
+export const createFactories = () => {
+  return {
+    elasticsearchToDynamoDb: params => {
+      return new ElasticsearchToDynamoDbSynchronization(params);
+    }
+  };
+};
+
+//# sourceMappingURL=createFactories.js.map

package/tasks/dataSynchronization/createFactories.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["ElasticsearchToDynamoDbSynchronization","createFactories","elasticsearchToDynamoDb","params"],"sources":["createFactories.ts"],"sourcesContent":["import type { IFactories } from \"./types.js\";\nimport { ElasticsearchToDynamoDbSynchronization } from \"./elasticsearch/ElasticsearchToDynamoDbSynchronization.js\";\n\nexport const createFactories = (): IFactories => {\n    return {\n        elasticsearchToDynamoDb: params => {\n            return new ElasticsearchToDynamoDbSynchronization(params);\n        }\n    };\n};\n"],"mappings":"AACA,SAASA,sCAAsC;AAE/C,OAAO,MAAMC,eAAe,GAAGA,CAAA,KAAkB;EAC7C,OAAO;IACHC,uBAAuB,EAAEC,MAAM,IAAI;MAC/B,OAAO,IAAIH,sCAAsC,CAACG,MAAM,CAAC;IAC7D;EACJ,CAAC;AACL,CAAC","ignoreList":[]}