@webiny/api-elasticsearch-tasks 6.3.0 → 6.4.0-beta.0

package/tasks/createIndexes/createIndex.js

@@ -1,20 +1,15 @@
-export const createIndexFactory = manager => {
-  return {
-    create: async (index, settings) => {
-      return manager.createIndex(index, settings);
-    },
-    createIfNotExists: async (index, settings) => {
-      try {
-        const exists = await manager.indexExists(index);
-        if (exists) {
-          return;
+const createIndexFactory = (manager)=>({
+        create: async (index, settings)=>manager.createIndex(index, settings),
+        createIfNotExists: async (index, settings)=>{
+            try {
+                const exists = await manager.indexExists(index);
+                if (exists) return;
+            } catch  {
+                return;
+            }
+            return await manager.createIndex(index, settings);
         }
-      } catch {
-        return;
-      }
-      return await manager.createIndex(index, settings);
-    }
-  };
-};
+    });
+export { createIndexFactory };
 
 //# sourceMappingURL=createIndex.js.map

package/tasks/createIndexes/createIndex.js.map

@@ -1 +1 @@
-{"version":3,"names":["createIndexFactory","manager","create","index","settings","createIndex","createIfNotExists","exists","indexExists"],"sources":["createIndex.ts"],"sourcesContent":["import type { IndexManager } from \"~/settings/index.js\";\n\nexport const createIndexFactory = (manager: IndexManager) => {\n    return {\n        create: async (index: string, settings?: Record<string, any>): Promise<void> => {\n            return manager.createIndex(index, settings);\n        },\n        createIfNotExists: async (index: string, settings?: Record<string, any>): Promise<void> => {\n            try {\n                const exists = await manager.indexExists(index);\n                if (exists) {\n                    return;\n                }\n            } catch {\n                return;\n            }\n\n            return await manager.createIndex(index, settings);\n        }\n    };\n};\n"],"mappings":"AAEA,OAAO,MAAMA,kBAAkB,GAAIC,OAAqB,IAAK;EACzD,OAAO;IACHC,MAAM,EAAE,MAAAA,CAAOC,KAAa,EAAEC,QAA8B,KAAoB;MAC5E,OAAOH,OAAO,CAACI,WAAW,CAACF,KAAK,EAAEC,QAAQ,CAAC;IAC/C,CAAC;IACDE,iBAAiB,EAAE,MAAAA,CAAOH,KAAa,EAAEC,QAA8B,KAAoB;MACvF,IAAI;QACA,MAAMG,MAAM,GAAG,MAAMN,OAAO,CAACO,WAAW,CAACL,KAAK,CAAC;QAC/C,IAAII,MAAM,EAAE;UACR;QACJ;MACJ,CAAC,CAAC,MAAM;QACJ;MACJ;MAEA,OAAO,MAAMN,OAAO,CAACI,WAAW,CAACF,KAAK,EAAEC,QAAQ,CAAC;IACrD;EACJ,CAAC;AACL,CAAC","ignoreList":[]}
+{"version":3,"file":"tasks/createIndexes/createIndex.js","sources":["../../../src/tasks/createIndexes/createIndex.ts"],"sourcesContent":["import type { IndexManager } from \"~/settings/index.js\";\n\nexport const createIndexFactory = (manager: IndexManager) => {\n    return {\n        create: async (index: string, settings?: Record<string, any>): Promise<void> => {\n            return manager.createIndex(index, settings);\n        },\n        createIfNotExists: async (index: string, settings?: Record<string, any>): Promise<void> => {\n            try {\n                const exists = await manager.indexExists(index);\n                if (exists) {\n                    return;\n                }\n            } catch {\n                return;\n            }\n\n            return await manager.createIndex(index, settings);\n        }\n    };\n};\n"],"names":["createIndexFactory","manager","index","settings","exists"],"mappings":"AAEO,MAAMA,qBAAqB,CAACC,UACxB;QACH,QAAQ,OAAOC,OAAeC,WACnBF,QAAQ,WAAW,CAACC,OAAOC;QAEtC,mBAAmB,OAAOD,OAAeC;YACrC,IAAI;gBACA,MAAMC,SAAS,MAAMH,QAAQ,WAAW,CAACC;gBACzC,IAAIE,QACA;YAER,EAAE,OAAM;gBACJ;YACJ;YAEA,OAAO,MAAMH,QAAQ,WAAW,CAACC,OAAOC;QAC5C;IACJ"}

package/tasks/createIndexes/index.js

@@ -5,18 +5,15 @@ import { CreateIndexesTaskDefinition } from "./CreateIndexesTask.js";
 import { TenantContext } from "@webiny/api-core/features/tenancy/TenantContext/index.js";
 import { ListTenantsUseCase } from "@webiny/api-core/features/tenancy/ListTenants/index.js";
 import { OpensearchTenantIndexFactory } from "../../abstractions/OpensearchTenantIndexFactory.js";
-export const createIndexesTaskDefinition = params => {
-  return createContextPlugin(async context => {
-    const clients = getClients(context, params);
-
-    // Register the task definition
-    context.container.registerFactory(TaskDefinition, () => {
-      const tenantContext = context.container.resolve(TenantContext);
-      const listTenantsUseCase = context.container.resolve(ListTenantsUseCase);
-      const indexFactories = context.container.resolveAll(OpensearchTenantIndexFactory);
-      return new CreateIndexesTaskDefinition(clients.elasticsearchClient, clients.documentClient, tenantContext, listTenantsUseCase, indexFactories);
+const createIndexesTaskDefinition = (params)=>createContextPlugin(async (context)=>{
+        const clients = getClients(context, params);
+        context.container.registerFactory(TaskDefinition, ()=>{
+            const tenantContext = context.container.resolve(TenantContext);
+            const listTenantsUseCase = context.container.resolve(ListTenantsUseCase);
+            const indexFactories = context.container.resolveAll(OpensearchTenantIndexFactory);
+            return new CreateIndexesTaskDefinition(clients.elasticsearchClient, clients.documentClient, tenantContext, listTenantsUseCase, indexFactories);
+        });
     });
-  });
-};
+export { createIndexesTaskDefinition };
 
 //# sourceMappingURL=index.js.map

package/tasks/createIndexes/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["TaskDefinition","createContextPlugin","getClients","CreateIndexesTaskDefinition","TenantContext","ListTenantsUseCase","OpensearchTenantIndexFactory","createIndexesTaskDefinition","params","context","clients","container","registerFactory","tenantContext","resolve","listTenantsUseCase","indexFactories","resolveAll","elasticsearchClient","documentClient"],"sources":["index.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport type { Context, IElasticsearchTaskConfig } from \"~/types.js\";\nimport { createContextPlugin } from \"@webiny/api\";\nimport { getClients } from \"~/helpers/getClients.js\";\nimport { CreateIndexesTaskDefinition } from \"~/tasks/createIndexes/CreateIndexesTask.js\";\nimport { TenantContext } from \"@webiny/api-core/features/tenancy/TenantContext/index.js\";\nimport { ListTenantsUseCase } from \"@webiny/api-core/features/tenancy/ListTenants/index.js\";\nimport { OpensearchTenantIndexFactory } from \"~/abstractions/OpensearchTenantIndexFactory.js\";\n\nexport const createIndexesTaskDefinition = (params?: Partial<IElasticsearchTaskConfig>) => {\n    return createContextPlugin<Context>(async context => {\n        const clients = getClients(context, params);\n\n        // Register the task definition\n        context.container.registerFactory(TaskDefinition, () => {\n            const tenantContext = context.container.resolve(TenantContext);\n            const listTenantsUseCase = context.container.resolve(ListTenantsUseCase);\n            const indexFactories = context.container.resolveAll(OpensearchTenantIndexFactory);\n\n            return new CreateIndexesTaskDefinition(\n                clients.elasticsearchClient,\n                clients.documentClient,\n                tenantContext,\n                listTenantsUseCase,\n                indexFactories\n            );\n        });\n    });\n};\n"],"mappings":"AAAA,SAASA,cAAc,QAAQ,wDAAwD;AAEvF,SAASC,mBAAmB,QAAQ,aAAa;AACjD,SAASC,UAAU;AACnB,SAASC,2BAA2B;AACpC,SAASC,aAAa,QAAQ,0DAA0D;AACxF,SAASC,kBAAkB,QAAQ,wDAAwD;AAC3F,SAASC,4BAA4B;AAErC,OAAO,MAAMC,2BAA2B,GAAIC,MAA0C,IAAK;EACvF,OAAOP,mBAAmB,CAAU,MAAMQ,OAAO,IAAI;IACjD,MAAMC,OAAO,GAAGR,UAAU,CAACO,OAAO,EAAED,MAAM,CAAC;;IAE3C;IACAC,OAAO,CAACE,SAAS,CAACC,eAAe,CAACZ,cAAc,EAAE,MAAM;MACpD,MAAMa,aAAa,GAAGJ,OAAO,CAACE,SAAS,CAACG,OAAO,CAACV,aAAa,CAAC;MAC9D,MAAMW,kBAAkB,GAAGN,OAAO,CAACE,SAAS,CAACG,OAAO,CAACT,kBAAkB,CAAC;MACxE,MAAMW,cAAc,GAAGP,OAAO,CAACE,SAAS,CAACM,UAAU,CAACX,4BAA4B,CAAC;MAEjF,OAAO,IAAIH,2BAA2B,CAClCO,OAAO,CAACQ,mBAAmB,EAC3BR,OAAO,CAACS,cAAc,EACtBN,aAAa,EACbE,kBAAkB,EAClBC,cACJ,CAAC;IACL,CAAC,CAAC;EACN,CAAC,CAAC;AACN,CAAC","ignoreList":[]}
+{"version":3,"file":"tasks/createIndexes/index.js","sources":["../../../src/tasks/createIndexes/index.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport type { Context, IElasticsearchTaskConfig } from \"~/types.js\";\nimport { createContextPlugin } from \"@webiny/api\";\nimport { getClients } from \"~/helpers/getClients.js\";\nimport { CreateIndexesTaskDefinition } from \"~/tasks/createIndexes/CreateIndexesTask.js\";\nimport { TenantContext } from \"@webiny/api-core/features/tenancy/TenantContext/index.js\";\nimport { ListTenantsUseCase } from \"@webiny/api-core/features/tenancy/ListTenants/index.js\";\nimport { OpensearchTenantIndexFactory } from \"~/abstractions/OpensearchTenantIndexFactory.js\";\n\nexport const createIndexesTaskDefinition = (params?: Partial<IElasticsearchTaskConfig>) => {\n    return createContextPlugin<Context>(async context => {\n        const clients = getClients(context, params);\n\n        // Register the task definition\n        context.container.registerFactory(TaskDefinition, () => {\n            const tenantContext = context.container.resolve(TenantContext);\n            const listTenantsUseCase = context.container.resolve(ListTenantsUseCase);\n            const indexFactories = context.container.resolveAll(OpensearchTenantIndexFactory);\n\n            return new CreateIndexesTaskDefinition(\n                clients.elasticsearchClient,\n                clients.documentClient,\n                tenantContext,\n                listTenantsUseCase,\n                indexFactories\n            );\n        });\n    });\n};\n"],"names":["createIndexesTaskDefinition","params","createContextPlugin","context","clients","getClients","TaskDefinition","tenantContext","TenantContext","listTenantsUseCase","ListTenantsUseCase","indexFactories","OpensearchTenantIndexFactory","CreateIndexesTaskDefinition"],"mappings":";;;;;;;AASO,MAAMA,8BAA8B,CAACC,SACjCC,oBAA6B,OAAMC;QACtC,MAAMC,UAAUC,WAAWF,SAASF;QAGpCE,QAAQ,SAAS,CAAC,eAAe,CAACG,gBAAgB;YAC9C,MAAMC,gBAAgBJ,QAAQ,SAAS,CAAC,OAAO,CAACK;YAChD,MAAMC,qBAAqBN,QAAQ,SAAS,CAAC,OAAO,CAACO;YACrD,MAAMC,iBAAiBR,QAAQ,SAAS,CAAC,UAAU,CAACS;YAEpD,OAAO,IAAIC,4BACPT,QAAQ,mBAAmB,EAC3BA,QAAQ,cAAc,EACtBG,eACAE,oBACAE;QAER;IACJ"}

package/tasks/createIndexes/listIndexes.js

@@ -1,20 +1,14 @@
-export const listIndexes = async (tenantContext, tenants, indexFactories) => {
-  if (indexFactories.length === 0) {
-    return [];
-  }
-  const indexes = [];
-  await tenantContext.withEachTenant(tenants, async tenant => {
-    for (const factory of indexFactories) {
-      const results = await factory.getIndexList(tenant);
-      for (const result of results) {
-        if (indexes.some(i => i.index === result.index)) {
-          continue;
+const listIndexes = async (tenantContext, tenants, indexFactories)=>{
+    if (0 === indexFactories.length) return [];
+    const indexes = [];
+    await tenantContext.withEachTenant(tenants, async (tenant)=>{
+        for (const factory of indexFactories){
+            const results = await factory.getIndexList(tenant);
+            for (const result of results)if (!indexes.some((i)=>i.index === result.index)) indexes.push(result);
         }
-        indexes.push(result);
-      }
-    }
-  });
-  return indexes;
+    });
+    return indexes;
 };
+export { listIndexes };
 
 //# sourceMappingURL=listIndexes.js.map

package/tasks/createIndexes/listIndexes.js.map

@@ -1 +1 @@
-{"version":3,"names":["listIndexes","tenantContext","tenants","indexFactories","length","indexes","withEachTenant","tenant","factory","results","getIndexList","result","some","i","index","push"],"sources":["listIndexes.ts"],"sourcesContent":["import { OpensearchTenantIndexFactory } from \"~/abstractions/OpensearchTenantIndexFactory.js\";\nimport type { Tenant } from \"@webiny/api-core/types/tenancy.js\";\nimport { TenantContext } from \"@webiny/api-core/features/tenancy/TenantContext/index.js\";\n\nexport const listIndexes = async (\n    tenantContext: TenantContext.Interface,\n    tenants: Tenant[],\n    indexFactories: OpensearchTenantIndexFactory.Interface[]\n): Promise<OpensearchTenantIndexFactory.IndexConfig[]> => {\n    if (indexFactories.length === 0) {\n        return [];\n    }\n\n    const indexes: OpensearchTenantIndexFactory.IndexConfig[] = [];\n    await tenantContext.withEachTenant(tenants, async tenant => {\n        for (const factory of indexFactories) {\n            const results = await factory.getIndexList(tenant);\n            for (const result of results) {\n                if (indexes.some(i => i.index === result.index)) {\n                    continue;\n                }\n                indexes.push(result);\n            }\n        }\n    });\n\n    return indexes;\n};\n"],"mappings":"AAIA,OAAO,MAAMA,WAAW,GAAG,MAAAA,CACvBC,aAAsC,EACtCC,OAAiB,EACjBC,cAAwD,KACF;EACtD,IAAIA,cAAc,CAACC,MAAM,KAAK,CAAC,EAAE;IAC7B,OAAO,EAAE;EACb;EAEA,MAAMC,OAAmD,GAAG,EAAE;EAC9D,MAAMJ,aAAa,CAACK,cAAc,CAACJ,OAAO,EAAE,MAAMK,MAAM,IAAI;IACxD,KAAK,MAAMC,OAAO,IAAIL,cAAc,EAAE;MAClC,MAAMM,OAAO,GAAG,MAAMD,OAAO,CAACE,YAAY,CAACH,MAAM,CAAC;MAClD,KAAK,MAAMI,MAAM,IAAIF,OAAO,EAAE;QAC1B,IAAIJ,OAAO,CAACO,IAAI,CAACC,CAAC,IAAIA,CAAC,CAACC,KAAK,KAAKH,MAAM,CAACG,KAAK,CAAC,EAAE;UAC7C;QACJ;QACAT,OAAO,CAACU,IAAI,CAACJ,MAAM,CAAC;MACxB;IACJ;EACJ,CAAC,CAAC;EAEF,OAAON,OAAO;AAClB,CAAC","ignoreList":[]}
+{"version":3,"file":"tasks/createIndexes/listIndexes.js","sources":["../../../src/tasks/createIndexes/listIndexes.ts"],"sourcesContent":["import { OpensearchTenantIndexFactory } from \"~/abstractions/OpensearchTenantIndexFactory.js\";\nimport type { Tenant } from \"@webiny/api-core/types/tenancy.js\";\nimport { TenantContext } from \"@webiny/api-core/features/tenancy/TenantContext/index.js\";\n\nexport const listIndexes = async (\n    tenantContext: TenantContext.Interface,\n    tenants: Tenant[],\n    indexFactories: OpensearchTenantIndexFactory.Interface[]\n): Promise<OpensearchTenantIndexFactory.IndexConfig[]> => {\n    if (indexFactories.length === 0) {\n        return [];\n    }\n\n    const indexes: OpensearchTenantIndexFactory.IndexConfig[] = [];\n    await tenantContext.withEachTenant(tenants, async tenant => {\n        for (const factory of indexFactories) {\n            const results = await factory.getIndexList(tenant);\n            for (const result of results) {\n                if (indexes.some(i => i.index === result.index)) {\n                    continue;\n                }\n                indexes.push(result);\n            }\n        }\n    });\n\n    return indexes;\n};\n"],"names":["listIndexes","tenantContext","tenants","indexFactories","indexes","tenant","factory","results","result","i"],"mappings":"AAIO,MAAMA,cAAc,OACvBC,eACAC,SACAC;IAEA,IAAIA,AAA0B,MAA1BA,eAAe,MAAM,EACrB,OAAO,EAAE;IAGb,MAAMC,UAAsD,EAAE;IAC9D,MAAMH,cAAc,cAAc,CAACC,SAAS,OAAMG;QAC9C,KAAK,MAAMC,WAAWH,eAAgB;YAClC,MAAMI,UAAU,MAAMD,QAAQ,YAAY,CAACD;YAC3C,KAAK,MAAMG,UAAUD,QACjB,KAAIH,QAAQ,IAAI,CAACK,CAAAA,IAAKA,EAAE,KAAK,KAAKD,OAAO,KAAK,GAG9CJ,QAAQ,IAAI,CAACI;QAErB;IACJ;IAEA,OAAOJ;AACX"}

package/tasks/createIndexes/types.js

@@ -1,3 +0,0 @@
-export {};
-
-//# sourceMappingURL=types.js.map

package/tasks/dataSynchronization/DataSynchronizationTask.js

@@ -1,69 +1,57 @@
-export const DATA_SYNCHRONIZATION_TASK = "dataSynchronization";
-export class DataSynchronizationTask {
-  id = DATA_SYNCHRONIZATION_TASK;
-  title = "Data Synchronization";
-  description = "Synchronize data between Elasticsearch and DynamoDB";
-  isPrivate = false;
-  maxIterations = 100;
-  databaseLogs = false;
-  constructor(elasticsearchClient, documentClient, elasticsearchSynchronize) {
-    this.elasticsearchClient = elasticsearchClient;
-    this.documentClient = documentClient;
-    this.elasticsearchSynchronize = elasticsearchSynchronize;
-  }
-  async run({
-    input,
-    controller
-  }) {
-    if (controller.runtime.isAborted()) {
-      return controller.response.aborted();
+const DATA_SYNCHRONIZATION_TASK = "dataSynchronization";
+class DataSynchronizationTask {
+    constructor(elasticsearchClient, documentClient, elasticsearchSynchronize){
+        this.elasticsearchClient = elasticsearchClient;
+        this.documentClient = documentClient;
+        this.elasticsearchSynchronize = elasticsearchSynchronize;
+        this.id = DATA_SYNCHRONIZATION_TASK;
+        this.title = "Data Synchronization";
+        this.description = "Synchronize data between Elasticsearch and DynamoDB";
+        this.isPrivate = false;
+        this.maxIterations = 100;
+        this.databaseLogs = false;
     }
-    const {
-      Manager
-    } = await import(/* webpackChunkName: "Manager" */"../Manager.js");
-    const {
-      IndexManager
-    } = await import(/* webpackChunkName: "IndexManager" */"../../settings/index.js");
-    const manager = new Manager({
-      elasticsearchClient: this.elasticsearchClient,
-      documentClient: this.documentClient,
-      controller
-    });
-    const indexManager = new IndexManager(manager.elasticsearch, {});
-    const {
-      DataSynchronizationTaskRunner
-    } = await import(/* webpackChunkName: "DataSynchronizationTaskRunner" */"./DataSynchronizationTaskRunner.js");
-    const {
-      createFactories
-    } = await import(/* webpackChunkName: "createFactories" */"./createFactories.js");
-    try {
-      const dataSynchronization = new DataSynchronizationTaskRunner({
-        manager,
-        indexManager,
-        factories: createFactories(),
-        elasticsearchSynchronize: this.elasticsearchSynchronize
-      });
-      return await dataSynchronization.run({
-        ...input
-      });
-    } catch (ex) {
-      return controller.response.error(ex);
+    async run({ input, controller }) {
+        if (controller.runtime.isAborted()) return controller.response.aborted();
+        const { Manager } = await import("../Manager.js");
+        const { IndexManager } = await import("../../settings/index.js");
+        const manager = new Manager({
+            elasticsearchClient: this.elasticsearchClient,
+            documentClient: this.documentClient,
+            controller
+        });
+        const indexManager = new IndexManager(manager.elasticsearch, {});
+        const { DataSynchronizationTaskRunner } = await import("./DataSynchronizationTaskRunner.js");
+        const { createFactories } = await import("./createFactories.js");
+        try {
+            const dataSynchronization = new DataSynchronizationTaskRunner({
+                manager,
+                indexManager,
+                factories: createFactories(),
+                elasticsearchSynchronize: this.elasticsearchSynchronize
+            });
+            return await dataSynchronization.run({
+                ...input
+            });
+        } catch (ex) {
+            return controller.response.error(ex);
+        }
+    }
+    createInputValidation({ validator }) {
+        return {
+            flow: validator.enum([
+                "elasticsearchToDynamoDb"
+            ]),
+            elasticsearchToDynamoDb: validator.object({
+                finished: validator.boolean().optional().default(false),
+                index: validator.string().optional(),
+                cursor: validator.array(validator.string()).optional()
+            }).optional().default({
+                finished: false
+            })
+        };
     }
-  }
-  createInputValidation({
-    validator
-  }) {
-    return {
-      flow: validator.enum(["elasticsearchToDynamoDb"]),
-      elasticsearchToDynamoDb: validator.object({
-        finished: validator.boolean().optional().default(false),
-        index: validator.string().optional(),
-        cursor: validator.array(validator.string()).optional()
-      }).optional().default({
-        finished: false
-      })
-    };
-  }
 }
+export { DATA_SYNCHRONIZATION_TASK, DataSynchronizationTask };
 
 //# sourceMappingURL=DataSynchronizationTask.js.map

package/tasks/dataSynchronization/DataSynchronizationTask.js.map

@@ -1 +1 @@
-{"version":3,"names":["DATA_SYNCHRONIZATION_TASK","DataSynchronizationTask","id","title","description","isPrivate","maxIterations","databaseLogs","constructor","elasticsearchClient","documentClient","elasticsearchSynchronize","run","input","controller","runtime","isAborted","response","aborted","Manager","IndexManager","manager","indexManager","elasticsearch","DataSynchronizationTaskRunner","createFactories","dataSynchronization","factories","ex","error","createInputValidation","validator","flow","enum","elasticsearchToDynamoDb","object","finished","boolean","optional","default","index","string","cursor","array"],"sources":["DataSynchronizationTask.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport type { IElasticsearchTaskConfig } from \"~/types.js\";\nimport type {\n    IDataSynchronizationInput,\n    IDataSynchronizationOutput\n} from \"~/tasks/dataSynchronization/types.js\";\nimport { ElasticsearchSynchronize } from \"~/tasks/dataSynchronization/elasticsearch/ElasticsearchSynchronize.js\";\n\nexport const DATA_SYNCHRONIZATION_TASK = \"dataSynchronization\";\n\nexport class DataSynchronizationTask implements TaskDefinition.Interface<\n    IDataSynchronizationInput,\n    IDataSynchronizationOutput\n> {\n    id = DATA_SYNCHRONIZATION_TASK;\n    title = \"Data Synchronization\";\n    description = \"Synchronize data between Elasticsearch and DynamoDB\";\n    isPrivate = false;\n    maxIterations = 100;\n    databaseLogs = false;\n\n    constructor(\n        private elasticsearchClient: IElasticsearchTaskConfig[\"elasticsearchClient\"],\n        private documentClient: IElasticsearchTaskConfig[\"documentClient\"],\n        private elasticsearchSynchronize: ElasticsearchSynchronize\n    ) {}\n\n    async run({\n        input,\n        controller\n    }: TaskDefinition.RunParams<IDataSynchronizationInput, IDataSynchronizationOutput>) {\n        if (controller.runtime.isAborted()) {\n            return controller.response.aborted();\n        }\n\n        const { Manager } = await import(\n            /* webpackChunkName: \"Manager\" */\n            \"../Manager.js\"\n        );\n\n        const { IndexManager } = await import(\n            /* webpackChunkName: \"IndexManager\" */ \"~/settings/index.js\"\n        );\n\n        const manager = new Manager<IDataSynchronizationInput, IDataSynchronizationOutput>({\n            elasticsearchClient: this.elasticsearchClient,\n            documentClient: this.documentClient,\n            controller\n        });\n\n        const indexManager = new IndexManager(manager.elasticsearch, {});\n\n        const { DataSynchronizationTaskRunner } = await import(\n            /* webpackChunkName: \"DataSynchronizationTaskRunner\" */ \"./DataSynchronizationTaskRunner.js\"\n        );\n\n        const { createFactories } = await import(\n            /* webpackChunkName: \"createFactories\" */ \"./createFactories.js\"\n        );\n\n        try {\n            const dataSynchronization = new DataSynchronizationTaskRunner({\n                manager,\n                indexManager,\n                factories: createFactories(),\n                elasticsearchSynchronize: this.elasticsearchSynchronize\n            });\n\n            return await dataSynchronization.run({\n                ...input\n            });\n        } catch (ex) {\n            return controller.response.error(ex);\n        }\n    }\n\n    createInputValidation({ validator }: TaskDefinition.CreateInputValidationParams) {\n        return {\n            flow: validator.enum([\"elasticsearchToDynamoDb\"]),\n            elasticsearchToDynamoDb: validator\n                .object({\n                    finished: validator.boolean().optional().default(false),\n                    index: validator.string().optional(),\n                    cursor: validator.array(validator.string()).optional()\n                })\n                .optional()\n                .default({\n                    finished: false\n                })\n        };\n    }\n}\n"],"mappings":"AAQA,OAAO,MAAMA,yBAAyB,GAAG,qBAAqB;AAE9D,OAAO,MAAMC,uBAAuB,CAGlC;EACEC,EAAE,GAAGF,yBAAyB;EAC9BG,KAAK,GAAG,sBAAsB;EAC9BC,WAAW,GAAG,qDAAqD;EACnEC,SAAS,GAAG,KAAK;EACjBC,aAAa,GAAG,GAAG;EACnBC,YAAY,GAAG,KAAK;EAEpBC,WAAWA,CACCC,mBAAoE,EACpEC,cAA0D,EAC1DC,wBAAkD,EAC5D;IAAA,KAHUF,mBAAoE,GAApEA,mBAAoE;IAAA,KACpEC,cAA0D,GAA1DA,cAA0D;IAAA,KAC1DC,wBAAkD,GAAlDA,wBAAkD;EAC3D;EAEH,MAAMC,GAAGA,CAAC;IACNC,KAAK;IACLC;EAC6E,CAAC,EAAE;IAChF,IAAIA,UAAU,CAACC,OAAO,CAACC,SAAS,CAAC,CAAC,EAAE;MAChC,OAAOF,UAAU,CAACG,QAAQ,CAACC,OAAO,CAAC,CAAC;IACxC;IAEA,MAAM;MAAEC;IAAQ,CAAC,GAAG,MAAM,MAAM,CAC5B,gDAEJ,CAAC;IAED,MAAM;MAAEC;IAAa,CAAC,GAAG,MAAM,MAAM,CACjC,+DACJ,CAAC;IAED,MAAMC,OAAO,GAAG,IAAIF,OAAO,CAAwD;MAC/EV,mBAAmB,EAAE,IAAI,CAACA,mBAAmB;MAC7CC,cAAc,EAAE,IAAI,CAACA,cAAc;MACnCI;IACJ,CAAC,CAAC;IAEF,MAAMQ,YAAY,GAAG,IAAIF,YAAY,CAACC,OAAO,CAACE,aAAa,EAAE,CAAC,CAAC,CAAC;IAEhE,MAAM;MAAEC;IAA8B,CAAC,GAAG,MAAM,MAAM,CAClD,2FACJ,CAAC;IAED,MAAM;MAAEC;IAAgB,CAAC,GAAG,MAAM,MAAM,CACpC,+DACJ,CAAC;IAED,IAAI;MACA,MAAMC,mBAAmB,GAAG,IAAIF,6BAA6B,CAAC;QAC1DH,OAAO;QACPC,YAAY;QACZK,SAAS,EAAEF,eAAe,CAAC,CAAC;QAC5Bd,wBAAwB,EAAE,IAAI,CAACA;MACnC,CAAC,CAAC;MAEF,OAAO,MAAMe,mBAAmB,CAACd,GAAG,CAAC;QACjC,GAAGC;MACP,CAAC,CAAC;IACN,CAAC,CAAC,OAAOe,EAAE,EAAE;MACT,OAAOd,UAAU,CAACG,QAAQ,CAACY,KAAK,CAACD,EAAE,CAAC;IACxC;EACJ;EAEAE,qBAAqBA,CAAC;IAAEC;EAAsD,CAAC,EAAE;IAC7E,OAAO;MACHC,IAAI,EAAED,SAAS,CAACE,IAAI,CAAC,CAAC,yBAAyB,CAAC,CAAC;MACjDC,uBAAuB,EAAEH,SAAS,CAC7BI,MAAM,CAAC;QACJC,QAAQ,EAAEL,SAAS,CAACM,OAAO,CAAC,CAAC,CAACC,QAAQ,CAAC,CAAC,CAACC,OAAO,CAAC,KAAK,CAAC;QACvDC,KAAK,EAAET,SAAS,CAACU,MAAM,CAAC,CAAC,CAACH,QAAQ,CAAC,CAAC;QACpCI,MAAM,EAAEX,SAAS,CAACY,KAAK,CAACZ,SAAS,CAACU,MAAM,CAAC,CAAC,CAAC,CAACH,QAAQ,CAAC;MACzD,CAAC,CAAC,CACDA,QAAQ,CAAC,CAAC,CACVC,OAAO,CAAC;QACLH,QAAQ,EAAE;MACd,CAAC;IACT,CAAC;EACL;AACJ","ignoreList":[]}
+{"version":3,"file":"tasks/dataSynchronization/DataSynchronizationTask.js","sources":["../../../src/tasks/dataSynchronization/DataSynchronizationTask.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport type { IElasticsearchTaskConfig } from \"~/types.js\";\nimport type {\n    IDataSynchronizationInput,\n    IDataSynchronizationOutput\n} from \"~/tasks/dataSynchronization/types.js\";\nimport { ElasticsearchSynchronize } from \"~/tasks/dataSynchronization/elasticsearch/ElasticsearchSynchronize.js\";\n\nexport const DATA_SYNCHRONIZATION_TASK = \"dataSynchronization\";\n\nexport class DataSynchronizationTask implements TaskDefinition.Interface<\n    IDataSynchronizationInput,\n    IDataSynchronizationOutput\n> {\n    id = DATA_SYNCHRONIZATION_TASK;\n    title = \"Data Synchronization\";\n    description = \"Synchronize data between Elasticsearch and DynamoDB\";\n    isPrivate = false;\n    maxIterations = 100;\n    databaseLogs = false;\n\n    constructor(\n        private elasticsearchClient: IElasticsearchTaskConfig[\"elasticsearchClient\"],\n        private documentClient: IElasticsearchTaskConfig[\"documentClient\"],\n        private elasticsearchSynchronize: ElasticsearchSynchronize\n    ) {}\n\n    async run({\n        input,\n        controller\n    }: TaskDefinition.RunParams<IDataSynchronizationInput, IDataSynchronizationOutput>) {\n        if (controller.runtime.isAborted()) {\n            return controller.response.aborted();\n        }\n\n        const { Manager } = await import(\n            /* webpackChunkName: \"Manager\" */\n            \"../Manager.js\"\n        );\n\n        const { IndexManager } = await import(\n            /* webpackChunkName: \"IndexManager\" */ \"~/settings/index.js\"\n        );\n\n        const manager = new Manager<IDataSynchronizationInput, IDataSynchronizationOutput>({\n            elasticsearchClient: this.elasticsearchClient,\n            documentClient: this.documentClient,\n            controller\n        });\n\n        const indexManager = new IndexManager(manager.elasticsearch, {});\n\n        const { DataSynchronizationTaskRunner } = await import(\n            /* webpackChunkName: \"DataSynchronizationTaskRunner\" */ \"./DataSynchronizationTaskRunner.js\"\n        );\n\n        const { createFactories } = await import(\n            /* webpackChunkName: \"createFactories\" */ \"./createFactories.js\"\n        );\n\n        try {\n            const dataSynchronization = new DataSynchronizationTaskRunner({\n                manager,\n                indexManager,\n                factories: createFactories(),\n                elasticsearchSynchronize: this.elasticsearchSynchronize\n            });\n\n            return await dataSynchronization.run({\n                ...input\n            });\n        } catch (ex) {\n            return controller.response.error(ex);\n        }\n    }\n\n    createInputValidation({ validator }: TaskDefinition.CreateInputValidationParams) {\n        return {\n            flow: validator.enum([\"elasticsearchToDynamoDb\"]),\n            elasticsearchToDynamoDb: validator\n                .object({\n                    finished: validator.boolean().optional().default(false),\n                    index: validator.string().optional(),\n                    cursor: validator.array(validator.string()).optional()\n                })\n                .optional()\n                .default({\n                    finished: false\n                })\n        };\n    }\n}\n"],"names":["DATA_SYNCHRONIZATION_TASK","DataSynchronizationTask","elasticsearchClient","documentClient","elasticsearchSynchronize","input","controller","Manager","IndexManager","manager","indexManager","DataSynchronizationTaskRunner","createFactories","dataSynchronization","ex","validator"],"mappings":"AAQO,MAAMA,4BAA4B;AAElC,MAAMC;IAWT,YACYC,mBAAoE,EACpEC,cAA0D,EAC1DC,wBAAkD,CAC5D;aAHUF,mBAAmB,GAAnBA;aACAC,cAAc,GAAdA;aACAC,wBAAwB,GAAxBA;aAVZ,EAAE,GAAGJ;aACL,KAAK,GAAG;aACR,WAAW,GAAG;aACd,SAAS,GAAG;aACZ,aAAa,GAAG;aAChB,YAAY,GAAG;IAMZ;IAEH,MAAM,IAAI,EACNK,KAAK,EACLC,UAAU,EACoE,EAAE;QAChF,IAAIA,WAAW,OAAO,CAAC,SAAS,IAC5B,OAAOA,WAAW,QAAQ,CAAC,OAAO;QAGtC,MAAM,EAAEC,OAAO,EAAE,GAAG,MAAM,MAAM,CAAN;QAK1B,MAAM,EAAEC,YAAY,EAAE,GAAG,MAAM,MAAM,CAAN;QAI/B,MAAMC,UAAU,IAAIF,QAA+D;YAC/E,qBAAqB,IAAI,CAAC,mBAAmB;YAC7C,gBAAgB,IAAI,CAAC,cAAc;YACnCD;QACJ;QAEA,MAAMI,eAAe,IAAIF,aAAaC,QAAQ,aAAa,EAAE,CAAC;QAE9D,MAAM,EAAEE,6BAA6B,EAAE,GAAG,MAAM,MAAM,CAAN;QAIhD,MAAM,EAAEC,eAAe,EAAE,GAAG,MAAM,MAAM,CAAN;QAIlC,IAAI;YACA,MAAMC,sBAAsB,IAAIF,8BAA8B;gBAC1DF;gBACAC;gBACA,WAAWE;gBACX,0BAA0B,IAAI,CAAC,wBAAwB;YAC3D;YAEA,OAAO,MAAMC,oBAAoB,GAAG,CAAC;gBACjC,GAAGR,KAAK;YACZ;QACJ,EAAE,OAAOS,IAAI;YACT,OAAOR,WAAW,QAAQ,CAAC,KAAK,CAACQ;QACrC;IACJ;IAEA,sBAAsB,EAAEC,SAAS,EAA8C,EAAE;QAC7E,OAAO;YACH,MAAMA,UAAU,IAAI,CAAC;gBAAC;aAA0B;YAChD,yBAAyBA,UACpB,MAAM,CAAC;gBACJ,UAAUA,UAAU,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;gBACjD,OAAOA,UAAU,MAAM,GAAG,QAAQ;gBAClC,QAAQA,UAAU,KAAK,CAACA,UAAU,MAAM,IAAI,QAAQ;YACxD,GACC,QAAQ,GACR,OAAO,CAAC;gBACL,UAAU;YACd;QACR;IACJ;AACJ"}

package/tasks/dataSynchronization/DataSynchronizationTaskRunner.js

@@ -1,45 +1,37 @@
 import { ElasticsearchFetcher } from "./elasticsearch/ElasticsearchFetcher.js";
-export class DataSynchronizationTaskRunner {
-  constructor(params) {
-    this.manager = params.manager;
-    this.indexManager = params.indexManager;
-    this.factories = params.factories;
-    this.elasticsearchSynchronize = params.elasticsearchSynchronize;
-  }
-  async run(input) {
-    this.validateFlow(input);
-    /**
-     * Go through the Elasticsearch and delete records which do not exist in the Elasticsearch table.
-     */
-    //
-    if (input.flow === "elasticsearchToDynamoDb" && !input.elasticsearchToDynamoDb?.finished) {
-      const sync = this.factories.elasticsearchToDynamoDb({
-        manager: this.manager,
-        indexManager: this.indexManager,
-        synchronize: this.elasticsearchSynchronize,
-        fetcher: new ElasticsearchFetcher({
-          client: this.manager.elasticsearch
-        })
-      });
-      try {
-        return await sync.run(input);
-      } catch (ex) {
-        return this.manager.controller.response.error(ex);
-      }
+class DataSynchronizationTaskRunner {
+    constructor(params){
+        this.manager = params.manager;
+        this.indexManager = params.indexManager;
+        this.factories = params.factories;
+        this.elasticsearchSynchronize = params.elasticsearchSynchronize;
     }
-    /**
-     * We are done.
-     */
-    return this.manager.controller.response.done();
-  }
-  validateFlow(input) {
-    if (!input.flow) {
-      throw new Error(`Missing "flow" in the input.`);
-    } else if (this.factories[input.flow]) {
-      return;
+    async run(input) {
+        this.validateFlow(input);
+        if ("elasticsearchToDynamoDb" === input.flow && !input.elasticsearchToDynamoDb?.finished) {
+            const sync = this.factories.elasticsearchToDynamoDb({
+                manager: this.manager,
+                indexManager: this.indexManager,
+                synchronize: this.elasticsearchSynchronize,
+                fetcher: new ElasticsearchFetcher({
+                    client: this.manager.elasticsearch
+                })
+            });
+            try {
+                return await sync.run(input);
+            } catch (ex) {
+                return this.manager.controller.response.error(ex);
+            }
+        }
+        return this.manager.controller.response.done();
+    }
+    validateFlow(input) {
+        if (input.flow) {
+            if (this.factories[input.flow]) return;
+        } else throw new Error('Missing "flow" in the input.');
+        throw new Error(`Invalid flow "${input.flow}". Allowed flows: ${Object.keys(this.factories).join(", ")}.`);
     }
-    throw new Error(`Invalid flow "${input.flow}". Allowed flows: ${Object.keys(this.factories).join(", ")}.`);
-  }
 }
+export { DataSynchronizationTaskRunner };
 
 //# sourceMappingURL=DataSynchronizationTaskRunner.js.map

package/tasks/dataSynchronization/DataSynchronizationTaskRunner.js.map

@@ -1 +1 @@
-{"version":3,"names":["ElasticsearchFetcher","DataSynchronizationTaskRunner","constructor","params","manager","indexManager","factories","elasticsearchSynchronize","run","input","validateFlow","flow","elasticsearchToDynamoDb","finished","sync","synchronize","fetcher","client","elasticsearch","ex","controller","response","error","done","Error","Object","keys","join"],"sources":["DataSynchronizationTaskRunner.ts"],"sourcesContent":["import type {\n    IDataSynchronizationInput,\n    IDataSynchronizationManager,\n    IFactories\n} from \"~/tasks/dataSynchronization/types.js\";\nimport type { IIndexManager } from \"~/settings/types.js\";\nimport { ElasticsearchSynchronize } from \"~/tasks/dataSynchronization/elasticsearch/ElasticsearchSynchronize.js\";\nimport { ElasticsearchFetcher } from \"~/tasks/dataSynchronization/elasticsearch/ElasticsearchFetcher.js\";\n\nexport interface IDataSynchronizationTaskRunnerParams {\n    manager: IDataSynchronizationManager;\n    indexManager: IIndexManager;\n    factories: IFactories;\n    elasticsearchSynchronize: ElasticsearchSynchronize;\n}\n\nexport class DataSynchronizationTaskRunner {\n    private readonly manager: IDataSynchronizationManager;\n    private readonly indexManager: IIndexManager;\n    private readonly factories: IFactories;\n    private readonly elasticsearchSynchronize: ElasticsearchSynchronize;\n\n    public constructor(params: IDataSynchronizationTaskRunnerParams) {\n        this.manager = params.manager;\n        this.indexManager = params.indexManager;\n        this.factories = params.factories;\n        this.elasticsearchSynchronize = params.elasticsearchSynchronize;\n    }\n\n    public async run(input: IDataSynchronizationInput) {\n        this.validateFlow(input);\n        /**\n         * Go through the Elasticsearch and delete records which do not exist in the Elasticsearch table.\n         */\n        //\n        if (input.flow === \"elasticsearchToDynamoDb\" && !input.elasticsearchToDynamoDb?.finished) {\n            const sync = this.factories.elasticsearchToDynamoDb({\n                manager: this.manager,\n                indexManager: this.indexManager,\n                synchronize: this.elasticsearchSynchronize,\n                fetcher: new ElasticsearchFetcher({\n                    client: this.manager.elasticsearch\n                })\n            });\n            try {\n                return await sync.run(input);\n            } catch (ex) {\n                return this.manager.controller.response.error(ex);\n            }\n        }\n        /**\n         * We are done.\n         */\n        return this.manager.controller.response.done();\n    }\n\n    private validateFlow(input: IDataSynchronizationInput): void {\n        if (!input.flow) {\n            throw new Error(`Missing \"flow\" in the input.`);\n        } else if (this.factories[input.flow]) {\n            return;\n        }\n        throw new Error(\n            `Invalid flow \"${input.flow}\". Allowed flows: ${Object.keys(this.factories).join(\n                \", \"\n            )}.`\n        );\n    }\n}\n"],"mappings":"AAOA,SAASA,oBAAoB;AAS7B,OAAO,MAAMC,6BAA6B,CAAC;EAMhCC,WAAWA,CAACC,MAA4C,EAAE;IAC7D,IAAI,CAACC,OAAO,GAAGD,MAAM,CAACC,OAAO;IAC7B,IAAI,CAACC,YAAY,GAAGF,MAAM,CAACE,YAAY;IACvC,IAAI,CAACC,SAAS,GAAGH,MAAM,CAACG,SAAS;IACjC,IAAI,CAACC,wBAAwB,GAAGJ,MAAM,CAACI,wBAAwB;EACnE;EAEA,MAAaC,GAAGA,CAACC,KAAgC,EAAE;IAC/C,IAAI,CAACC,YAAY,CAACD,KAAK,CAAC;IACxB;AACR;AACA;IACQ;IACA,IAAIA,KAAK,CAACE,IAAI,KAAK,yBAAyB,IAAI,CAACF,KAAK,CAACG,uBAAuB,EAAEC,QAAQ,EAAE;MACtF,MAAMC,IAAI,GAAG,IAAI,CAACR,SAAS,CAACM,uBAAuB,CAAC;QAChDR,OAAO,EAAE,IAAI,CAACA,OAAO;QACrBC,YAAY,EAAE,IAAI,CAACA,YAAY;QAC/BU,WAAW,EAAE,IAAI,CAACR,wBAAwB;QAC1CS,OAAO,EAAE,IAAIhB,oBAAoB,CAAC;UAC9BiB,MAAM,EAAE,IAAI,CAACb,OAAO,CAACc;QACzB,CAAC;MACL,CAAC,CAAC;MACF,IAAI;QACA,OAAO,MAAMJ,IAAI,CAACN,GAAG,CAACC,KAAK,CAAC;MAChC,CAAC,CAAC,OAAOU,EAAE,EAAE;QACT,OAAO,IAAI,CAACf,OAAO,CAACgB,UAAU,CAACC,QAAQ,CAACC,KAAK,CAACH,EAAE,CAAC;MACrD;IACJ;IACA;AACR;AACA;IACQ,OAAO,IAAI,CAACf,OAAO,CAACgB,UAAU,CAACC,QAAQ,CAACE,IAAI,CAAC,CAAC;EAClD;EAEQb,YAAYA,CAACD,KAAgC,EAAQ;IACzD,IAAI,CAACA,KAAK,CAACE,IAAI,EAAE;MACb,MAAM,IAAIa,KAAK,CAAC,8BAA8B,CAAC;IACnD,CAAC,MAAM,IAAI,IAAI,CAAClB,SAAS,CAACG,KAAK,CAACE,IAAI,CAAC,EAAE;MACnC;IACJ;IACA,MAAM,IAAIa,KAAK,CACX,iBAAiBf,KAAK,CAACE,IAAI,qBAAqBc,MAAM,CAACC,IAAI,CAAC,IAAI,CAACpB,SAAS,CAAC,CAACqB,IAAI,CAC5E,IACJ,CAAC,GACL,CAAC;EACL;AACJ","ignoreList":[]}
+{"version":3,"file":"tasks/dataSynchronization/DataSynchronizationTaskRunner.js","sources":["../../../src/tasks/dataSynchronization/DataSynchronizationTaskRunner.ts"],"sourcesContent":["import type {\n    IDataSynchronizationInput,\n    IDataSynchronizationManager,\n    IFactories\n} from \"~/tasks/dataSynchronization/types.js\";\nimport type { IIndexManager } from \"~/settings/types.js\";\nimport { ElasticsearchSynchronize } from \"~/tasks/dataSynchronization/elasticsearch/ElasticsearchSynchronize.js\";\nimport { ElasticsearchFetcher } from \"~/tasks/dataSynchronization/elasticsearch/ElasticsearchFetcher.js\";\n\nexport interface IDataSynchronizationTaskRunnerParams {\n    manager: IDataSynchronizationManager;\n    indexManager: IIndexManager;\n    factories: IFactories;\n    elasticsearchSynchronize: ElasticsearchSynchronize;\n}\n\nexport class DataSynchronizationTaskRunner {\n    private readonly manager: IDataSynchronizationManager;\n    private readonly indexManager: IIndexManager;\n    private readonly factories: IFactories;\n    private readonly elasticsearchSynchronize: ElasticsearchSynchronize;\n\n    public constructor(params: IDataSynchronizationTaskRunnerParams) {\n        this.manager = params.manager;\n        this.indexManager = params.indexManager;\n        this.factories = params.factories;\n        this.elasticsearchSynchronize = params.elasticsearchSynchronize;\n    }\n\n    public async run(input: IDataSynchronizationInput) {\n        this.validateFlow(input);\n        /**\n         * Go through the Elasticsearch and delete records which do not exist in the Elasticsearch table.\n         */\n        //\n        if (input.flow === \"elasticsearchToDynamoDb\" && !input.elasticsearchToDynamoDb?.finished) {\n            const sync = this.factories.elasticsearchToDynamoDb({\n                manager: this.manager,\n                indexManager: this.indexManager,\n                synchronize: this.elasticsearchSynchronize,\n                fetcher: new ElasticsearchFetcher({\n                    client: this.manager.elasticsearch\n                })\n            });\n            try {\n                return await sync.run(input);\n            } catch (ex) {\n                return this.manager.controller.response.error(ex);\n            }\n        }\n        /**\n         * We are done.\n         */\n        return this.manager.controller.response.done();\n    }\n\n    private validateFlow(input: IDataSynchronizationInput): void {\n        if (!input.flow) {\n            throw new Error(`Missing \"flow\" in the input.`);\n        } else if (this.factories[input.flow]) {\n            return;\n        }\n        throw new Error(\n            `Invalid flow \"${input.flow}\". Allowed flows: ${Object.keys(this.factories).join(\n                \", \"\n            )}.`\n        );\n    }\n}\n"],"names":["DataSynchronizationTaskRunner","params","input","sync","ElasticsearchFetcher","ex","Error","Object"],"mappings":";AAgBO,MAAMA;IAMT,YAAmBC,MAA4C,CAAE;QAC7D,IAAI,CAAC,OAAO,GAAGA,OAAO,OAAO;QAC7B,IAAI,CAAC,YAAY,GAAGA,OAAO,YAAY;QACvC,IAAI,CAAC,SAAS,GAAGA,OAAO,SAAS;QACjC,IAAI,CAAC,wBAAwB,GAAGA,OAAO,wBAAwB;IACnE;IAEA,MAAa,IAAIC,KAAgC,EAAE;QAC/C,IAAI,CAAC,YAAY,CAACA;QAKlB,IAAIA,AAAe,8BAAfA,MAAM,IAAI,IAAkC,CAACA,MAAM,uBAAuB,EAAE,UAAU;YACtF,MAAMC,OAAO,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC;gBAChD,SAAS,IAAI,CAAC,OAAO;gBACrB,cAAc,IAAI,CAAC,YAAY;gBAC/B,aAAa,IAAI,CAAC,wBAAwB;gBAC1C,SAAS,IAAIC,qBAAqB;oBAC9B,QAAQ,IAAI,CAAC,OAAO,CAAC,aAAa;gBACtC;YACJ;YACA,IAAI;gBACA,OAAO,MAAMD,KAAK,GAAG,CAACD;YAC1B,EAAE,OAAOG,IAAI;gBACT,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAACA;YAClD;QACJ;QAIA,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI;IAChD;IAEQ,aAAaH,KAAgC,EAAQ;QACzD,IAAKA,MAAM,IAAI,EAER;YAAA,IAAI,IAAI,CAAC,SAAS,CAACA,MAAM,IAAI,CAAC,EACjC;QACJ,OAHI,MAAM,IAAII,MAAM;QAIpB,MAAM,IAAIA,MACN,CAAC,cAAc,EAAEJ,MAAM,IAAI,CAAC,kBAAkB,EAAEK,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAC5E,MACF,CAAC,CAAC;IAEZ;AACJ"}

package/tasks/dataSynchronization/createFactories.js

@@ -1,10 +1,7 @@
 import { ElasticsearchToDynamoDbSynchronization } from "./elasticsearch/ElasticsearchToDynamoDbSynchronization.js";
-export const createFactories = () => {
-  return {
-    elasticsearchToDynamoDb: params => {
-      return new ElasticsearchToDynamoDbSynchronization(params);
-    }
-  };
-};
+const createFactories = ()=>({
+        elasticsearchToDynamoDb: (params)=>new ElasticsearchToDynamoDbSynchronization(params)
+    });
+export { createFactories };
 
 //# sourceMappingURL=createFactories.js.map

package/tasks/dataSynchronization/createFactories.js.map

@@ -1 +1 @@
-{"version":3,"names":["ElasticsearchToDynamoDbSynchronization","createFactories","elasticsearchToDynamoDb","params"],"sources":["createFactories.ts"],"sourcesContent":["import type { IFactories } from \"./types.js\";\nimport { ElasticsearchToDynamoDbSynchronization } from \"./elasticsearch/ElasticsearchToDynamoDbSynchronization.js\";\n\nexport const createFactories = (): IFactories => {\n    return {\n        elasticsearchToDynamoDb: params => {\n            return new ElasticsearchToDynamoDbSynchronization(params);\n        }\n    };\n};\n"],"mappings":"AACA,SAASA,sCAAsC;AAE/C,OAAO,MAAMC,eAAe,GAAGA,CAAA,KAAkB;EAC7C,OAAO;IACHC,uBAAuB,EAAEC,MAAM,IAAI;MAC/B,OAAO,IAAIH,sCAAsC,CAACG,MAAM,CAAC;IAC7D;EACJ,CAAC;AACL,CAAC","ignoreList":[]}
+{"version":3,"file":"tasks/dataSynchronization/createFactories.js","sources":["../../../src/tasks/dataSynchronization/createFactories.ts"],"sourcesContent":["import type { IFactories } from \"./types.js\";\nimport { ElasticsearchToDynamoDbSynchronization } from \"./elasticsearch/ElasticsearchToDynamoDbSynchronization.js\";\n\nexport const createFactories = (): IFactories => {\n    return {\n        elasticsearchToDynamoDb: params => {\n            return new ElasticsearchToDynamoDbSynchronization(params);\n        }\n    };\n};\n"],"names":["createFactories","params","ElasticsearchToDynamoDbSynchronization"],"mappings":";AAGO,MAAMA,kBAAkB,IACpB;QACH,yBAAyBC,CAAAA,SACd,IAAIC,uCAAuCD;IAE1D"}

package/tasks/dataSynchronization/elasticsearch/ElasticsearchFetcher.js

@@ -1,101 +1,77 @@
 import { getTotalCount } from "@webiny/api-opensearch/types.js";
 import { shouldIgnoreEsResponseError } from "./shouldIgnoreEsResponseError.js";
 import { inspect } from "node:util";
-export class ElasticsearchFetcher {
-  constructor(params) {
-    this.client = params.client;
-  }
-  async fetch({
-    index,
-    cursor,
-    limit
-  }) {
-    let response;
-    try {
-      response = await this.client.search({
-        index,
-        body: {
-          query: {
-            match_all: {}
-          },
-          sort: {
-            "id.keyword": {
-              order: "asc"
+class ElasticsearchFetcher {
+    constructor(params){
+        this.client = params.client;
+    }
+    async fetch({ index, cursor, limit }) {
+        let response;
+        try {
+            response = await this.client.search({
+                index,
+                body: {
+                    query: {
+                        match_all: {}
+                    },
+                    sort: {
+                        "id.keyword": {
+                            order: "asc"
+                        }
+                    },
+                    size: limit + 1,
+                    track_total_hits: true,
+                    search_after: cursor,
+                    _source: false
+                }
+            });
+        } catch (ex) {
+            if (shouldIgnoreEsResponseError(ex)) {
+                if ("true" === process.env.DEBUG) console.error(inspect(ex, {
+                    depth: 5,
+                    showHidden: true
+                }));
+                return {
+                    done: true,
+                    totalCount: 0,
+                    items: []
+                };
             }
-          },
-          size: limit + 1,
-          track_total_hits: true,
-          search_after: cursor,
-          _source: false
+            console.error("Failed to fetch data from Elasticsearch.", ex);
+            throw ex;
         }
-      });
-    } catch (ex) {
-      /**
-       * If we ignore the error, we can continue with the next index.
-       */
-      if (shouldIgnoreEsResponseError(ex)) {
-        if (process.env.DEBUG === "true") {
-          console.error(inspect(ex, {
-            depth: 5,
-            showHidden: true
-          }));
+        const { hits, total } = response.body.hits;
+        if (0 === hits.length) return {
+            done: true,
+            cursor: void 0,
+            totalCount: getTotalCount(total),
+            items: []
+        };
+        const hasMoreItems = hits.length > limit;
+        let nextCursor;
+        if (hasMoreItems) {
+            hits.pop();
+            nextCursor = hits.at(-1)?.sort;
         }
+        const items = hits.reduce((collection, hit)=>{
+            const [PK, SK] = hit._id.split(":");
+            if (!PK || !SK) return collection;
+            collection.push({
+                PK,
+                SK,
+                _id: hit._id,
+                index: hit._index
+            });
+            return collection;
+        }, []);
         return {
-          done: true,
-          totalCount: 0,
-          items: []
+            totalCount: getTotalCount(total),
+            cursor: nextCursor,
+            done: !nextCursor,
+            items
         };
-      }
-      console.error("Failed to fetch data from Elasticsearch.", ex);
-      throw ex;
-    }
-    const {
-      hits,
-      total
-    } = response.body.hits;
-    if (hits.length === 0) {
-      return {
-        done: true,
-        cursor: undefined,
-        totalCount: getTotalCount(total),
-        items: []
-      };
-    }
-
-    /**
-     * TODO expect errors over hit properties is required due to opensearch library narrowing types too much because of the _source: false. At least what Claude says, didnt go into it too much.
-     * Properties are there, but types are not correct.
-     */
-    const hasMoreItems = hits.length > limit;
-    let nextCursor;
-    if (hasMoreItems) {
-      hits.pop();
-      // @ts-expect-error
-      nextCursor = hits.at(-1)?.sort;
     }
-    const items = hits.reduce((collection, hit) => {
-      // @ts-expect-error
-      const [PK, SK] = hit._id.split(":");
-      if (!PK || !SK) {
-        return collection;
-      }
-      collection.push({
-        PK,
-        SK,
-        // @ts-expect-error
-        _id: hit._id,
-        // @ts-expect-error
-        index: hit._index
-      });
-      return collection;
-    }, []);
-    return {
-      totalCount: getTotalCount(total),
-      cursor: nextCursor,
-      done: !nextCursor,
-      items
-    };
-  }
 }
+export { ElasticsearchFetcher };
 
 //# sourceMappingURL=ElasticsearchFetcher.js.map