@webiny/api-search-index-tasks 0.0.0-unstable.0156a4c312

package/tasks/reindex/ReindexRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tasks/reindex/ReindexRunner.js","sources":["../../../src/tasks/reindex/ReindexRunner.ts"],"sourcesContent":["import type { IIndexManager } from \"~/abstractions/IndexManager.js\";\nimport type { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { TaskController } from \"@webiny/api-core/features/task/TaskController/index.js\";\nimport { TenantContext } from \"@webiny/api-core/features/tenancy/TenantContext/index.js\";\nimport { ListTenantsUseCase } from \"@webiny/api-core/features/tenancy/ListTenants/index.js\";\nimport { StorageScanner } from \"~/abstractions/StorageScanner.js\";\nimport { StorageWriter } from \"~/abstractions/StorageWriter.js\";\nimport { TenantIndexFactory } from \"~/abstractions/TenantIndexFactory.js\";\nimport { ReindexRunner as Abstraction } from \"./abstractions/ReindexRunner.js\";\n\nclass ReindexRunnerImpl implements Abstraction.Interface {\n    constructor(\n        private readonly controller: TaskController.Interface,\n        private readonly scanner: StorageScanner.Interface,\n        private readonly writer: StorageWriter.Interface,\n        private readonly tenantContext: TenantContext.Interface,\n        private readonly listTenantsUseCase: ListTenantsUseCase.Interface,\n        private readonly indexFactories: TenantIndexFactory.Interface[]\n    ) {}\n\n    public async execute(\n        cursor: string | undefined,\n        limit: number,\n        indexManager: IIndexManager\n    ): Promise<TaskDefinition.Result<Abstraction.Input>> {\n        const isIndexAllowed = (index: string): boolean => {\n            const input = this.controller.state.getInput();\n            if (typeof input.matching !== \"string\" || !input.matching) {\n                return true;\n            }\n            return index.includes(input.matching);\n        };\n\n        const indexConfigs = await this.buildIndexConfigs();\n\n        try {\n            while (this.controller.runtime.isCloseToTimeout() === false) {\n                if (this.controller.runtime.isAborted()) {\n                    return this.controller.response.aborted();\n                }\n\n                const results = await this.scanner.scan(cursor, limit);\n                if (results.items.length === 0) {\n                    await indexManager.enableIndexing();\n                    return this.controller.response.done(\"No more items to process.\");\n                }\n\n                for (const item of results.items) {\n                    if (!item.index) {\n                        continue;\n                    }\n                    if (isIndexAllowed(item.index) === false) {\n                        continue;\n                    }\n                    if (!item.entity) {\n                        continue;\n                    }\n\n                    const exists = await indexManager.indexExists(item.index);\n                    if (!exists) {\n                        const config = indexConfigs[item.index];\n                        if (!config) {\n                            await this.controller.logger.info({\n                                message: `Index \"${item.index}\" does not exist and no configuration found. Skipping.`\n                            });\n                            continue;\n                        }\n                        await indexManager.createIndex(item.index, config.settings);\n                        await this.controller.logger.info({\n                            message: `Index \"${item.index}\" created.`\n                        });\n                    }\n\n                    await indexManager.disableIndexing(item.index);\n                    this.writer.put({\n                        entity: item.entity,\n                        data: {\n                            ...item.data,\n                            modified: new Date().toISOString()\n                        }\n                    });\n                }\n                await this.writer.execute();\n                cursor = results.cursor;\n                await this.controller.state.updateInput({\n                    settings: indexManager.settings,\n                    cursor\n                });\n                if (!cursor) {\n                    await indexManager.enableIndexing();\n                    return this.controller.response.done(\n                        \"No more items to process - no last evaluated keys.\"\n                    );\n                }\n            }\n            return this.controller.response.continue({\n                cursor\n            });\n        } catch (ex) {\n            try {\n                await indexManager.enableIndexing();\n            } catch (er) {\n                er.data = ex;\n                return this.controller.response.error(er);\n            }\n            return this.controller.response.error(ex);\n        }\n    }\n\n    private async buildIndexConfigs(): Promise<Abstraction.IndexConfigsMap> {\n        const configs: Abstraction.IndexConfigsMap = {};\n        const tenantsResult = await this.listTenantsUseCase.execute();\n        if (tenantsResult.isFail()) {\n            throw tenantsResult.error;\n        }\n        const tenants = tenantsResult.value;\n\n        await this.tenantContext.withEachTenant(tenants, async tenant => {\n            for (const factory of this.indexFactories) {\n                const results = await factory.getIndexList(tenant);\n                for (const result of results) {\n                    if (!configs[result.index]) {\n                        configs[result.index] = result;\n                    }\n                }\n            }\n        });\n\n        return configs;\n    }\n}\n\nexport const ReindexRunner = Abstraction.createImplementation({\n    implementation: ReindexRunnerImpl,\n    dependencies: [\n        TaskController,\n        StorageScanner,\n        StorageWriter,\n        TenantContext,\n        ListTenantsUseCase,\n        [TenantIndexFactory, { multiple: true }]\n    ]\n});\n"],"names":["ReindexRunnerImpl","controller","scanner","writer","tenantContext","listTenantsUseCase","indexFactories","cursor","limit","indexManager","isIndexAllowed","index","input","indexConfigs","results","item","exists","config","Date","ex","er","configs","tenantsResult","tenants","tenant","factory","result","ReindexRunner","Abstraction","TaskController","StorageScanner","StorageWriter","TenantContext","ListTenantsUseCase","TenantIndexFactory"],"mappings":";;;;;;;AAUA,MAAMA;IACF,YACqBC,UAAoC,EACpCC,OAAiC,EACjCC,MAA+B,EAC/BC,aAAsC,EACtCC,kBAAgD,EAChDC,cAA8C,CACjE;aANmBL,UAAU,GAAVA;aACAC,OAAO,GAAPA;aACAC,MAAM,GAANA;aACAC,aAAa,GAAbA;aACAC,kBAAkB,GAAlBA;aACAC,cAAc,GAAdA;IAClB;IAEH,MAAa,QACTC,MAA0B,EAC1BC,KAAa,EACbC,YAA2B,EACsB;QACjD,MAAMC,iBAAiB,CAACC;YACpB,MAAMC,QAAQ,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ;YAC5C,IAAI,AAA0B,YAA1B,OAAOA,MAAM,QAAQ,IAAiB,CAACA,MAAM,QAAQ,EACrD,OAAO;YAEX,OAAOD,MAAM,QAAQ,CAACC,MAAM,QAAQ;QACxC;QAEA,MAAMC,eAAe,MAAM,IAAI,CAAC,iBAAiB;QAEjD,IAAI;YACA,MAAO,AAA+C,UAA/C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,GAAc;gBACzD,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,SAAS,IACjC,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO;gBAG3C,MAAMC,UAAU,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAACP,QAAQC;gBAChD,IAAIM,AAAyB,MAAzBA,QAAQ,KAAK,CAAC,MAAM,EAAQ;oBAC5B,MAAML,aAAa,cAAc;oBACjC,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACzC;gBAEA,KAAK,MAAMM,QAAQD,QAAQ,KAAK,CAAE;oBAC9B,IAAI,CAACC,KAAK,KAAK,EACX;oBAEJ,IAAIL,AAA+B,UAA/BA,eAAeK,KAAK,KAAK,GACzB;oBAEJ,IAAI,CAACA,KAAK,MAAM,EACZ;oBAGJ,MAAMC,SAAS,MAAMP,aAAa,WAAW,CAACM,KAAK,KAAK;oBACxD,IAAI,CAACC,QAAQ;wBACT,MAAMC,SAASJ,YAAY,CAACE,KAAK,KAAK,CAAC;wBACvC,IAAI,CAACE,QAAQ;4BACT,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC;gCAC9B,SAAS,CAAC,OAAO,EAAEF,KAAK,KAAK,CAAC,sDAAsD,CAAC;4BACzF;4BACA;wBACJ;wBACA,MAAMN,aAAa,WAAW,CAACM,KAAK,KAAK,EAAEE,OAAO,QAAQ;wBAC1D,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC;4BAC9B,SAAS,CAAC,OAAO,EAAEF,KAAK,KAAK,CAAC,UAAU,CAAC;wBAC7C;oBACJ;oBAEA,MAAMN,aAAa,eAAe,CAACM,KAAK,KAAK;oBAC7C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;wBACZ,QAAQA,KAAK,MAAM;wBACnB,MAAM;4BACF,GAAGA,KAAK,IAAI;4BACZ,UAAU,IAAIG,OAAO,WAAW;wBACpC;oBACJ;gBACJ;gBACA,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO;gBACzBX,SAASO,QAAQ,MAAM;gBACvB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC;oBACpC,UAAUL,aAAa,QAAQ;oBAC/BF;gBACJ;gBACA,IAAI,CAACA,QAAQ;oBACT,MAAME,aAAa,cAAc;oBACjC,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAChC;gBAER;YACJ;YACA,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBACrCF;YACJ;QACJ,EAAE,OAAOY,IAAI;YACT,IAAI;gBACA,MAAMV,aAAa,cAAc;YACrC,EAAE,OAAOW,IAAI;gBACTA,GAAG,IAAI,GAAGD;gBACV,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAACC;YAC1C;YACA,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAACD;QAC1C;IACJ;IAEA,MAAc,oBAA0D;QACpE,MAAME,UAAuC,CAAC;QAC9C,MAAMC,gBAAgB,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO;QAC3D,IAAIA,cAAc,MAAM,IACpB,MAAMA,cAAc,KAAK;QAE7B,MAAMC,UAAUD,cAAc,KAAK;QAEnC,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAACC,SAAS,OAAMC;YACnD,KAAK,MAAMC,WAAW,IAAI,CAAC,cAAc,CAAE;gBACvC,MAAMX,UAAU,MAAMW,QAAQ,YAAY,CAACD;gBAC3C,KAAK,MAAME,UAAUZ,QACjB,IAAI,CAACO,OAAO,CAACK,OAAO,KAAK,CAAC,EACtBL,OAAO,CAACK,OAAO,KAAK,CAAC,GAAGA;YAGpC;QACJ;QAEA,OAAOL;IACX;AACJ;AAEO,MAAMM,8BAAgBC,cAAAA,oBAAgC,CAAC;IAC1D,gBAAgB5B;IAChB,cAAc;QACV6B;QACAC;QACAC;QACAC;QACAC;QACA;YAACC;YAAoB;gBAAE,UAAU;YAAK;SAAE;KAC3C;AACL"}

package/tasks/reindex/ReindexTask.d.ts

@@ -0,0 +1,21 @@
+import { TaskDefinition, TaskHandler } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { ReindexRunner } from "./abstractions/ReindexRunner.js";
+import { IndexManagerFactory } from "../../abstractions/IndexManagerFactory.js";
+declare class ReindexTaskHandlerImpl implements TaskHandler.Interface<ReindexRunner.Input> {
+    private readonly indexManagerFactory;
+    private readonly runner;
+    constructor(indexManagerFactory: IndexManagerFactory.Interface, runner: ReindexRunner.Interface);
+    run({ input, controller }: TaskHandler.RunParams<ReindexRunner.Input>): Promise<TaskDefinition.Result<import("./abstractions/ReindexRunner.js").IReindexInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
+}
+declare class ReindexTaskImpl implements TaskDefinition.Interface {
+    readonly id = "elasticsearchReindexing";
+    readonly title = "Reindex Search Index";
+    readonly maxIterations = 500;
+    handler: typeof ReindexTaskHandlerImpl & {
+        __abstraction: import("@webiny/di").Abstraction<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskHandler<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
+    };
+}
+export declare const ReindexTask: typeof ReindexTaskImpl & {
+    __abstraction: import("@webiny/di").Abstraction<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskDefinition<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
+};
+export {};

package/tasks/reindex/ReindexTask.js

@@ -0,0 +1,39 @@
+import { TaskDefinition, TaskHandler } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { ReindexRunner } from "./abstractions/ReindexRunner.js";
+import { IndexManagerFactory } from "../../abstractions/IndexManagerFactory.js";
+class ReindexTaskHandlerImpl {
+    constructor(indexManagerFactory, runner){
+        this.indexManagerFactory = indexManagerFactory;
+        this.runner = runner;
+    }
+    async run({ input, controller }) {
+        if (controller.runtime.isAborted()) return controller.response.aborted();
+        const indexManager = this.indexManagerFactory.createIndexManager({
+            settings: input.settings || {}
+        });
+        const cursor = input.cursor || void 0;
+        return await this.runner.execute(cursor, input.limit || 100, indexManager);
+    }
+}
+const ReindexTaskHandler = TaskHandler.createImplementation({
+    implementation: ReindexTaskHandlerImpl,
+    dependencies: [
+        IndexManagerFactory,
+        ReindexRunner
+    ]
+});
+class ReindexTaskImpl {
+    constructor(){
+        this.id = "elasticsearchReindexing";
+        this.title = "Reindex Search Index";
+        this.maxIterations = 500;
+        this.handler = ReindexTaskHandler;
+    }
+}
+const ReindexTask = TaskDefinition.createImplementation({
+    implementation: ReindexTaskImpl,
+    dependencies: []
+});
+export { ReindexTask };
+
+//# sourceMappingURL=ReindexTask.js.map

package/tasks/reindex/ReindexTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tasks/reindex/ReindexTask.js","sources":["../../../src/tasks/reindex/ReindexTask.ts"],"sourcesContent":["import {\n    TaskDefinition,\n    TaskHandler\n} from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { ReindexRunner } from \"./abstractions/ReindexRunner.js\";\nimport { IndexManagerFactory } from \"~/abstractions/IndexManagerFactory.js\";\n\nclass ReindexTaskHandlerImpl implements TaskHandler.Interface<ReindexRunner.Input> {\n    constructor(\n        private readonly indexManagerFactory: IndexManagerFactory.Interface,\n        private readonly runner: ReindexRunner.Interface\n    ) {}\n\n    async run({ input, controller }: TaskHandler.RunParams<ReindexRunner.Input>) {\n        if (controller.runtime.isAborted()) {\n            return controller.response.aborted();\n        }\n\n        const indexManager = this.indexManagerFactory.createIndexManager({\n            settings: input.settings || {}\n        });\n\n        const cursor = input.cursor || undefined;\n        return await this.runner.execute(cursor, input.limit || 100, indexManager);\n    }\n}\n\nconst ReindexTaskHandler = TaskHandler.createImplementation({\n    implementation: ReindexTaskHandlerImpl,\n    dependencies: [IndexManagerFactory, ReindexRunner]\n});\n\nclass ReindexTaskImpl implements TaskDefinition.Interface {\n    public readonly id = \"elasticsearchReindexing\";\n    public readonly title = \"Reindex Search Index\";\n    public readonly maxIterations = 500;\n\n    handler = ReindexTaskHandler;\n}\n\nexport const ReindexTask = TaskDefinition.createImplementation({\n    implementation: ReindexTaskImpl,\n    dependencies: []\n});\n"],"names":["ReindexTaskHandlerImpl","indexManagerFactory","runner","input","controller","indexManager","cursor","undefined","ReindexTaskHandler","TaskHandler","IndexManagerFactory","ReindexRunner","ReindexTaskImpl","ReindexTask","TaskDefinition"],"mappings":";;;AAOA,MAAMA;IACF,YACqBC,mBAAkD,EAClDC,MAA+B,CAClD;aAFmBD,mBAAmB,GAAnBA;aACAC,MAAM,GAANA;IAClB;IAEH,MAAM,IAAI,EAAEC,KAAK,EAAEC,UAAU,EAA8C,EAAE;QACzE,IAAIA,WAAW,OAAO,CAAC,SAAS,IAC5B,OAAOA,WAAW,QAAQ,CAAC,OAAO;QAGtC,MAAMC,eAAe,IAAI,CAAC,mBAAmB,CAAC,kBAAkB,CAAC;YAC7D,UAAUF,MAAM,QAAQ,IAAI,CAAC;QACjC;QAEA,MAAMG,SAASH,MAAM,MAAM,IAAII;QAC/B,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAACD,QAAQH,MAAM,KAAK,IAAI,KAAKE;IACjE;AACJ;AAEA,MAAMG,qBAAqBC,YAAY,oBAAoB,CAAC;IACxD,gBAAgBT;IAChB,cAAc;QAACU;QAAqBC;KAAc;AACtD;AAEA,MAAMC;;aACc,EAAE,GAAG;aACL,KAAK,GAAG;aACR,aAAa,GAAG;aAEhC,OAAO,GAAGJ;;AACd;AAEO,MAAMK,cAAcC,eAAe,oBAAoB,CAAC;IAC3D,gBAAgBF;IAChB,cAAc,EAAE;AACpB"}

package/tasks/reindex/abstractions/ReindexRunner.d.ts

@@ -0,0 +1,21 @@
+import type { IIndexManager, IIndexSettingsMap } from "../../../abstractions/IndexManager.js";
+import type { ITenantIndexConfig } from "../../../abstractions/TenantIndexFactory.js";
+import type { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+export interface IReindexInput {
+    matching?: string;
+    limit?: number;
+    cursor?: string;
+    settings?: IIndexSettingsMap;
+}
+export interface IIndexConfigsMap {
+    [index: string]: ITenantIndexConfig;
+}
+export interface IReindexRunner {
+    execute(cursor: string | undefined, limit: number, indexManager: IIndexManager): Promise<TaskDefinition.Result<IReindexInput>>;
+}
+export declare const ReindexRunner: import("@webiny/di").Abstraction<IReindexRunner>;
+export declare namespace ReindexRunner {
+    type Interface = IReindexRunner;
+    type Input = IReindexInput;
+    type IndexConfigsMap = IIndexConfigsMap;
+}

package/tasks/reindex/abstractions/ReindexRunner.js

@@ -0,0 +1,5 @@
+import { createAbstraction } from "@webiny/feature/api";
+const ReindexRunner = createAbstraction("SearchIndexTasks/ReindexRunner");
+export { ReindexRunner };
+
+//# sourceMappingURL=ReindexRunner.js.map

package/tasks/reindex/abstractions/ReindexRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tasks/reindex/abstractions/ReindexRunner.js","sources":["../../../../src/tasks/reindex/abstractions/ReindexRunner.ts"],"sourcesContent":["import { createAbstraction } from \"@webiny/feature/api\";\nimport type { IIndexManager, IIndexSettingsMap } from \"~/abstractions/IndexManager.js\";\nimport type { ITenantIndexConfig } from \"~/abstractions/TenantIndexFactory.js\";\nimport type { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\n\nexport interface IReindexInput {\n    matching?: string;\n    limit?: number;\n    cursor?: string;\n    settings?: IIndexSettingsMap;\n}\n\nexport interface IIndexConfigsMap {\n    [index: string]: ITenantIndexConfig;\n}\n\nexport interface IReindexRunner {\n    execute(\n        cursor: string | undefined,\n        limit: number,\n        indexManager: IIndexManager\n    ): Promise<TaskDefinition.Result<IReindexInput>>;\n}\n\nexport const ReindexRunner = createAbstraction<IReindexRunner>(\"SearchIndexTasks/ReindexRunner\");\n\nexport namespace ReindexRunner {\n    export type Interface = IReindexRunner;\n    export type Input = IReindexInput;\n    export type IndexConfigsMap = IIndexConfigsMap;\n}\n"],"names":["ReindexRunner","createAbstraction"],"mappings":";AAwBO,MAAMA,gBAAgBC,kBAAkC"}