@acmekit/index 2.13.1

package/dist/models/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":";;;;;;AAAA,2CAAmD;AAA1C,wHAAA,OAAO,OAAa;AAC7B,mDAA2D;AAAlD,gIAAA,OAAO,OAAiB;AACjC,mDAA2D;AAAlD,gIAAA,OAAO,OAAiB;AACjC,2CAAmD;AAA1C,wHAAA,OAAO,OAAa"}

package/dist/services/data-synchronizer.d.ts

@@ -0,0 +1,35 @@
+import { IndexTypes } from "@acmekit/types";
+export declare class DataSynchronizer {
+    #private;
+    constructor(container: Record<string, any>);
+    onApplicationStart({ schemaObjectRepresentation, storageProvider, }: {
+        lockDuration?: number;
+        schemaObjectRepresentation: IndexTypes.SchemaObjectRepresentation;
+        storageProvider: IndexTypes.StorageProvider;
+    }): void;
+    syncEntities(entities: {
+        entity: string;
+        fields: string;
+        fields_hash: string;
+    }[], lockDuration?: number): Promise<void>;
+    removeEntities(entities: string[], staleOnly?: boolean): Promise<void>;
+    syncEntity({ entityName, pagination, ack, }: {
+        entityName: string;
+        pagination?: {
+            cursor?: string;
+            updated_at?: string | Date;
+            limit?: number;
+            batchSize?: number;
+        };
+        ack: (ack: {
+            lastCursor: string | null;
+            done?: boolean;
+            err?: Error;
+        }) => Promise<void>;
+    }): Promise<{
+        lastCursor: string | null;
+        done?: boolean;
+        err?: Error;
+    }>;
+}
+//# sourceMappingURL=data-synchronizer.d.ts.map

package/dist/services/data-synchronizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-synchronizer.d.ts","sourceRoot":"","sources":["../../src/services/data-synchronizer.ts"],"names":[],"mappings":"AAMA,OAAO,EAGL,UAAU,EAKX,MAAM,gBAAgB,CAAA;AAGvB,qBAAa,gBAAgB;;gBAsCf,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAY1C,kBAAkB,CAAC,EACjB,0BAA0B,EAC1B,eAAe,GAChB,EAAE;QACD,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,0BAA0B,EAAE,UAAU,CAAC,0BAA0B,CAAA;QACjE,eAAe,EAAE,UAAU,CAAC,eAAe,CAAA;KAC5C;IAOK,YAAY,CAChB,QAAQ,EAAE;QACR,MAAM,EAAE,MAAM,CAAA;QACd,MAAM,EAAE,MAAM,CAAA;QACd,WAAW,EAAE,MAAM,CAAA;KACpB,EAAE,EACH,YAAY,GAAE,MAAW;IAWrB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,SAAS,GAAE,OAAe;IAsH7D,UAAU,CAAC,EACf,UAAU,EACV,UAAe,EACf,GAAG,GACJ,EAAE;QACD,UAAU,EAAE,MAAM,CAAA;QAClB,UAAU,CAAC,EAAE;YACX,MAAM,CAAC,EAAE,MAAM,CAAA;YACf,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;YAC1B,KAAK,CAAC,EAAE,MAAM,CAAA;YACd,SAAS,CAAC,EAAE,MAAM,CAAA;SACnB,CAAA;QACD,GAAG,EAAE,CAAC,GAAG,EAAE;YACT,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;YACzB,IAAI,CAAC,EAAE,OAAO,CAAA;YACd,GAAG,CAAC,EAAE,KAAK,CAAA;SACZ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;KACpB,GAAG,OAAO,CAAC;QACV,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;QACzB,IAAI,CAAC,EAAE,OAAO,CAAA;QACd,GAAG,CAAC,EAAE,KAAK,CAAA;KACZ,CAAC;CAiHH"}

package/dist/services/data-synchronizer.js

@@ -0,0 +1,238 @@
+"use strict";
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var _DataSynchronizer_instances, _DataSynchronizer_container, _DataSynchronizer_isReady, _DataSynchronizer_schemaObjectRepresentation, _DataSynchronizer_storageProvider, _DataSynchronizer_orchestrator, _DataSynchronizer_query_get, _DataSynchronizer_locking_get, _DataSynchronizer_indexMetadataService_get, _DataSynchronizer_indexSyncService_get, _DataSynchronizer_indexRelationService_get, _DataSynchronizer_logger_get, _DataSynchronizer_isReadyOrThrow, _DataSynchronizer_updatedStatus, _DataSynchronizer_taskRunner;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataSynchronizer = void 0;
+const utils_1 = require("@acmekit/framework/utils");
+const _utils_1 = require("../utils");
+const promises_1 = require("timers/promises");
+class DataSynchronizer {
+    constructor(container) {
+        _DataSynchronizer_instances.add(this);
+        _DataSynchronizer_container.set(this, void 0);
+        _DataSynchronizer_isReady.set(this, false);
+        _DataSynchronizer_schemaObjectRepresentation.set(this, void 0);
+        _DataSynchronizer_storageProvider.set(this, void 0);
+        _DataSynchronizer_orchestrator.set(this, void 0);
+        __classPrivateFieldSet(this, _DataSynchronizer_container, container, "f");
+    }
+    onApplicationStart({ schemaObjectRepresentation, storageProvider, }) {
+        __classPrivateFieldSet(this, _DataSynchronizer_storageProvider, storageProvider, "f");
+        __classPrivateFieldSet(this, _DataSynchronizer_schemaObjectRepresentation, schemaObjectRepresentation, "f");
+        __classPrivateFieldSet(this, _DataSynchronizer_isReady, true, "f");
+    }
+    async syncEntities(entities, lockDuration = 60 // 1 minute
+    ) {
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_isReadyOrThrow).call(this);
+        const entitiesToSync = entities.map((entity) => entity.entity);
+        __classPrivateFieldSet(this, _DataSynchronizer_orchestrator, new _utils_1.Orchestrator(__classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_locking_get), entitiesToSync, {
+            lockDuration,
+            logger: __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get),
+        }), "f");
+        await __classPrivateFieldGet(this, _DataSynchronizer_orchestrator, "f").process(__classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_taskRunner).bind(this));
+    }
+    async removeEntities(entities, staleOnly = false) {
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_isReadyOrThrow).call(this);
+        const staleCondition = staleOnly ? "staled_at IS NOT NULL" : "";
+        for (const entity of entities) {
+            await __classPrivateFieldGet(this, _DataSynchronizer_container, "f").manager.execute(`WITH deleted_data AS (
+          DELETE FROM "index_data"
+          WHERE "name" = ? ${staleCondition ? `AND ${staleCondition}` : ""}
+          RETURNING id
+        )
+        DELETE FROM "index_relation"
+        WHERE ("parent_name" = ? AND "parent_id" IN (SELECT id FROM deleted_data))
+           OR ("child_name" = ? AND "child_id" IN (SELECT id FROM deleted_data))`, [entity, entity, entity]);
+        }
+    }
+    async syncEntity({ entityName, pagination = {}, ack, }) {
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_isReadyOrThrow).call(this);
+        const schemaEntityObjectRepresentation = __classPrivateFieldGet(this, _DataSynchronizer_schemaObjectRepresentation, "f")[entityName];
+        const { alias, moduleConfig } = schemaEntityObjectRepresentation;
+        const isLink = !!moduleConfig?.isLink;
+        if (!alias) {
+            __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).info(`[Index engine] Cannot find Entity '${entityName}' alias. Skipping.`);
+            const acknoledgement = {
+                lastCursor: pagination.cursor ?? null,
+                done: true,
+            };
+            await ack(acknoledgement);
+            return acknoledgement;
+        }
+        const entityPrimaryKey = "id";
+        const moduleHasId = !!moduleConfig?.primaryKeys?.includes("id");
+        if (!moduleHasId) {
+            const acknoledgement = {
+                lastCursor: pagination.cursor ?? null,
+                err: new Error(`Entity ${entityName} does not have a property 'id'. The 'id' must be provided and must be orderable (e.g ulid)`),
+            };
+            await ack(acknoledgement);
+            return acknoledgement;
+        }
+        let processed = 0;
+        let currentCursor = pagination.cursor;
+        const batchSize = Math.min(pagination.batchSize ?? 100, 100);
+        const limit = pagination.limit ?? Infinity;
+        let error = null;
+        while (processed < limit) {
+            const filters = {};
+            if (currentCursor) {
+                filters[entityPrimaryKey] = { $gt: currentCursor };
+            }
+            if (pagination.updated_at) {
+                filters["updated_at"] = { $gt: pagination.updated_at };
+            }
+            const queryResult = await __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_query_get).graph({
+                entity: alias,
+                fields: [entityPrimaryKey],
+                filters,
+                pagination: {
+                    order: {
+                        [entityPrimaryKey]: "asc",
+                    },
+                    take: batchSize,
+                },
+            });
+            if (!queryResult?.data?.length) {
+                break;
+            }
+            const data = queryResult.data;
+            const envelop = {
+                data,
+                name: !isLink
+                    ? `*.${utils_1.CommonEvents.CREATED}`
+                    : `*.${utils_1.CommonEvents.ATTACHED}`,
+            };
+            try {
+                await __classPrivateFieldGet(this, _DataSynchronizer_storageProvider, "f").consumeEvent(schemaEntityObjectRepresentation)(envelop);
+                currentCursor = data[data.length - 1][entityPrimaryKey];
+                processed += data.length;
+                await ack({ lastCursor: currentCursor });
+            }
+            catch (err) {
+                error = err;
+                break;
+            }
+            await (0, promises_1.setTimeout)(0, undefined, { ref: false });
+        }
+        let acknoledgement = {
+            lastCursor: currentCursor,
+            done: true,
+        };
+        if (error) {
+            acknoledgement = {
+                lastCursor: currentCursor,
+                err: error,
+            };
+            await ack(acknoledgement);
+            return acknoledgement;
+        }
+        await ack(acknoledgement);
+        return acknoledgement;
+    }
+}
+exports.DataSynchronizer = DataSynchronizer;
+_DataSynchronizer_container = new WeakMap(), _DataSynchronizer_isReady = new WeakMap(), _DataSynchronizer_schemaObjectRepresentation = new WeakMap(), _DataSynchronizer_storageProvider = new WeakMap(), _DataSynchronizer_orchestrator = new WeakMap(), _DataSynchronizer_instances = new WeakSet(), _DataSynchronizer_query_get = function _DataSynchronizer_query_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f")[utils_1.ContainerRegistrationKeys.QUERY];
+}, _DataSynchronizer_locking_get = function _DataSynchronizer_locking_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f")[utils_1.Modules.LOCKING];
+}, _DataSynchronizer_indexMetadataService_get = function _DataSynchronizer_indexMetadataService_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f").indexMetadataService;
+}, _DataSynchronizer_indexSyncService_get = function _DataSynchronizer_indexSyncService_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f").indexSyncService;
+}, _DataSynchronizer_indexRelationService_get = function _DataSynchronizer_indexRelationService_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f").indexRelationService;
+}, _DataSynchronizer_logger_get = function _DataSynchronizer_logger_get() {
+    try {
+        return __classPrivateFieldGet(this, _DataSynchronizer_container, "f").logger;
+    }
+    catch (err) {
+        return console;
+    }
+}, _DataSynchronizer_isReadyOrThrow = function _DataSynchronizer_isReadyOrThrow() {
+    if (!__classPrivateFieldGet(this, _DataSynchronizer_isReady, "f")) {
+        throw new Error("DataSynchronizer is not ready. Call onApplicationStart first.");
+    }
+}, _DataSynchronizer_updatedStatus = async function _DataSynchronizer_updatedStatus(entity, status) {
+    await __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_indexMetadataService_get).update({
+        data: {
+            status,
+        },
+        selector: {
+            entity,
+        },
+    });
+}, _DataSynchronizer_taskRunner = async function _DataSynchronizer_taskRunner(entity) {
+    __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).info(`[Index engine] syncing entity '${entity}'`);
+    const [[lastCursor]] = await (0, utils_1.promiseAll)([
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_indexSyncService_get).list({
+            entity,
+        }, {
+            select: ["last_key"],
+        }),
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_updatedStatus).call(this, entity, _utils_1.IndexMetadataStatus.PROCESSING),
+        __classPrivateFieldGet(this, _DataSynchronizer_container, "f").manager.execute(`UPDATE "index_data" SET "staled_at" = NOW() WHERE "name" = ?`, [entity]),
+    ]);
+    let startTime = performance.now();
+    let chunkStartTime = startTime;
+    const finalAcknoledgement = await this.syncEntity({
+        entityName: entity,
+        pagination: {
+            cursor: lastCursor?.last_key,
+        },
+        ack: async (ack) => {
+            const endTime = performance.now();
+            const chunkElapsedTime = (endTime - chunkStartTime).toFixed(2);
+            if (ack.lastCursor) {
+                __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).debug(`[Index engine] syncing entity '${entity}' updating last cursor to ${ack.lastCursor} (+${chunkElapsedTime}ms)`);
+                await __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_indexSyncService_get).update({
+                    data: {
+                        last_key: ack.lastCursor,
+                    },
+                    selector: {
+                        entity,
+                    },
+                });
+                if (!ack.done && !ack.err) {
+                    await __classPrivateFieldGet(this, _DataSynchronizer_orchestrator, "f").renewLock(entity);
+                }
+            }
+            if (ack.err) {
+                __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).error(`[Index engine] syncing entity '${entity}' failed with error (+${chunkElapsedTime}ms):\n${ack.err.message}`);
+            }
+            if (ack.done) {
+                const elapsedTime = (endTime - startTime).toFixed(2);
+                __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).info(`[Index engine] syncing entity '${entity}' done (+${elapsedTime}ms)`);
+            }
+            chunkStartTime = performance.now();
+        },
+    });
+    if (finalAcknoledgement.done) {
+        await (0, utils_1.promiseAll)([
+            __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_updatedStatus).call(this, entity, _utils_1.IndexMetadataStatus.DONE),
+            __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_indexSyncService_get).update({
+                data: {
+                    last_key: finalAcknoledgement.lastCursor,
+                },
+                selector: {
+                    entity,
+                },
+            }),
+            this.removeEntities([entity], true),
+        ]);
+    }
+    if (finalAcknoledgement.err) {
+        await __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_updatedStatus).call(this, entity, _utils_1.IndexMetadataStatus.ERROR);
+    }
+};
+//# sourceMappingURL=data-synchronizer.js.map

package/dist/services/data-synchronizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-synchronizer.js","sourceRoot":"","sources":["../../src/services/data-synchronizer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,oDAKiC;AAUjC,mCAA0D;AAC1D,8CAA4C;AAC5C,MAAa,gBAAgB;IAsC3B,YAAY,SAA8B;;QArC1C,8CAA+B;QAC/B,oCAAoB,KAAK,EAAA;QACzB,+DAAkE;QAClE,oDAA4C;QAC5C,iDAA4B;QAkC1B,uBAAA,IAAI,+BAAc,SAAS,MAAA,CAAA;IAC7B,CAAC;IAUD,kBAAkB,CAAC,EACjB,0BAA0B,EAC1B,eAAe,GAKhB;QACC,uBAAA,IAAI,qCAAoB,eAAe,MAAA,CAAA;QACvC,uBAAA,IAAI,gDAA+B,0BAA0B,MAAA,CAAA;QAE7D,uBAAA,IAAI,6BAAY,IAAI,MAAA,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAIG,EACH,eAAuB,EAAE,CAAC,WAAW;;QAErC,uBAAA,IAAI,qEAAgB,MAApB,IAAI,CAAkB,CAAA;QACtB,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC9D,uBAAA,IAAI,kCAAiB,IAAI,qBAAY,CAAC,uBAAA,IAAI,kEAAS,EAAE,cAAc,EAAE;YACnE,YAAY;YACZ,MAAM,EAAE,uBAAA,IAAI,iEAAQ;SACrB,CAAC,MAAA,CAAA;QACF,MAAM,uBAAA,IAAI,sCAAc,CAAC,OAAO,CAAC,uBAAA,IAAI,iEAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,QAAkB,EAAE,YAAqB,KAAK;QACjE,uBAAA,IAAI,qEAAgB,MAApB,IAAI,CAAkB,CAAA;QAEtB,MAAM,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,CAAA;QAE/D,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,uBAAA,IAAI,mCAAW,CAAC,OAAO,CAAC,OAAO,CACnC;;6BAEqB,cAAc,CAAC,CAAC,CAAC,OAAO,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE;;;;;iFAKO,EACzE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CACzB,CAAA;QACH,CAAC;IACH,CAAC;IAoGD,KAAK,CAAC,UAAU,CAAC,EACf,UAAU,EACV,UAAU,GAAG,EAAE,EACf,GAAG,GAcJ;QAKC,uBAAA,IAAI,qEAAgB,MAApB,IAAI,CAAkB,CAAA;QAEtB,MAAM,gCAAgC,GAAG,uBAAA,IAAI,oDAA4B,CACvE,UAAU,CACyB,CAAA;QAErC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,gCAAgC,CAAA;QAChE,MAAM,MAAM,GAAG,CAAC,CAAC,YAAY,EAAE,MAAM,CAAA;QAErC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,uBAAA,IAAI,iEAAQ,CAAC,IAAI,CACf,sCAAsC,UAAU,oBAAoB,CACrE,CAAA;YAED,MAAM,cAAc,GAAG;gBACrB,UAAU,EAAE,UAAU,CAAC,MAAM,IAAI,IAAI;gBACrC,IAAI,EAAE,IAAI;aACX,CAAA;YAED,MAAM,GAAG,CAAC,cAAc,CAAC,CAAA;YACzB,OAAO,cAAc,CAAA;QACvB,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAA;QAC7B,MAAM,WAAW,GAAG,CAAC,CAAC,YAAY,EAAE,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC/D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,cAAc,GAAG;gBACrB,UAAU,EAAE,UAAU,CAAC,MAAM,IAAI,IAAI;gBACrC,GAAG,EAAE,IAAI,KAAK,CACZ,UAAU,UAAU,4FAA4F,CACjH;aACF,CAAA;YAED,MAAM,GAAG,CAAC,cAAc,CAAC,CAAA;YACzB,OAAO,cAAc,CAAA;QACvB,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,aAAa,GAAG,UAAU,CAAC,MAAO,CAAA;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,IAAI,GAAG,EAAE,GAAG,CAAC,CAAA;QAC5D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,QAAQ,CAAA;QAC1C,IAAI,KAAK,GAAG,IAAI,CAAA;QAEhB,OAAO,SAAS,GAAG,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAwB,EAAE,CAAA;YAEvC,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,aAAa,EAAE,CAAA;YACpD,CAAC;YAED,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,UAAU,EAAE,CAAA;YACxD,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,uBAAA,IAAI,gEAAO,CAAC,KAAK,CAAC;gBAC1C,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,CAAC,gBAAgB,CAAC;gBAC1B,OAAO;gBACP,UAAU,EAAE;oBACV,KAAK,EAAE;wBACL,CAAC,gBAAgB,CAAC,EAAE,KAAK;qBAC1B;oBACD,IAAI,EAAE,SAAS;iBAChB;aACF,CAAC,CAAA;YAEF,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC/B,MAAK;YACP,CAAC;YAED,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAA;YAE7B,MAAM,OAAO,GAAU;gBACrB,IAAI;gBACJ,IAAI,EAAE,CAAC,MAAM;oBACX,CAAC,CAAC,KAAK,oBAAY,CAAC,OAAO,EAAE;oBAC7B,CAAC,CAAC,KAAK,oBAAY,CAAC,QAAQ,EAAE;aACjC,CAAA;YAED,IAAI,CAAC;gBACH,MAAM,uBAAA,IAAI,yCAAiB,CAAC,YAAY,CACtC,gCAAgC,CACjC,CAAC,OAAO,CAAC,CAAA;gBACV,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAA;gBACvD,SAAS,IAAI,IAAI,CAAC,MAAM,CAAA;gBAExB,MAAM,GAAG,CAAC,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,CAAA;YAC1C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,GAAG,GAAG,CAAA;gBACX,MAAK;YACP,CAAC;YAED,MAAM,IAAA,qBAAU,EAAC,CAAC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAChD,CAAC;QAED,IAAI,cAAc,GAAwD;YACxE,UAAU,EAAE,aAAa;YACzB,IAAI,EAAE,IAAI;SACX,CAAA;QAED,IAAI,KAAK,EAAE,CAAC;YACV,cAAc,GAAG;gBACf,UAAU,EAAE,aAAa;gBACzB,GAAG,EAAE,KAAK;aACX,CAAA;YACD,MAAM,GAAG,CAAC,cAAc,CAAC,CAAA;YACzB,OAAO,cAAc,CAAA;QACvB,CAAC;QAED,MAAM,GAAG,CAAC,cAAc,CAAC,CAAA;QACzB,OAAO,cAAc,CAAA;IACvB,CAAC;CACF;AA7UD,4CA6UC;;IArUG,OAAO,uBAAA,IAAI,mCAAW,CACpB,iCAAyB,CAAC,KAAK,CACT,CAAA;AAC1B,CAAC;IAGC,OAAO,uBAAA,IAAI,mCAAW,CAAC,eAAO,CAAC,OAAO,CAAmB,CAAA;AAC3D,CAAC;IAGC,OAAO,uBAAA,IAAI,mCAAW,CAAC,oBAAoB,CAAA;AAC7C,CAAC;IAGC,OAAO,uBAAA,IAAI,mCAAW,CAAC,gBAAgB,CAAA;AACzC,CAAC;IAIC,OAAO,uBAAA,IAAI,mCAAW,CAAC,oBAAoB,CAAA;AAC7C,CAAC;IAGC,IAAI,CAAC;QACH,OAAO,uBAAA,IAAI,mCAAW,CAAC,MAAM,CAAA;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,OAA4B,CAAA;IACrC,CAAC;AACH,CAAC;IAOC,IAAI,CAAC,uBAAA,IAAI,iCAAS,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAA;IACH,CAAC;AACH,CAAC,oCAqDD,KAAK,0CAAgB,MAAc,EAAE,MAA2B;IAC9D,MAAM,uBAAA,IAAI,+EAAsB,CAAC,MAAM,CAAC;QACtC,IAAI,EAAE;YACJ,MAAM;SACP;QACD,QAAQ,EAAE;YACR,MAAM;SACP;KACF,CAAC,CAAA;AACJ,CAAC,iCAED,KAAK,uCAAa,MAAc;IAC9B,uBAAA,IAAI,iEAAQ,CAAC,IAAI,CAAC,kCAAkC,MAAM,GAAG,CAAC,CAAA;IAE9D,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,GAAG,MAAM,IAAA,kBAAU,EAAC;QACtC,uBAAA,IAAI,2EAAkB,CAAC,IAAI,CACzB;YACE,MAAM;SACP,EACD;YACE,MAAM,EAAE,CAAC,UAAU,CAAC;SACrB,CACF;QACD,uBAAA,IAAI,oEAAe,MAAnB,IAAI,EAAgB,MAAM,EAAE,4BAAmB,CAAC,UAAU,CAAC;QAC3D,uBAAA,IAAI,mCAAW,CAAC,OAAO,CAAC,OAAO,CAC7B,8DAA8D,EAC9D,CAAC,MAAM,CAAC,CACT;KACF,CAAC,CAAA;IAEF,IAAI,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IACjC,IAAI,cAAc,GAAG,SAAS,CAAA;IAE9B,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;QAChD,UAAU,EAAE,MAAM;QAClB,UAAU,EAAE;YACV,MAAM,EAAE,UAAU,EAAE,QAAQ;SAC7B;QACD,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACjB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YACjC,MAAM,gBAAgB,GAAG,CAAC,OAAO,GAAG,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;YAE9D,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACnB,uBAAA,IAAI,iEAAQ,CAAC,KAAK,CAChB,kCAAkC,MAAM,6BAA6B,GAAG,CAAC,UAAU,MAAM,gBAAgB,KAAK,CAC/G,CAAA;gBAED,MAAM,uBAAA,IAAI,2EAAkB,CAAC,MAAM,CAAC;oBAClC,IAAI,EAAE;wBACJ,QAAQ,EAAE,GAAG,CAAC,UAAU;qBACzB;oBACD,QAAQ,EAAE;wBACR,MAAM;qBACP;iBACF,CAAC,CAAA;gBAEF,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;oBAC1B,MAAM,uBAAA,IAAI,sCAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;gBAC5C,CAAC;YACH,CAAC;YAED,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;gBACZ,uBAAA,IAAI,iEAAQ,CAAC,KAAK,CAChB,kCAAkC,MAAM,yBAAyB,gBAAgB,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAC5G,CAAA;YACH,CAAC;YAED,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBACb,MAAM,WAAW,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;gBACpD,uBAAA,IAAI,iEAAQ,CAAC,IAAI,CACf,kCAAkC,MAAM,YAAY,WAAW,KAAK,CACrE,CAAA;YACH,CAAC;YAED,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QACpC,CAAC;KACF,CAAC,CAAA;IAEF,IAAI,mBAAmB,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAA,kBAAU,EAAC;YACf,uBAAA,IAAI,oEAAe,MAAnB,IAAI,EAAgB,MAAM,EAAE,4BAAmB,CAAC,IAAI,CAAC;YACrD,uBAAA,IAAI,2EAAkB,CAAC,MAAM,CAAC;gBAC5B,IAAI,EAAE;oBACJ,QAAQ,EAAE,mBAAmB,CAAC,UAAU;iBACzC;gBACD,QAAQ,EAAE;oBACR,MAAM;iBACP;aACF,CAAC;YACF,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC;SACpC,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,mBAAmB,CAAC,GAAG,EAAE,CAAC;QAC5B,MAAM,uBAAA,IAAI,oEAAe,MAAnB,IAAI,EAAgB,MAAM,EAAE,4BAAmB,CAAC,KAAK,CAAC,CAAA;IAC9D,CAAC;AACH,CAAC"}

package/dist/services/index-data.d.ts

@@ -0,0 +1,8 @@
+declare const IndexDataService_base: {
+    new <TContainer extends object = object, TEntity extends object = any>(container: TContainer): import("@acmekit/types").IAcmeKitInternalService<TEntity, TContainer>;
+    setEventSubscriber(subscriber: import("@acmekit/framework/utils").AcmeKitMikroOrmEventSubscriber): void;
+};
+export declare class IndexDataService extends IndexDataService_base {
+}
+export {};
+//# sourceMappingURL=index-data.d.ts.map

package/dist/services/index-data.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-data.d.ts","sourceRoot":"","sources":["../../src/services/index-data.ts"],"names":[],"mappings":";;;;AAGA,qBAAa,gBAAiB,SAAQ,qBAAiC;CAAG"}

package/dist/services/index-data.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IndexDataService = void 0;
+const utils_1 = require("@acmekit/framework/utils");
+const _models_1 = require("../models");
+class IndexDataService extends (0, utils_1.AcmeKitInternalService)(_models_1.IndexData) {
+}
+exports.IndexDataService = IndexDataService;
+//# sourceMappingURL=index-data.js.map

package/dist/services/index-data.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-data.js","sourceRoot":"","sources":["../../src/services/index-data.ts"],"names":[],"mappings":";;;AAAA,oDAAiE;AACjE,qCAAmC;AAEnC,MAAa,gBAAiB,SAAQ,IAAA,8BAAsB,EAAC,mBAAS,CAAC;CAAG;AAA1E,4CAA0E"}

package/dist/services/index-metadata.d.ts

@@ -0,0 +1,8 @@
+declare const IndexMetadataService_base: {
+    new <TContainer extends object = object, TEntity extends object = any>(container: TContainer): import("@acmekit/types").IAcmeKitInternalService<TEntity, TContainer>;
+    setEventSubscriber(subscriber: import("@acmekit/framework/utils").AcmeKitMikroOrmEventSubscriber): void;
+};
+export declare class IndexMetadataService extends IndexMetadataService_base {
+}
+export {};
+//# sourceMappingURL=index-metadata.d.ts.map

package/dist/services/index-metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-metadata.d.ts","sourceRoot":"","sources":["../../src/services/index-metadata.ts"],"names":[],"mappings":";;;;AAGA,qBAAa,oBAAqB,SAAQ,yBAEzC;CAAG"}

package/dist/services/index-metadata.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IndexMetadataService = void 0;
+const utils_1 = require("@acmekit/framework/utils");
+const _models_1 = require("../models");
+class IndexMetadataService extends (0, utils_1.AcmeKitInternalService)(_models_1.IndexMetadata) {
+}
+exports.IndexMetadataService = IndexMetadataService;
+//# sourceMappingURL=index-metadata.js.map

package/dist/services/index-metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-metadata.js","sourceRoot":"","sources":["../../src/services/index-metadata.ts"],"names":[],"mappings":";;;AAAA,oDAAiE;AACjE,qCAAuC;AAEvC,MAAa,oBAAqB,SAAQ,IAAA,8BAAsB,EAC9D,uBAAa,CACd;CAAG;AAFJ,oDAEI"}

package/dist/services/index-module-service.d.ts

@@ -0,0 +1,75 @@
+import { Constructor, Context, IEventBusModuleService, IndexTypes, InternalModuleDeclaration, Logger, ModulesSdkTypes, RemoteQueryFunction } from "@acmekit/framework/types";
+import { MikroOrmBaseRepository as BaseRepository, ContainerRegistrationKeys, Modules, ModulesSdkUtils } from "@acmekit/framework/utils";
+import { DataSynchronizer } from "./data-synchronizer";
+type InjectedDependencies = {
+    logger: Logger;
+    [Modules.EVENT_BUS]: IEventBusModuleService;
+    storageProviderCtr: Constructor<IndexTypes.StorageProvider>;
+    [ContainerRegistrationKeys.QUERY]: RemoteQueryFunction;
+    storageProviderCtrOptions: unknown;
+    baseRepository: BaseRepository;
+    indexMetadataService: ModulesSdkTypes.IAcmeKitInternalService<any>;
+    indexSyncService: ModulesSdkTypes.IAcmeKitInternalService<any>;
+    dataSynchronizer: DataSynchronizer;
+};
+declare const IndexModuleService_base: ModulesSdkUtils.AcmeKitServiceReturnType<ModulesSdkUtils.ModelConfigurationsToConfigTemplate<{}>>;
+export default class IndexModuleService extends IndexModuleService_base implements IndexTypes.IIndexService {
+    #private;
+    protected readonly moduleDeclaration: InternalModuleDeclaration;
+    private static readonly SyncSubscribersDescriptor;
+    private readonly baseRepository_;
+    private readonly container_;
+    private readonly moduleOptions_;
+    protected readonly eventBusModuleService_: IEventBusModuleService;
+    protected schemaObjectRepresentation_: IndexTypes.SchemaObjectRepresentation;
+    protected schemaEntitiesMap_: Record<string, any>;
+    protected readonly storageProviderCtr_: Constructor<IndexTypes.StorageProvider>;
+    protected readonly storageProviderCtrOptions_: unknown;
+    protected storageProvider_: IndexTypes.StorageProvider;
+    private configurationChecker_;
+    private get indexMetadataService_();
+    private get indexSyncService_();
+    private get dataSynchronizer_();
+    private get logger_();
+    constructor(container: InjectedDependencies, moduleOptions: IndexTypes.IndexModuleOptions, moduleDeclaration: InternalModuleDeclaration);
+    __hooks: {
+        onApplicationStart(this: IndexModuleService): Promise<void>;
+    };
+    protected onApplicationStart_(): Promise<void>;
+    query<const TEntry extends string>(config: IndexTypes.IndexQueryConfig<TEntry>): Promise<IndexTypes.QueryResultSet<TEntry>>;
+    protected registerListeners(): void;
+    private buildSchemaObjectRepresentation_;
+    /**
+     * Example output:
+     *
+     *
+     * ```json
+     * [
+     *   {
+     *     "id": "prod_123",
+     *     "entity": "product",
+     *     "status": "pending",
+     *     "fields": ["id"],
+     *     "updated_at": "<timestamp of last indexed data>",
+     *     "last_synced_key": "prod_4321"
+     *   },
+     *   ...
+     * ]
+     * ```
+     * @returns Detailed index metadata with the last synced key for each entity
+     */
+    getInfo(sharedContext?: Context): Promise<IndexTypes.IndexInfo[]>;
+    sync({ strategy }?: {
+        strategy?: "full" | "reset";
+    }): Promise<void>;
+    /**
+     * Continue the sync of the entities no matter their status
+     * @param sharedContext
+     * @returns
+     */
+    private continueSync;
+    private fullSync;
+    private resetSync;
+}
+export {};
+//# sourceMappingURL=index-module-service.d.ts.map

package/dist/services/index-module-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-module-service.d.ts","sourceRoot":"","sources":["../../src/services/index-module-service.ts"],"names":[],"mappings":"AACA,OAAO,EACL,WAAW,EACX,OAAO,EAGP,sBAAsB,EACtB,UAAU,EAEV,yBAAyB,EACzB,MAAM,EACN,eAAe,EACf,mBAAmB,EACpB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EACL,sBAAsB,IAAI,cAAc,EACxC,yBAAyB,EAIzB,OAAO,EACP,eAAe,EAGhB,MAAM,0BAA0B,CAAA;AAWjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAEtD,KAAK,oBAAoB,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,sBAAsB,CAAA;IAC3C,kBAAkB,EAAE,WAAW,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;IAC3D,CAAC,yBAAyB,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAA;IACtD,yBAAyB,EAAE,OAAO,CAAA;IAClC,cAAc,EAAE,cAAc,CAAA;IAC9B,oBAAoB,EAAE,eAAe,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAA;IAClE,gBAAgB,EAAE,eAAe,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAA;IAC9D,gBAAgB,EAAE,gBAAgB,CAAA;CACnC,CAAA;;AAED,MAAM,CAAC,OAAO,OAAO,kBACnB,SAAQ,uBACR,YAAW,UAAU,CAAC,aAAa;;IAqDjC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,yBAAyB;IAjDjE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAOvC;IAEV,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgB;IAEhD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsB;IACjD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA+B;IAE9D,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EAAE,sBAAsB,CAAA;IAEjE,SAAS,CAAC,2BAA2B,EAAE,UAAU,CAAC,0BAA0B,CAAA;IAC5E,SAAS,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAEjD,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,WAAW,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;IAC/E,SAAS,CAAC,QAAQ,CAAC,0BAA0B,EAAE,OAAO,CAAA;IAEtD,SAAS,CAAC,gBAAgB,EAAE,UAAU,CAAC,eAAe,CAAA;IAEtD,OAAO,CAAC,qBAAqB,CAAe;IAE5C,OAAO,KAAK,qBAAqB,GAEhC;IAED,OAAO,KAAK,iBAAiB,GAE5B;IAED,OAAO,KAAK,iBAAiB,GAE5B;IAED,OAAO,KAAK,OAAO,GAMlB;gBAGC,SAAS,EAAE,oBAAoB,EAC/B,aAAa,EAAE,UAAU,CAAC,kBAAkB,EACzB,iBAAiB,EAAE,yBAAyB;IA4BjE,OAAO;iCACoB,kBAAkB;MAG5C;cAEe,mBAAmB;IAkD7B,KAAK,CAAC,KAAK,CAAC,MAAM,SAAS,MAAM,EACrC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAC1C,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAI7C,SAAS,CAAC,iBAAiB;IAqC3B,OAAO,CAAC,gCAAgC;IAkBxC;;;;;;;;;;;;;;;;;;OAkBG;IAEG,OAAO,CACO,aAAa,CAAC,EAAE,OAAO,GACxC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;IAoC5B,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;KAAO;IAoB7D;;;;OAIG;YACW,YAAY;YA8CZ,QAAQ;YAsDR,SAAS;CA0CxB"}