@etohq/index 1.3.0 → 1.5.0

package/dist/services/data-synchronizer.d.ts

@@ -0,0 +1,35 @@
+import { IndexTypes } from "@etohq/types";
+export declare class DataSynchronizer {
+    #private;
+    constructor(container: Record<string, any>);
+    onApplicationStart({ schemaObjectRepresentation, storageProvider, }: {
+        lockDuration?: number;
+        schemaObjectRepresentation: IndexTypes.SchemaObjectRepresentation;
+        storageProvider: IndexTypes.StorageProvider;
+    }): void;
+    syncEntities(entities: {
+        entity: string;
+        fields: string;
+        fields_hash: string;
+    }[], lockDuration?: number): Promise<void>;
+    removeEntities(entities: string[], staleOnly?: boolean): Promise<void>;
+    syncEntity({ entityName, pagination, ack, }: {
+        entityName: string;
+        pagination?: {
+            cursor?: string;
+            updated_at?: string | Date;
+            limit?: number;
+            batchSize?: number;
+        };
+        ack: (ack: {
+            lastCursor: string | null;
+            done?: boolean;
+            err?: Error;
+        }) => Promise<void>;
+    }): Promise<{
+        lastCursor: string | null;
+        done?: boolean;
+        err?: Error;
+    }>;
+}
+//# sourceMappingURL=data-synchronizer.d.ts.map

package/dist/services/data-synchronizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-synchronizer.d.ts","sourceRoot":"","sources":["../../src/services/data-synchronizer.ts"],"names":[],"mappings":"AAMA,OAAO,EAGL,UAAU,EAKX,MAAM,cAAc,CAAA;AAGrB,qBAAa,gBAAgB;;gBAsCf,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAY1C,kBAAkB,CAAC,EACjB,0BAA0B,EAC1B,eAAe,GAChB,EAAE;QACD,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,0BAA0B,EAAE,UAAU,CAAC,0BAA0B,CAAA;QACjE,eAAe,EAAE,UAAU,CAAC,eAAe,CAAA;KAC5C;IAOK,YAAY,CAChB,QAAQ,EAAE;QACR,MAAM,EAAE,MAAM,CAAA;QACd,MAAM,EAAE,MAAM,CAAA;QACd,WAAW,EAAE,MAAM,CAAA;KACpB,EAAE,EACH,YAAY,GAAE,MAAW;IAWrB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,SAAS,GAAE,OAAe;IAsH7D,UAAU,CAAC,EACf,UAAU,EACV,UAAe,EACf,GAAG,GACJ,EAAE;QACD,UAAU,EAAE,MAAM,CAAA;QAClB,UAAU,CAAC,EAAE;YACX,MAAM,CAAC,EAAE,MAAM,CAAA;YACf,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;YAC1B,KAAK,CAAC,EAAE,MAAM,CAAA;YACd,SAAS,CAAC,EAAE,MAAM,CAAA;SACnB,CAAA;QACD,GAAG,EAAE,CAAC,GAAG,EAAE;YACT,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;YACzB,IAAI,CAAC,EAAE,OAAO,CAAA;YACd,GAAG,CAAC,EAAE,KAAK,CAAA;SACZ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;KACpB,GAAG,OAAO,CAAC;QACV,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;QACzB,IAAI,CAAC,EAAE,OAAO,CAAA;QACd,GAAG,CAAC,EAAE,KAAK,CAAA;KACZ,CAAC;CAiHH"}

package/dist/services/data-synchronizer.js

@@ -0,0 +1,238 @@
+"use strict";
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var _DataSynchronizer_instances, _DataSynchronizer_container, _DataSynchronizer_isReady, _DataSynchronizer_schemaObjectRepresentation, _DataSynchronizer_storageProvider, _DataSynchronizer_orchestrator, _DataSynchronizer_query_get, _DataSynchronizer_locking_get, _DataSynchronizer_indexMetadataService_get, _DataSynchronizer_indexSyncService_get, _DataSynchronizer_indexRelationService_get, _DataSynchronizer_logger_get, _DataSynchronizer_isReadyOrThrow, _DataSynchronizer_updatedStatus, _DataSynchronizer_taskRunner;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataSynchronizer = void 0;
+const utils_1 = require("@etohq/framework/utils");
+const _utils_1 = require("../utils");
+const promises_1 = require("timers/promises");
+class DataSynchronizer {
+    constructor(container) {
+        _DataSynchronizer_instances.add(this);
+        _DataSynchronizer_container.set(this, void 0);
+        _DataSynchronizer_isReady.set(this, false);
+        _DataSynchronizer_schemaObjectRepresentation.set(this, void 0);
+        _DataSynchronizer_storageProvider.set(this, void 0);
+        _DataSynchronizer_orchestrator.set(this, void 0);
+        __classPrivateFieldSet(this, _DataSynchronizer_container, container, "f");
+    }
+    onApplicationStart({ schemaObjectRepresentation, storageProvider, }) {
+        __classPrivateFieldSet(this, _DataSynchronizer_storageProvider, storageProvider, "f");
+        __classPrivateFieldSet(this, _DataSynchronizer_schemaObjectRepresentation, schemaObjectRepresentation, "f");
+        __classPrivateFieldSet(this, _DataSynchronizer_isReady, true, "f");
+    }
+    async syncEntities(entities, lockDuration = 60 // 1 minute
+    ) {
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_isReadyOrThrow).call(this);
+        const entitiesToSync = entities.map((entity) => entity.entity);
+        __classPrivateFieldSet(this, _DataSynchronizer_orchestrator, new _utils_1.Orchestrator(__classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_locking_get), entitiesToSync, {
+            lockDuration,
+            logger: __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get),
+        }), "f");
+        await __classPrivateFieldGet(this, _DataSynchronizer_orchestrator, "f").process(__classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_taskRunner).bind(this));
+    }
+    async removeEntities(entities, staleOnly = false) {
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_isReadyOrThrow).call(this);
+        const staleCondition = staleOnly ? "staled_at IS NOT NULL" : "";
+        for (const entity of entities) {
+            await __classPrivateFieldGet(this, _DataSynchronizer_container, "f").manager.execute(`WITH deleted_data AS (
+          DELETE FROM "index_data"
+          WHERE "name" = ? ${staleCondition ? `AND ${staleCondition}` : ""}
+          RETURNING id
+        )
+        DELETE FROM "index_relation"
+        WHERE ("parent_name" = ? AND "parent_id" IN (SELECT id FROM deleted_data))
+           OR ("child_name" = ? AND "child_id" IN (SELECT id FROM deleted_data))`, [entity, entity, entity]);
+        }
+    }
+    async syncEntity({ entityName, pagination = {}, ack, }) {
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_isReadyOrThrow).call(this);
+        const schemaEntityObjectRepresentation = __classPrivateFieldGet(this, _DataSynchronizer_schemaObjectRepresentation, "f")[entityName];
+        const { alias, moduleConfig } = schemaEntityObjectRepresentation;
+        const isLink = !!moduleConfig?.isLink;
+        if (!alias) {
+            __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).info(`[Index engine] Cannot find Entity '${entityName}' alias. Skipping.`);
+            const acknoledgement = {
+                lastCursor: pagination.cursor ?? null,
+                done: true,
+            };
+            await ack(acknoledgement);
+            return acknoledgement;
+        }
+        const entityPrimaryKey = "id";
+        const moduleHasId = !!moduleConfig?.primaryKeys?.includes("id");
+        if (!moduleHasId) {
+            const acknoledgement = {
+                lastCursor: pagination.cursor ?? null,
+                err: new Error(`Entity ${entityName} does not have a property 'id'. The 'id' must be provided and must be orderable (e.g ulid)`),
+            };
+            await ack(acknoledgement);
+            return acknoledgement;
+        }
+        let processed = 0;
+        let currentCursor = pagination.cursor;
+        const batchSize = Math.min(pagination.batchSize ?? 100, 100);
+        const limit = pagination.limit ?? Infinity;
+        let error = null;
+        while (processed < limit) {
+            const filters = {};
+            if (currentCursor) {
+                filters[entityPrimaryKey] = { $gt: currentCursor };
+            }
+            if (pagination.updated_at) {
+                filters["updated_at"] = { $gt: pagination.updated_at };
+            }
+            const queryResult = await __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_query_get).graph({
+                entity: alias,
+                fields: [entityPrimaryKey],
+                filters,
+                pagination: {
+                    order: {
+                        [entityPrimaryKey]: "asc",
+                    },
+                    take: batchSize,
+                },
+            });
+            if (!queryResult?.data?.length) {
+                break;
+            }
+            const data = queryResult.data;
+            const envelop = {
+                data,
+                name: !isLink
+                    ? `*.${utils_1.CommonEvents.CREATED}`
+                    : `*.${utils_1.CommonEvents.ATTACHED}`,
+            };
+            try {
+                await __classPrivateFieldGet(this, _DataSynchronizer_storageProvider, "f").consumeEvent(schemaEntityObjectRepresentation)(envelop);
+                currentCursor = data[data.length - 1][entityPrimaryKey];
+                processed += data.length;
+                await ack({ lastCursor: currentCursor });
+            }
+            catch (err) {
+                error = err;
+                break;
+            }
+            await (0, promises_1.setTimeout)(0, undefined, { ref: false });
+        }
+        let acknoledgement = {
+            lastCursor: currentCursor,
+            done: true,
+        };
+        if (error) {
+            acknoledgement = {
+                lastCursor: currentCursor,
+                err: error,
+            };
+            await ack(acknoledgement);
+            return acknoledgement;
+        }
+        await ack(acknoledgement);
+        return acknoledgement;
+    }
+}
+exports.DataSynchronizer = DataSynchronizer;
+_DataSynchronizer_container = new WeakMap(), _DataSynchronizer_isReady = new WeakMap(), _DataSynchronizer_schemaObjectRepresentation = new WeakMap(), _DataSynchronizer_storageProvider = new WeakMap(), _DataSynchronizer_orchestrator = new WeakMap(), _DataSynchronizer_instances = new WeakSet(), _DataSynchronizer_query_get = function _DataSynchronizer_query_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f")[utils_1.ContainerRegistrationKeys.QUERY];
+}, _DataSynchronizer_locking_get = function _DataSynchronizer_locking_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f")[utils_1.Modules.LOCKING];
+}, _DataSynchronizer_indexMetadataService_get = function _DataSynchronizer_indexMetadataService_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f").indexMetadataService;
+}, _DataSynchronizer_indexSyncService_get = function _DataSynchronizer_indexSyncService_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f").indexSyncService;
+}, _DataSynchronizer_indexRelationService_get = function _DataSynchronizer_indexRelationService_get() {
+    return __classPrivateFieldGet(this, _DataSynchronizer_container, "f").indexRelationService;
+}, _DataSynchronizer_logger_get = function _DataSynchronizer_logger_get() {
+    try {
+        return __classPrivateFieldGet(this, _DataSynchronizer_container, "f").logger;
+    }
+    catch (err) {
+        return console;
+    }
+}, _DataSynchronizer_isReadyOrThrow = function _DataSynchronizer_isReadyOrThrow() {
+    if (!__classPrivateFieldGet(this, _DataSynchronizer_isReady, "f")) {
+        throw new Error("DataSynchronizer is not ready. Call onApplicationStart first.");
+    }
+}, _DataSynchronizer_updatedStatus = async function _DataSynchronizer_updatedStatus(entity, status) {
+    await __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_indexMetadataService_get).update({
+        data: {
+            status,
+        },
+        selector: {
+            entity,
+        },
+    });
+}, _DataSynchronizer_taskRunner = async function _DataSynchronizer_taskRunner(entity) {
+    __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).info(`[Index engine] syncing entity '${entity}'`);
+    const [[lastCursor]] = await (0, utils_1.promiseAll)([
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_indexSyncService_get).list({
+            entity,
+        }, {
+            select: ["last_key"],
+        }),
+        __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_updatedStatus).call(this, entity, _utils_1.IndexMetadataStatus.PROCESSING),
+        __classPrivateFieldGet(this, _DataSynchronizer_container, "f").manager.execute(`UPDATE "index_data" SET "staled_at" = NOW() WHERE "name" = ?`, [entity]),
+    ]);
+    let startTime = performance.now();
+    let chunkStartTime = startTime;
+    const finalAcknoledgement = await this.syncEntity({
+        entityName: entity,
+        pagination: {
+            cursor: lastCursor?.last_key,
+        },
+        ack: async (ack) => {
+            const endTime = performance.now();
+            const chunkElapsedTime = (endTime - chunkStartTime).toFixed(2);
+            if (ack.lastCursor) {
+                __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).debug(`[Index engine] syncing entity '${entity}' updating last cursor to ${ack.lastCursor} (+${chunkElapsedTime}ms)`);
+                await __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_indexSyncService_get).update({
+                    data: {
+                        last_key: ack.lastCursor,
+                    },
+                    selector: {
+                        entity,
+                    },
+                });
+                if (!ack.done && !ack.err) {
+                    await __classPrivateFieldGet(this, _DataSynchronizer_orchestrator, "f").renewLock(entity);
+                }
+            }
+            if (ack.err) {
+                __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).error(`[Index engine] syncing entity '${entity}' failed with error (+${chunkElapsedTime}ms):\n${ack.err.message}`);
+            }
+            if (ack.done) {
+                const elapsedTime = (endTime - startTime).toFixed(2);
+                __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_logger_get).info(`[Index engine] syncing entity '${entity}' done (+${elapsedTime}ms)`);
+            }
+            chunkStartTime = performance.now();
+        },
+    });
+    if (finalAcknoledgement.done) {
+        await (0, utils_1.promiseAll)([
+            __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_updatedStatus).call(this, entity, _utils_1.IndexMetadataStatus.DONE),
+            __classPrivateFieldGet(this, _DataSynchronizer_instances, "a", _DataSynchronizer_indexSyncService_get).update({
+                data: {
+                    last_key: finalAcknoledgement.lastCursor,
+                },
+                selector: {
+                    entity,
+                },
+            }),
+            this.removeEntities([entity], true),
+        ]);
+    }
+    if (finalAcknoledgement.err) {
+        await __classPrivateFieldGet(this, _DataSynchronizer_instances, "m", _DataSynchronizer_updatedStatus).call(this, entity, _utils_1.IndexMetadataStatus.ERROR);
+    }
+};
+//# sourceMappingURL=data-synchronizer.js.map

package/dist/services/data-synchronizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-synchronizer.js","sourceRoot":"","sources":["../../src/services/data-synchronizer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,kDAK+B;AAU/B,mCAA0D;AAC1D,8CAA4C;AAC5C,MAAa,gBAAgB;IAsC3B,YAAY,SAA8B;;QArC1C,8CAA+B;QAC/B,oCAAoB,KAAK,EAAA;QACzB,+DAAkE;QAClE,oDAA4C;QAC5C,iDAA4B;QAkC1B,uBAAA,IAAI,+BAAc,SAAS,MAAA,CAAA;IAC7B,CAAC;IAUD,kBAAkB,CAAC,EACjB,0BAA0B,EAC1B,eAAe,GAKhB;QACC,uBAAA,IAAI,qCAAoB,eAAe,MAAA,CAAA;QACvC,uBAAA,IAAI,gDAA+B,0BAA0B,MAAA,CAAA;QAE7D,uBAAA,IAAI,6BAAY,IAAI,MAAA,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAIG,EACH,eAAuB,EAAE,CAAC,WAAW;;QAErC,uBAAA,IAAI,qEAAgB,MAApB,IAAI,CAAkB,CAAA;QACtB,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC9D,uBAAA,IAAI,kCAAiB,IAAI,qBAAY,CAAC,uBAAA,IAAI,kEAAS,EAAE,cAAc,EAAE;YACnE,YAAY;YACZ,MAAM,EAAE,uBAAA,IAAI,iEAAQ;SACrB,CAAC,MAAA,CAAA;QACF,MAAM,uBAAA,IAAI,sCAAc,CAAC,OAAO,CAAC,uBAAA,IAAI,iEAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,QAAkB,EAAE,YAAqB,KAAK;QACjE,uBAAA,IAAI,qEAAgB,MAApB,IAAI,CAAkB,CAAA;QAEtB,MAAM,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,CAAA;QAE/D,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,uBAAA,IAAI,mCAAW,CAAC,OAAO,CAAC,OAAO,CACnC;;6BAEqB,cAAc,CAAC,CAAC,CAAC,OAAO,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE;;;;;iFAKO,EACzE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CACzB,CAAA;QACH,CAAC;IACH,CAAC;IAoGD,KAAK,CAAC,UAAU,CAAC,EACf,UAAU,EACV,UAAU,GAAG,EAAE,EACf,GAAG,GAcJ;QAKC,uBAAA,IAAI,qEAAgB,MAApB,IAAI,CAAkB,CAAA;QAEtB,MAAM,gCAAgC,GAAG,uBAAA,IAAI,oDAA4B,CACvE,UAAU,CACyB,CAAA;QAErC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,gCAAgC,CAAA;QAChE,MAAM,MAAM,GAAG,CAAC,CAAC,YAAY,EAAE,MAAM,CAAA;QAErC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,uBAAA,IAAI,iEAAQ,CAAC,IAAI,CACf,sCAAsC,UAAU,oBAAoB,CACrE,CAAA;YAED,MAAM,cAAc,GAAG;gBACrB,UAAU,EAAE,UAAU,CAAC,MAAM,IAAI,IAAI;gBACrC,IAAI,EAAE,IAAI;aACX,CAAA;YAED,MAAM,GAAG,CAAC,cAAc,CAAC,CAAA;YACzB,OAAO,cAAc,CAAA;QACvB,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAA;QAC7B,MAAM,WAAW,GAAG,CAAC,CAAC,YAAY,EAAE,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC/D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,cAAc,GAAG;gBACrB,UAAU,EAAE,UAAU,CAAC,MAAM,IAAI,IAAI;gBACrC,GAAG,EAAE,IAAI,KAAK,CACZ,UAAU,UAAU,4FAA4F,CACjH;aACF,CAAA;YAED,MAAM,GAAG,CAAC,cAAc,CAAC,CAAA;YACzB,OAAO,cAAc,CAAA;QACvB,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,aAAa,GAAG,UAAU,CAAC,MAAO,CAAA;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,IAAI,GAAG,EAAE,GAAG,CAAC,CAAA;QAC5D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,QAAQ,CAAA;QAC1C,IAAI,KAAK,GAAG,IAAI,CAAA;QAEhB,OAAO,SAAS,GAAG,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAwB,EAAE,CAAA;YAEvC,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,aAAa,EAAE,CAAA;YACpD,CAAC;YAED,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,UAAU,EAAE,CAAA;YACxD,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,uBAAA,IAAI,gEAAO,CAAC,KAAK,CAAC;gBAC1C,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,CAAC,gBAAgB,CAAC;gBAC1B,OAAO;gBACP,UAAU,EAAE;oBACV,KAAK,EAAE;wBACL,CAAC,gBAAgB,CAAC,EAAE,KAAK;qBAC1B;oBACD,IAAI,EAAE,SAAS;iBAChB;aACF,CAAC,CAAA;YAEF,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC/B,MAAK;YACP,CAAC;YAED,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAA;YAE7B,MAAM,OAAO,GAAU;gBACrB,IAAI;gBACJ,IAAI,EAAE,CAAC,MAAM;oBACX,CAAC,CAAC,KAAK,oBAAY,CAAC,OAAO,EAAE;oBAC7B,CAAC,CAAC,KAAK,oBAAY,CAAC,QAAQ,EAAE;aACjC,CAAA;YAED,IAAI,CAAC;gBACH,MAAM,uBAAA,IAAI,yCAAiB,CAAC,YAAY,CACtC,gCAAgC,CACjC,CAAC,OAAO,CAAC,CAAA;gBACV,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAA;gBACvD,SAAS,IAAI,IAAI,CAAC,MAAM,CAAA;gBAExB,MAAM,GAAG,CAAC,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,CAAA;YAC1C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,GAAG,GAAG,CAAA;gBACX,MAAK;YACP,CAAC;YAED,MAAM,IAAA,qBAAU,EAAC,CAAC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAChD,CAAC;QAED,IAAI,cAAc,GAAwD;YACxE,UAAU,EAAE,aAAa;YACzB,IAAI,EAAE,IAAI;SACX,CAAA;QAED,IAAI,KAAK,EAAE,CAAC;YACV,cAAc,GAAG;gBACf,UAAU,EAAE,aAAa;gBACzB,GAAG,EAAE,KAAK;aACX,CAAA;YACD,MAAM,GAAG,CAAC,cAAc,CAAC,CAAA;YACzB,OAAO,cAAc,CAAA;QACvB,CAAC;QAED,MAAM,GAAG,CAAC,cAAc,CAAC,CAAA;QACzB,OAAO,cAAc,CAAA;IACvB,CAAC;CACF;AA7UD,4CA6UC;;IArUG,OAAO,uBAAA,IAAI,mCAAW,CACpB,iCAAyB,CAAC,KAAK,CACT,CAAA;AAC1B,CAAC;IAGC,OAAO,uBAAA,IAAI,mCAAW,CAAC,eAAO,CAAC,OAAO,CAAmB,CAAA;AAC3D,CAAC;IAGC,OAAO,uBAAA,IAAI,mCAAW,CAAC,oBAAoB,CAAA;AAC7C,CAAC;IAGC,OAAO,uBAAA,IAAI,mCAAW,CAAC,gBAAgB,CAAA;AACzC,CAAC;IAIC,OAAO,uBAAA,IAAI,mCAAW,CAAC,oBAAoB,CAAA;AAC7C,CAAC;IAGC,IAAI,CAAC;QACH,OAAO,uBAAA,IAAI,mCAAW,CAAC,MAAM,CAAA;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,OAA4B,CAAA;IACrC,CAAC;AACH,CAAC;IAOC,IAAI,CAAC,uBAAA,IAAI,iCAAS,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAA;IACH,CAAC;AACH,CAAC,oCAqDD,KAAK,0CAAgB,MAAc,EAAE,MAA2B;IAC9D,MAAM,uBAAA,IAAI,+EAAsB,CAAC,MAAM,CAAC;QACtC,IAAI,EAAE;YACJ,MAAM;SACP;QACD,QAAQ,EAAE;YACR,MAAM;SACP;KACF,CAAC,CAAA;AACJ,CAAC,iCAED,KAAK,uCAAa,MAAc;IAC9B,uBAAA,IAAI,iEAAQ,CAAC,IAAI,CAAC,kCAAkC,MAAM,GAAG,CAAC,CAAA;IAE9D,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,GAAG,MAAM,IAAA,kBAAU,EAAC;QACtC,uBAAA,IAAI,2EAAkB,CAAC,IAAI,CACzB;YACE,MAAM;SACP,EACD;YACE,MAAM,EAAE,CAAC,UAAU,CAAC;SACrB,CACF;QACD,uBAAA,IAAI,oEAAe,MAAnB,IAAI,EAAgB,MAAM,EAAE,4BAAmB,CAAC,UAAU,CAAC;QAC3D,uBAAA,IAAI,mCAAW,CAAC,OAAO,CAAC,OAAO,CAC7B,8DAA8D,EAC9D,CAAC,MAAM,CAAC,CACT;KACF,CAAC,CAAA;IAEF,IAAI,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IACjC,IAAI,cAAc,GAAG,SAAS,CAAA;IAE9B,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;QAChD,UAAU,EAAE,MAAM;QAClB,UAAU,EAAE;YACV,MAAM,EAAE,UAAU,EAAE,QAAQ;SAC7B;QACD,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACjB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YACjC,MAAM,gBAAgB,GAAG,CAAC,OAAO,GAAG,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;YAE9D,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACnB,uBAAA,IAAI,iEAAQ,CAAC,KAAK,CAChB,kCAAkC,MAAM,6BAA6B,GAAG,CAAC,UAAU,MAAM,gBAAgB,KAAK,CAC/G,CAAA;gBAED,MAAM,uBAAA,IAAI,2EAAkB,CAAC,MAAM,CAAC;oBAClC,IAAI,EAAE;wBACJ,QAAQ,EAAE,GAAG,CAAC,UAAU;qBACzB;oBACD,QAAQ,EAAE;wBACR,MAAM;qBACP;iBACF,CAAC,CAAA;gBAEF,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;oBAC1B,MAAM,uBAAA,IAAI,sCAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;gBAC5C,CAAC;YACH,CAAC;YAED,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;gBACZ,uBAAA,IAAI,iEAAQ,CAAC,KAAK,CAChB,kCAAkC,MAAM,yBAAyB,gBAAgB,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAC5G,CAAA;YACH,CAAC;YAED,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBACb,MAAM,WAAW,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;gBACpD,uBAAA,IAAI,iEAAQ,CAAC,IAAI,CACf,kCAAkC,MAAM,YAAY,WAAW,KAAK,CACrE,CAAA;YACH,CAAC;YAED,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QACpC,CAAC;KACF,CAAC,CAAA;IAEF,IAAI,mBAAmB,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAA,kBAAU,EAAC;YACf,uBAAA,IAAI,oEAAe,MAAnB,IAAI,EAAgB,MAAM,EAAE,4BAAmB,CAAC,IAAI,CAAC;YACrD,uBAAA,IAAI,2EAAkB,CAAC,MAAM,CAAC;gBAC5B,IAAI,EAAE;oBACJ,QAAQ,EAAE,mBAAmB,CAAC,UAAU;iBACzC;gBACD,QAAQ,EAAE;oBACR,MAAM;iBACP;aACF,CAAC;YACF,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC;SACpC,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,mBAAmB,CAAC,GAAG,EAAE,CAAC;QAC5B,MAAM,uBAAA,IAAI,oEAAe,MAAnB,IAAI,EAAgB,MAAM,EAAE,4BAAmB,CAAC,KAAK,CAAC,CAAA;IAC9D,CAAC;AACH,CAAC"}

package/dist/services/index-data.d.ts

@@ -0,0 +1,5 @@
+declare const IndexDataService_base: new (container: object) => import("@etohq/types").IEtoInternalService<any, object>;
+export declare class IndexDataService extends IndexDataService_base {
+}
+export {};
+//# sourceMappingURL=index-data.d.ts.map

package/dist/services/index-data.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-data.d.ts","sourceRoot":"","sources":["../../src/services/index-data.ts"],"names":[],"mappings":";AAGA,qBAAa,gBAAiB,SAAQ,qBAA6B;CAAG"}

package/dist/services/index-data.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IndexDataService = void 0;
+const utils_1 = require("@etohq/framework/utils");
+const _models_1 = require("../models");
+class IndexDataService extends (0, utils_1.EtoInternalService)(_models_1.IndexData) {
+}
+exports.IndexDataService = IndexDataService;
+//# sourceMappingURL=index-data.js.map

package/dist/services/index-data.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-data.js","sourceRoot":"","sources":["../../src/services/index-data.ts"],"names":[],"mappings":";;;AAAA,kDAA2D;AAC3D,qCAAmC;AAEnC,MAAa,gBAAiB,SAAQ,IAAA,0BAAkB,EAAC,mBAAS,CAAC;CAAG;AAAtE,4CAAsE"}

package/dist/services/index-metadata.d.ts

@@ -0,0 +1,5 @@
+declare const IndexMetadataService_base: new (container: object) => import("@etohq/types").IEtoInternalService<any, object>;
+export declare class IndexMetadataService extends IndexMetadataService_base {
+}
+export {};
+//# sourceMappingURL=index-metadata.d.ts.map

package/dist/services/index-metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-metadata.d.ts","sourceRoot":"","sources":["../../src/services/index-metadata.ts"],"names":[],"mappings":";AAGA,qBAAa,oBAAqB,SAAQ,yBAEzC;CAAG"}

package/dist/services/index-metadata.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IndexMetadataService = void 0;
+const utils_1 = require("@etohq/framework/utils");
+const _models_1 = require("../models");
+class IndexMetadataService extends (0, utils_1.EtoInternalService)(_models_1.IndexMetadata) {
+}
+exports.IndexMetadataService = IndexMetadataService;
+//# sourceMappingURL=index-metadata.js.map

package/dist/services/index-metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-metadata.js","sourceRoot":"","sources":["../../src/services/index-metadata.ts"],"names":[],"mappings":";;;AAAA,kDAA2D;AAC3D,qCAAuC;AAEvC,MAAa,oBAAqB,SAAQ,IAAA,0BAAkB,EAC1D,uBAAa,CACd;CAAG;AAFJ,oDAEI"}

package/dist/services/index-module-service.d.ts

@@ -1,13 +1,20 @@
-import { Constructor, IEventBusModuleService, IndexTypes, InternalModuleDeclaration, RemoteQueryFunction } from "@etohq/framework/types";
-import { ContainerRegistrationKeys, MikroOrmBaseRepository as BaseRepository, Modules } from "@etohq/framework/utils";
+import { Constructor, IEventBusModuleService, IndexTypes, InternalModuleDeclaration, Logger, ModulesSdkTypes, RemoteQueryFunction } from "@etohq/framework/types";
+import { MikroOrmBaseRepository as BaseRepository, ContainerRegistrationKeys, Modules, ModulesSdkUtils } from "@etohq/framework/utils";
+import { DataSynchronizer } from "./data-synchronizer";
 type InjectedDependencies = {
+    logger: Logger;
     [Modules.EVENT_BUS]: IEventBusModuleService;
     storageProviderCtr: Constructor<IndexTypes.StorageProvider>;
     [ContainerRegistrationKeys.QUERY]: RemoteQueryFunction;
     storageProviderCtrOptions: unknown;
     baseRepository: BaseRepository;
+    indexMetadataService: ModulesSdkTypes.IEtoInternalService<any>;
+    indexSyncService: ModulesSdkTypes.IEtoInternalService<any>;
+    dataSynchronizer: DataSynchronizer;
 };
-export default class IndexModuleService implements IndexTypes.IIndexService {
+declare const IndexModuleService_base: ModulesSdkUtils.EtoServiceReturnType<ModulesSdkUtils.ModelConfigurationsToConfigTemplate<{}>>;
+export default class IndexModuleService extends IndexModuleService_base implements IndexTypes.IIndexService {
+    #private;
     protected readonly moduleDeclaration: InternalModuleDeclaration;
     private readonly container_;
     private readonly moduleOptions_;
@@ -17,6 +24,10 @@ export default class IndexModuleService implements IndexTypes.IIndexService {
     protected readonly storageProviderCtr_: Constructor<IndexTypes.StorageProvider>;
     protected readonly storageProviderCtrOptions_: unknown;
     protected storageProvider_: IndexTypes.StorageProvider;
+    private get indexMetadataService_();
+    private get indexSyncService_();
+    private get dataSynchronizer_();
+    private get logger_();
     constructor(container: InjectedDependencies, moduleDeclaration: InternalModuleDeclaration);
     __hooks: {
         onApplicationStart(this: IndexModuleService): Promise<void>;

package/dist/services/index-module-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index-module-service.d.ts","sourceRoot":"","sources":["../../src/services/index-module-service.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,sBAAsB,EACtB,UAAU,EACV,yBAAyB,EACzB,mBAAmB,EACpB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EACL,yBAAyB,EACzB,sBAAsB,IAAI,cAAc,EACxC,OAAO,EACR,MAAM,wBAAwB,CAAA;AAM/B,KAAK,oBAAoB,GAAG;IAC1B,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,sBAAsB,CAAA;IAC3C,kBAAkB,EAAE,WAAW,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;IAC3D,CAAC,yBAAyB,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAA;IACtD,yBAAyB,EAAE,OAAO,CAAA;IAClC,cAAc,EAAE,cAAc,CAAA;CAC/B,CAAA;AAED,MAAM,CAAC,OAAO,OAAO,kBAAmB,YAAW,UAAU,CAAC,aAAa;IAgBvE,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,yBAAyB;IAfjE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsB;IACjD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA+B;IAE9D,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EAAE,sBAAsB,CAAA;IAEjE,SAAS,CAAC,2BAA2B,EAAE,UAAU,CAAC,0BAA0B,CAAA;IAC5E,SAAS,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAEjD,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,WAAW,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;IAC/E,SAAS,CAAC,QAAQ,CAAC,0BAA0B,EAAE,OAAO,CAAA;IAEtD,SAAS,CAAC,gBAAgB,EAAE,UAAU,CAAC,eAAe,CAAA;gBAGpD,SAAS,EAAE,oBAAoB,EACZ,iBAAiB,EAAE,yBAAyB;IAuBjE,OAAO;iCACoB,kBAAkB;MAG5C;cAEe,mBAAmB;IAyB7B,KAAK,CAAC,KAAK,CAAC,MAAM,SAAS,MAAM,EACrC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAC1C,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAI7C,SAAS,CAAC,iBAAiB;IAsB3B,OAAO,CAAC,gCAAgC;CAczC"}
+{"version":3,"file":"index-module-service.d.ts","sourceRoot":"","sources":["../../src/services/index-module-service.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,sBAAsB,EACtB,UAAU,EACV,yBAAyB,EACzB,MAAM,EACN,eAAe,EACf,mBAAmB,EACpB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EACL,sBAAsB,IAAI,cAAc,EACxC,yBAAyB,EAEzB,OAAO,EACP,eAAe,EAChB,MAAM,wBAAwB,CAAA;AAS/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAEtD,KAAK,oBAAoB,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,sBAAsB,CAAA;IAC3C,kBAAkB,EAAE,WAAW,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;IAC3D,CAAC,yBAAyB,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAA;IACtD,yBAAyB,EAAE,OAAO,CAAA;IAClC,cAAc,EAAE,cAAc,CAAA;IAC9B,oBAAoB,EAAE,eAAe,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAA;IAC9D,gBAAgB,EAAE,eAAe,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAA;IAC1D,gBAAgB,EAAE,gBAAgB,CAAA;CACnC,CAAA;;AAED,MAAM,CAAC,OAAO,OAAO,kBACnB,SAAQ,uBACR,YAAW,UAAU,CAAC,aAAa;;IAuCjC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,yBAAyB;IAnCjE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsB;IACjD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA+B;IAE9D,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EAAE,sBAAsB,CAAA;IAEjE,SAAS,CAAC,2BAA2B,EAAE,UAAU,CAAC,0BAA0B,CAAA;IAC5E,SAAS,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAEjD,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,WAAW,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;IAC/E,SAAS,CAAC,QAAQ,CAAC,0BAA0B,EAAE,OAAO,CAAA;IAEtD,SAAS,CAAC,gBAAgB,EAAE,UAAU,CAAC,eAAe,CAAA;IAEtD,OAAO,KAAK,qBAAqB,GAEhC;IAED,OAAO,KAAK,iBAAiB,GAE5B;IAED,OAAO,KAAK,iBAAiB,GAE5B;IAED,OAAO,KAAK,OAAO,GAMlB;gBAGC,SAAS,EAAE,oBAAoB,EACZ,iBAAiB,EAAE,yBAAyB;IA0BjE,OAAO;iCACoB,kBAAkB;MAG5C;cAEe,mBAAmB;IAkD7B,KAAK,CAAC,KAAK,CAAC,MAAM,SAAS,MAAM,EACrC,MAAM,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAC1C,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAI7C,SAAS,CAAC,iBAAiB;IAsB3B,OAAO,CAAC,gCAAgC;CAiBzC"}

package/dist/services/index-module-service.js

@@ -1,13 +1,43 @@
 "use strict";
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _IndexModuleService_isWorkerMode;
 Object.defineProperty(exports, "__esModule", { value: true });
 const utils_1 = require("@etohq/framework/utils");
 const _types_1 = require("../types");
-const build_config_1 = require("../utils/build-config");
-const default_schema_1 = require("../utils/default-schema");
-const gql_to_types_1 = require("../utils/gql-to-types");
-class IndexModuleService {
+const _utils_1 = require("../utils");
+const base_graphql_schema_1 = require("../utils/base-graphql-schema");
+class IndexModuleService extends utils_1.ModulesSdkUtils.EtoService({}) {
+    get indexMetadataService_() {
+        return this.container_.indexMetadataService;
+    }
+    get indexSyncService_() {
+        return this.container_.indexSyncService;
+    }
+    get dataSynchronizer_() {
+        return this.container_.dataSynchronizer;
+    }
+    get logger_() {
+        try {
+            return this.container_.logger;
+        }
+        catch (e) {
+            return console;
+        }
+    }
     constructor(container, moduleDeclaration) {
+        super(...arguments);
         this.moduleDeclaration = moduleDeclaration;
+        _IndexModuleService_isWorkerMode.set(this, false);
         this.__hooks = {
             onApplicationStart() {
                 return this.onApplicationStart_();
@@ -16,6 +46,7 @@ class IndexModuleService {
         this.container_ = container;
         this.moduleOptions_ = (moduleDeclaration.options ??
             moduleDeclaration);
+        __classPrivateFieldSet(this, _IndexModuleService_isWorkerMode, moduleDeclaration.worker_mode !== "server", "f");
         const { [utils_1.Modules.EVENT_BUS]: eventBusModuleService, storageProviderCtr, storageProviderCtrOptions, } = container;
         this.eventBusModuleService_ = eventBusModuleService;
         this.storageProviderCtr_ = storageProviderCtr;
@@ -26,7 +57,7 @@ class IndexModuleService {
     }
     async onApplicationStart_() {
         try {
-            this.buildSchemaObjectRepresentation_();
+            const executableSchema = this.buildSchemaObjectRepresentation_();
             this.storageProvider_ = new this.storageProviderCtr_(this.container_, Object.assign(this.storageProviderCtrOptions_ ?? {}, {
                 schemaObjectRepresentation: this.schemaObjectRepresentation_,
                 entityMap: this.schemaEntitiesMap_,
@@ -35,10 +66,30 @@ class IndexModuleService {
             if (this.storageProvider_.onApplicationStart) {
                 await this.storageProvider_.onApplicationStart();
             }
-            await (0, gql_to_types_1.gqlSchemaToTypes)(this.moduleOptions_.schema ?? default_schema_1.defaultSchema);
+            await (0, _utils_1.gqlSchemaToTypes)(executableSchema);
+            /**
+             * Only run the data synchronization in worker mode
+             */
+            if (__classPrivateFieldGet(this, _IndexModuleService_isWorkerMode, "f")) {
+                this.dataSynchronizer_.onApplicationStart({
+                    schemaObjectRepresentation: this.schemaObjectRepresentation_,
+                    storageProvider: this.storageProvider_,
+                });
+                const configurationChecker = new _utils_1.Configuration({
+                    logger: this.logger_,
+                    schemaObjectRepresentation: this.schemaObjectRepresentation_,
+                    indexMetadataService: this.indexMetadataService_,
+                    indexSyncService: this.indexSyncService_,
+                    dataSynchronizer: this.dataSynchronizer_,
+                });
+                const entitiesMetadataChanged = await configurationChecker.checkChanges();
+                if (entitiesMetadataChanged.length) {
+                    await this.dataSynchronizer_.syncEntities(entitiesMetadataChanged);
+                }
+            }
         }
         catch (e) {
-            console.log(e);
+            this.logger_.error(e);
         }
     }
     async query(config) {
@@ -59,13 +110,14 @@ class IndexModuleService {
     }
     buildSchemaObjectRepresentation_() {
         if (this.schemaObjectRepresentation_) {
-            return this.schemaObjectRepresentation_;
+            return;
         }
-        const [objectRepresentation, entityMap] = (0, build_config_1.buildSchemaObjectRepresentation)(this.moduleOptions_.schema ?? default_schema_1.defaultSchema);
+        const { objectRepresentation, entitiesMap, executableSchema } = (0, _utils_1.buildSchemaObjectRepresentation)(base_graphql_schema_1.baseGraphqlSchema + (this.moduleOptions_.schema ?? _utils_1.defaultSchema));
         this.schemaObjectRepresentation_ = objectRepresentation;
-        this.schemaEntitiesMap_ = entityMap;
-        return this.schemaObjectRepresentation_;
+        this.schemaEntitiesMap_ = entitiesMap;
+        return executableSchema;
     }
 }
+_IndexModuleService_isWorkerMode = new WeakMap();
 exports.default = IndexModuleService;
 //# sourceMappingURL=index-module-service.js.map

package/dist/services/index-module-service.js.map

@@ -1 +1 @@
-{"version":3,"file":"index-module-service.js","sourceRoot":"","sources":["../../src/services/index-module-service.ts"],"names":[],"mappings":";;AAOA,kDAI+B;AAC/B,mCAAmE;AACnE,wDAAuE;AACvE,4DAAuD;AACvD,wDAAwD;AAUxD,MAAqB,kBAAkB;IAcrC,YACE,SAA+B,EACZ,iBAA4C;QAA5C,sBAAiB,GAAjB,iBAAiB,CAA2B;QAuBjE,YAAO,GAAG;YACR,kBAAkB;gBAChB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAA;YACnC,CAAC;SACF,CAAA;QAzBC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;QAC3B,IAAI,CAAC,cAAc,GAAG,CAAC,iBAAiB,CAAC,OAAO;YAC9C,iBAAiB,CAA6C,CAAA;QAEhE,MAAM,EACJ,CAAC,eAAO,CAAC,SAAS,CAAC,EAAE,qBAAqB,EAC1C,kBAAkB,EAClB,yBAAyB,GAC1B,GAAG,SAAS,CAAA;QAEb,IAAI,CAAC,sBAAsB,GAAG,qBAAqB,CAAA;QACnD,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAA;QAC7C,IAAI,CAAC,0BAA0B,GAAG,yBAAyB,CAAA;QAE3D,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAA;QACH,CAAC;IACH,CAAC;IAQS,KAAK,CAAC,mBAAmB;QACjC,IAAI,CAAC;YACH,IAAI,CAAC,gCAAgC,EAAE,CAAA;YAEvC,IAAI,CAAC,gBAAgB,GAAG,IAAI,IAAI,CAAC,mBAAmB,CAClD,IAAI,CAAC,UAAU,EACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,IAAI,EAAE,EAAE;gBACnD,0BAA0B,EAAE,IAAI,CAAC,2BAA2B;gBAC5D,SAAS,EAAE,IAAI,CAAC,kBAAkB;aACnC,CAAC,EACF,IAAI,CAAC,cAAc,CACU,CAAA;YAE/B,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAExB,IAAI,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,CAAC;gBAC7C,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,CAAA;YAClD,CAAC;YAED,MAAM,IAAA,+BAAgB,EAAC,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,8BAAa,CAAC,CAAA;QACrE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,MAA2C;QAE3C,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAClD,CAAC;IAES,iBAAiB;QACzB,MAAM,0BAA0B,GAAG,CAAC,IAAI,CAAC,2BAA2B;YAClE,EAAE,CAA0C,CAAA;QAE9C,KAAK,MAAM,CAAC,UAAU,EAAE,gCAAgC,CAAC,IAAI,MAAM,CAAC,OAAO,CACzE,0BAA0B,CAC3B,EAAE,CAAC;YACF,IAAI,mDAA0C,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACpE,SAAQ;YACV,CAAC;YAED,CAAC;YACC,gCACD,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC/B,IAAI,CAAC,sBAAsB,CAAC,SAAS,CACnC,QAAQ,EACR,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,gCAAgC,CAAC,CACrE,CAAA;YACH,CAAC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAEO,gCAAgC;QACtC,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,2BAA2B,CAAA;QACzC,CAAC;QAED,MAAM,CAAC,oBAAoB,EAAE,SAAS,CAAC,GAAG,IAAA,8CAA+B,EACvE,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,8BAAa,CAC5C,CAAA;QAED,IAAI,CAAC,2BAA2B,GAAG,oBAAoB,CAAA;QACvD,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAA;QAEnC,OAAO,IAAI,CAAC,2BAA2B,CAAA;IACzC,CAAC;CACF;AAhHD,qCAgHC"}
+{"version":3,"file":"index-module-service.js","sourceRoot":"","sources":["../../src/services/index-module-service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AASA,kDAM+B;AAC/B,mCAAmE;AACnE,mCAKe;AACf,sEAAgE;AAehE,MAAqB,kBACnB,SAAQ,uBAAe,CAAC,UAAU,CAAC,EAAE,CAAC;IAkBtC,IAAY,qBAAqB;QAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAA;IAC7C,CAAC;IAED,IAAY,iBAAiB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAA;IACzC,CAAC;IAED,IAAY,iBAAiB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAA;IACzC,CAAC;IAED,IAAY,OAAO;QACjB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAA;QAC/B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,OAA4B,CAAA;QACrC,CAAC;IACH,CAAC;IAED,YACE,SAA+B,EACZ,iBAA4C;QAE/D,KAAK,CAAC,GAAG,SAAS,CAAC,CAAA;QAFA,sBAAiB,GAAjB,iBAAiB,CAA2B;QArCjE,2CAAyB,KAAK,EAAA;QA+D9B,YAAO,GAAG;YACR,kBAAkB;gBAChB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAA;YACnC,CAAC;SACF,CAAA;QA1BC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;QAC3B,IAAI,CAAC,cAAc,GAAG,CAAC,iBAAiB,CAAC,OAAO;YAC9C,iBAAiB,CAA6C,CAAA;QAEhE,uBAAA,IAAI,oCAAiB,iBAAiB,CAAC,WAAW,KAAK,QAAQ,MAAA,CAAA;QAE/D,MAAM,EACJ,CAAC,eAAO,CAAC,SAAS,CAAC,EAAE,qBAAqB,EAC1C,kBAAkB,EAClB,yBAAyB,GAC1B,GAAG,SAAS,CAAA;QAEb,IAAI,CAAC,sBAAsB,GAAG,qBAAqB,CAAA;QACnD,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAA;QAC7C,IAAI,CAAC,0BAA0B,GAAG,yBAAyB,CAAA;QAC3D,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAA;QACH,CAAC;IACH,CAAC;IAQS,KAAK,CAAC,mBAAmB;QACjC,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,gCAAgC,EAAE,CAAA;YAEhE,IAAI,CAAC,gBAAgB,GAAG,IAAI,IAAI,CAAC,mBAAmB,CAClD,IAAI,CAAC,UAAU,EACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,IAAI,EAAE,EAAE;gBACnD,0BAA0B,EAAE,IAAI,CAAC,2BAA2B;gBAC5D,SAAS,EAAE,IAAI,CAAC,kBAAkB;aACnC,CAAC,EACF,IAAI,CAAC,cAAc,CACU,CAAA;YAE/B,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAExB,IAAI,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,CAAC;gBAC7C,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,CAAA;YAClD,CAAC;YAED,MAAM,IAAA,yBAAgB,EAAC,gBAAiB,CAAC,CAAA;YAEzC;;eAEG;YAEH,IAAI,uBAAA,IAAI,wCAAc,EAAE,CAAC;gBACvB,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC;oBACxC,0BAA0B,EAAE,IAAI,CAAC,2BAA2B;oBAC5D,eAAe,EAAE,IAAI,CAAC,gBAAgB;iBACvC,CAAC,CAAA;gBAEF,MAAM,oBAAoB,GAAG,IAAI,sBAAa,CAAC;oBAC7C,MAAM,EAAE,IAAI,CAAC,OAAO;oBACpB,0BAA0B,EAAE,IAAI,CAAC,2BAA2B;oBAC5D,oBAAoB,EAAE,IAAI,CAAC,qBAAqB;oBAChD,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;oBACxC,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;iBACzC,CAAC,CAAA;gBACF,MAAM,uBAAuB,GAC3B,MAAM,oBAAoB,CAAC,YAAY,EAAE,CAAA;gBAE3C,IAAI,uBAAuB,CAAC,MAAM,EAAE,CAAC;oBACnC,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAA;gBACpE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACvB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,MAA2C;QAE3C,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAClD,CAAC;IAES,iBAAiB;QACzB,MAAM,0BAA0B,GAAG,CAAC,IAAI,CAAC,2BAA2B;YAClE,EAAE,CAA0C,CAAA;QAE9C,KAAK,MAAM,CAAC,UAAU,EAAE,gCAAgC,CAAC,IAAI,MAAM,CAAC,OAAO,CACzE,0BAA0B,CAC3B,EAAE,CAAC;YACF,IAAI,mDAA0C,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACpE,SAAQ;YACV,CAAC;YAED,CAAC;YACC,gCACD,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC/B,IAAI,CAAC,sBAAsB,CAAC,SAAS,CACnC,QAAQ,EACR,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,gCAAgC,CAAC,CACrE,CAAA;YACH,CAAC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAEO,gCAAgC;QAGtC,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACrC,OAAM;QACR,CAAC;QAED,MAAM,EAAE,oBAAoB,EAAE,WAAW,EAAE,gBAAgB,EAAE,GAC3D,IAAA,wCAA+B,EAC7B,uCAAiB,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,sBAAa,CAAC,CAClE,CAAA;QAEH,IAAI,CAAC,2BAA2B,GAAG,oBAAoB,CAAA;QACvD,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAA;QAErC,OAAO,gBAAgB,CAAA;IACzB,CAAC;CACF;;kBAxKoB,kBAAkB"}

package/dist/services/index-relation.d.ts

@@ -0,0 +1,5 @@
+declare const IndexRelationService_base: new (container: object) => import("@etohq/types").IEtoInternalService<any, object>;
+export declare class IndexRelationService extends IndexRelationService_base {
+}
+export {};
+//# sourceMappingURL=index-relation.d.ts.map

package/dist/services/index-relation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-relation.d.ts","sourceRoot":"","sources":["../../src/services/index-relation.ts"],"names":[],"mappings":";AAGA,qBAAa,oBAAqB,SAAQ,yBAEzC;CAAG"}

package/dist/services/index-relation.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IndexRelationService = void 0;
+const utils_1 = require("@etohq/framework/utils");
+const _models_1 = require("../models");
+class IndexRelationService extends (0, utils_1.EtoInternalService)(_models_1.IndexRelation) {
+}
+exports.IndexRelationService = IndexRelationService;
+//# sourceMappingURL=index-relation.js.map

package/dist/services/index-relation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-relation.js","sourceRoot":"","sources":["../../src/services/index-relation.ts"],"names":[],"mappings":";;;AAAA,kDAA2D;AAC3D,qCAAuC;AAEvC,MAAa,oBAAqB,SAAQ,IAAA,0BAAkB,EAC1D,uBAAa,CACd;CAAG;AAFJ,oDAEI"}

package/dist/services/index-sync.d.ts

@@ -0,0 +1,5 @@
+declare const IndexSyncService_base: new (container: object) => import("@etohq/types").IEtoInternalService<any, object>;
+export declare class IndexSyncService extends IndexSyncService_base {
+}
+export {};
+//# sourceMappingURL=index-sync.d.ts.map

package/dist/services/index-sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-sync.d.ts","sourceRoot":"","sources":["../../src/services/index-sync.ts"],"names":[],"mappings":";AAGA,qBAAa,gBAAiB,SAAQ,qBAA6B;CAAG"}

package/dist/services/index-sync.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IndexSyncService = void 0;
+const utils_1 = require("@etohq/framework/utils");
+const _models_1 = require("../models");
+class IndexSyncService extends (0, utils_1.EtoInternalService)(_models_1.IndexSync) {
+}
+exports.IndexSyncService = IndexSyncService;
+//# sourceMappingURL=index-sync.js.map

package/dist/services/index-sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-sync.js","sourceRoot":"","sources":["../../src/services/index-sync.ts"],"names":[],"mappings":";;;AAAA,kDAA2D;AAC3D,qCAAmC;AAEnC,MAAa,gBAAiB,SAAQ,IAAA,0BAAkB,EAAC,mBAAS,CAAC;CAAG;AAAtE,4CAAsE"}