@monorise/core 1.0.0

package/dist/packages/core/mock/monorise.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monorise.js","sourceRoot":"","sources":["../../../../mock/monorise.ts"],"names":[],"mappings":"AAEA,MAAM,YAAY,GAAyC,EAAE,CAAC;AAC9D,MAAM,kBAAkB,GAAa,EAAE,CAAC;AACxC,MAAM,wBAAwB,GAAa,EAAE,CAAC;AAE9C,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,CAAC"}

package/dist/packages/core/processors/create-entity-processor.d.ts

@@ -0,0 +1,5 @@
+import type { SQSBatchItemFailure, SQSEvent } from 'aws-lambda';
+export declare const handler: (ev: SQSEvent) => Promise<{
+    batchItemFailures: SQSBatchItemFailure[];
+}>;
+//# sourceMappingURL=create-entity-processor.d.ts.map

package/dist/packages/core/processors/create-entity-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-entity-processor.d.ts","sourceRoot":"","sources":["../../../../processors/create-entity-processor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAgBhE,eAAO,MAAM,OAAO,GAAU,IAAI,QAAQ;;EAmCzC,CAAC"}

package/dist/packages/core/processors/create-entity-processor.js

@@ -0,0 +1,32 @@
+import { StandardError } from '#/errors/standard-error';
+import { parseSQSBusEvent } from '#/helpers/event';
+import { container } from '#/lambda-layer/container';
+export const handler = async (ev) => {
+    const { entityService } = container;
+    const batchItemFailures = [];
+    for (const record of ev.Records) {
+        const errorContext = {};
+        const body = parseSQSBusEvent(record.body);
+        const { detail } = body;
+        const { entityType, entityId, entityPayload, accountId, options } = detail;
+        errorContext.body = body;
+        try {
+            await entityService.createEntity({
+                entityType,
+                entityId,
+                entityPayload,
+                accountId,
+                options,
+            });
+        }
+        catch (err) {
+            console.error('=====CREATE_ENTITY_PROCESSOR_ERROR=====', err, JSON.stringify({ errorContext }, null, 2));
+            if (err instanceof StandardError && err.code === 'INVALID_ENTITY_TYPE') {
+                continue; // do not retry
+            }
+            batchItemFailures.push({ itemIdentifier: record.messageId });
+        }
+    }
+    return { batchItemFailures };
+};
+//# sourceMappingURL=create-entity-processor.js.map

package/dist/packages/core/processors/create-entity-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-entity-processor.js","sourceRoot":"","sources":["../../../../processors/create-entity-processor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAarD,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,EAAY,EAAE,EAAE;IAC5C,MAAM,EAAE,aAAa,EAAE,GAAG,SAAS,CAAC;IACpC,MAAM,iBAAiB,GAA0B,EAAE,CAAC;IAEpD,KAAK,MAAM,MAAM,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,YAAY,GAA4B,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,gBAAgB,CAAkB,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5D,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QAC3E,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,aAAa,CAAC,YAAY,CAAC;gBAC/B,UAAU;gBACV,QAAQ;gBACR,aAAa;gBACb,SAAS;gBACT,OAAO;aACR,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CACX,yCAAyC,EACzC,GAAG,EACH,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAC1C,CAAC;YAEF,IAAI,GAAG,YAAY,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBACvE,SAAS,CAAC,eAAe;YAC3B,CAAC;YAED,iBAAiB,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAC/B,CAAC,CAAC"}

package/dist/packages/core/processors/mutual-processor.d.ts

@@ -0,0 +1,15 @@
+import type { Entity } from '@monorise/base';
+import type { SQSBatchItemFailure, SQSEvent } from 'aws-lambda';
+export type EventDetailBody = {
+    mutualIds: string[];
+    byEntityType: Entity;
+    byEntityId: string;
+    entityType: Entity;
+    field: string;
+    publishedAt: string;
+    customContext?: Record<string, unknown>;
+};
+export declare const handler: (ev: SQSEvent) => Promise<{
+    batchItemFailures: SQSBatchItemFailure[];
+}>;
+//# sourceMappingURL=mutual-processor.d.ts.map

package/dist/packages/core/processors/mutual-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutual-processor.d.ts","sourceRoot":"","sources":["../../../../processors/mutual-processor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAQhE,MAAM,MAAM,eAAe,GAAG;IAC5B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACzC,CAAC;AAOF,eAAO,MAAM,OAAO,GAAU,IAAI,QAAQ;;EA0OzC,CAAC"}

package/dist/packages/core/processors/mutual-processor.js

@@ -0,0 +1,128 @@
+import { TransactionCanceledException } from '@aws-sdk/client-dynamodb';
+import { Mutual } from '#/data/Mutual';
+import { StandardError } from '#/errors/standard-error';
+import { parseSQSBusEvent } from '#/helpers/event';
+import { container } from '#/lambda-layer/container';
+import { EntityConfig } from '#/lambda-layer/monorise';
+import { EVENT } from '#/shared/types/event';
+const processEntities = async (entityIds, action) => Promise.allSettled(entityIds.map(action));
+export const handler = async (ev) => {
+    const batchItemFailures = [];
+    const { entityRepository, mutualRepository, publishEvent } = container;
+    await Promise.allSettled(ev.Records.map(async (record) => {
+        const errorContext = {};
+        const body = parseSQSBusEvent(record.body);
+        const { detail } = body;
+        const { mutualIds, byEntityType, byEntityId, entityType, field, publishedAt, customContext, } = detail;
+        errorContext.body = body;
+        try {
+            // Validate if mutual configuration exists
+            const config = EntityConfig[byEntityType]?.mutual?.mutualFields?.[field];
+            if (!config) {
+                throw new StandardError('INVALID_MUTUAL', 'Invalid mutual');
+            }
+            const mutualDataProcessor = config.mutualDataProcessor ?? (() => ({}));
+            // Create a lock to prevent concurrent modifications
+            await mutualRepository.createMutualLock({
+                byEntityType,
+                byEntityId,
+                entityType,
+                version: publishedAt,
+            });
+            // Fetch related entities in parallel
+            const [byEntity, mutuals] = await Promise.all([
+                entityRepository.getEntity(byEntityType, byEntityId),
+                mutualRepository.listEntitiesByEntity(byEntityType, byEntityId, entityType),
+            ]);
+            // Determine which entities were added, removed, or need updates
+            const existingEntityIds = new Set(mutuals.items.map((m) => m.entityId));
+            const newMutualIds = new Set(mutualIds ?? []);
+            const addedEntityIds = [...newMutualIds].filter((id) => !existingEntityIds.has(id));
+            const deletedEntityIds = [...existingEntityIds].filter((id) => !newMutualIds.has(id));
+            const toUpdateEntityIds = [...existingEntityIds].filter((id) => newMutualIds.has(id));
+            errorContext.existingEntityIds = [...existingEntityIds];
+            errorContext.addedEntityIds = addedEntityIds;
+            errorContext.deletedEntityIds = deletedEntityIds;
+            errorContext.toUpdateEntityIds = toUpdateEntityIds;
+            const addEntities = await processEntities(addedEntityIds, async (id) => {
+                const entity = await entityRepository.getEntity(entityType, id);
+                await mutualRepository.createMutual(byEntityType, byEntityId, byEntity.data, entityType, id, entity.data, mutualDataProcessor(mutualIds, new Mutual(byEntityType, byEntityId, byEntity.data, entityType, id, entity.data, {}), customContext), {
+                    ConditionExpression: 'attribute_not_exists(#mutualUpdatedAt) OR #mutualUpdatedAt < :publishedAt',
+                    ExpressionAttributeNames: {
+                        '#mutualUpdatedAt': 'mutualUpdatedAt',
+                    },
+                    ExpressionAttributeValues: {
+                        ':publishedAt': { S: publishedAt },
+                    },
+                    createAndUpdateDatetime: new Date(publishedAt),
+                });
+            });
+            const deleteEntities = await processEntities(deletedEntityIds, async (id) => {
+                await mutualRepository.deleteMutual(byEntityType, byEntityId, entityType, id, {
+                    ConditionExpression: 'attribute_exists(PK) AND #mutualUpdatedAt < :publishedAt',
+                    ExpressionAttributeNames: {
+                        '#mutualUpdatedAt': 'mutualUpdatedAt',
+                    },
+                    ExpressionAttributeValues: {
+                        ':publishedAt': { S: publishedAt },
+                    },
+                });
+            });
+            const updateEntities = await processEntities(toUpdateEntityIds, async (id) => {
+                await mutualRepository.updateMutual(byEntityType, byEntityId, entityType, id, {
+                    mutualData: mutualDataProcessor(mutualIds, new Mutual(byEntityType, byEntityId, byEntity.data, entityType, id, {}, {}), customContext),
+                    mutualUpdatedAt: publishedAt,
+                }, {
+                    ConditionExpression: 'attribute_exists(PK) AND #mutualUpdatedAt < :publishedAt',
+                    ExpressionAttributeNames: {
+                        '#mutualUpdatedAt': 'mutualUpdatedAt',
+                    },
+                    ExpressionAttributeValues: {
+                        ':publishedAt': { S: publishedAt },
+                    },
+                });
+            });
+            errorContext.results = { addEntities, deleteEntities, updateEntities };
+            // release lock
+            await mutualRepository.deleteMutualLock({
+                byEntityType,
+                byEntityId,
+                entityType,
+            });
+            // Check for unprocessable errors in processing results
+            if ([...addEntities, ...deleteEntities, ...updateEntities].some((res) => res.status === 'rejected' &&
+                !(res.reason instanceof TransactionCanceledException ||
+                    (res.reason instanceof StandardError &&
+                        res.reason.code === 'MUTUAL_NOT_FOUND')))) {
+                throw new StandardError('MUTUAL_PROCESSOR_ERROR', 'Mutual processor error', null, errorContext);
+            }
+            await publishEvent({
+                event: EVENT.CORE.ENTITY_MUTUAL_PROCESSED,
+                payload: {
+                    byEntityType,
+                    byEntityId,
+                    entityType,
+                    field,
+                    mutualIds,
+                    publishedAt,
+                },
+            });
+        }
+        catch (err) {
+            console.error('=====MUTUAL_PROCESSOR_ERROR=====', err, JSON.stringify({ errorContext }, null, 2));
+            // Release the lock to avoid deadlocks
+            await mutualRepository.deleteMutualLock({
+                byEntityType,
+                byEntityId,
+                entityType,
+            });
+            if (err instanceof StandardError &&
+                ['INVALID_MUTUAL', 'MUTUAL_LOCK_CONFLICT'].includes(err.code)) {
+                return;
+            }
+            batchItemFailures.push({ itemIdentifier: record.messageId });
+        }
+    }));
+    return { batchItemFailures };
+};
+//# sourceMappingURL=mutual-processor.js.map

package/dist/packages/core/processors/mutual-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutual-processor.js","sourceRoot":"","sources":["../../../../processors/mutual-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAAE,MAAM,0BAA0B,CAAC;AAGxE,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAY7C,MAAM,eAAe,GAAG,KAAK,EAC3B,SAAmB,EACnB,MAAqC,EACrC,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAE/C,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,EAAY,EAAE,EAAE;IAC5C,MAAM,iBAAiB,GAA0B,EAAE,CAAC;IACpD,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,YAAY,EAAE,GAAG,SAAS,CAAC;IAEvE,MAAM,OAAO,CAAC,UAAU,CACtB,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,YAAY,GAA4B,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,gBAAgB,CAAkB,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5D,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,MAAM,EACJ,SAAS,EACT,YAAY,EACZ,UAAU,EACV,UAAU,EACV,KAAK,EACL,WAAW,EACX,aAAa,GACd,GAAG,MAAM,CAAC;QACX,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC;QAEzB,IAAI,CAAC;YACH,0CAA0C;YAC1C,MAAM,MAAM,GACV,YAAY,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC;YAE5D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,aAAa,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,mBAAmB,GAAG,MAAM,CAAC,mBAAmB,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAEvE,oDAAoD;YACpD,MAAM,gBAAgB,CAAC,gBAAgB,CAAC;gBACtC,YAAY;gBACZ,UAAU;gBACV,UAAU;gBACV,OAAO,EAAE,WAAW;aACrB,CAAC,CAAC;YAEH,qCAAqC;YACrC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAC5C,gBAAgB,CAAC,SAAS,CAAC,YAAY,EAAE,UAAU,CAAC;gBACpD,gBAAgB,CAAC,oBAAoB,CACnC,YAAY,EACZ,UAAU,EACV,UAAU,CACX;aACF,CAAC,CAAC;YAEH,gEAAgE;YAChE,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACxE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YAE9C,MAAM,cAAc,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC,MAAM,CAC7C,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CACnC,CAAC;YACF,MAAM,gBAAgB,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC,MAAM,CACpD,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAC9B,CAAC;YACF,MAAM,iBAAiB,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAC7D,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CACrB,CAAC;YAEF,YAAY,CAAC,iBAAiB,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC;YACxD,YAAY,CAAC,cAAc,GAAG,cAAc,CAAC;YAC7C,YAAY,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;YACjD,YAAY,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;YAEnD,MAAM,WAAW,GAAG,MAAM,eAAe,CACvC,cAAc,EACd,KAAK,EAAE,EAAE,EAAE,EAAE;gBACX,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBAChE,MAAM,gBAAgB,CAAC,YAAY,CACjC,YAAY,EACZ,UAAU,EACV,QAAQ,CAAC,IAAI,EACb,UAAU,EACV,EAAE,EACF,MAAM,CAAC,IAAI,EACX,mBAAmB,CACjB,SAAS,EACT,IAAI,MAAM,CACR,YAAY,EACZ,UAAU,EACV,QAAQ,CAAC,IAAI,EACb,UAAU,EACV,EAAE,EACF,MAAM,CAAC,IAAI,EACX,EAAE,CACH,EACD,aAAa,CACd,EACD;oBACE,mBAAmB,EACjB,2EAA2E;oBAC7E,wBAAwB,EAAE;wBACxB,kBAAkB,EAAE,iBAAiB;qBACtC;oBACD,yBAAyB,EAAE;wBACzB,cAAc,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE;qBACnC;oBACD,uBAAuB,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC;iBAC/C,CACF,CAAC;YACJ,CAAC,CACF,CAAC;YAEF,MAAM,cAAc,GAAG,MAAM,eAAe,CAC1C,gBAAgB,EAChB,KAAK,EAAE,EAAE,EAAE,EAAE;gBACX,MAAM,gBAAgB,CAAC,YAAY,CACjC,YAAY,EACZ,UAAU,EACV,UAAU,EACV,EAAE,EACF;oBACE,mBAAmB,EACjB,0DAA0D;oBAC5D,wBAAwB,EAAE;wBACxB,kBAAkB,EAAE,iBAAiB;qBACtC;oBACD,yBAAyB,EAAE;wBACzB,cAAc,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE;qBACnC;iBACF,CACF,CAAC;YACJ,CAAC,CACF,CAAC;YAEF,MAAM,cAAc,GAAG,MAAM,eAAe,CAC1C,iBAAiB,EACjB,KAAK,EAAE,EAAE,EAAE,EAAE;gBACX,MAAM,gBAAgB,CAAC,YAAY,CACjC,YAAY,EACZ,UAAU,EACV,UAAU,EACV,EAAE,EACF;oBACE,UAAU,EAAE,mBAAmB,CAC7B,SAAS,EACT,IAAI,MAAM,CACR,YAAY,EACZ,UAAU,EACV,QAAQ,CAAC,IAAI,EACb,UAAU,EACV,EAAE,EACF,EAAE,EACF,EAAE,CACH,EACD,aAAa,CACd;oBACD,eAAe,EAAE,WAAW;iBAC7B,EACD;oBACE,mBAAmB,EACjB,0DAA0D;oBAC5D,wBAAwB,EAAE;wBACxB,kBAAkB,EAAE,iBAAiB;qBACtC;oBACD,yBAAyB,EAAE;wBACzB,cAAc,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE;qBACnC;iBACF,CACF,CAAC;YACJ,CAAC,CACF,CAAC;YAEF,YAAY,CAAC,OAAO,GAAG,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,CAAC;YAEvE,eAAe;YACf,MAAM,gBAAgB,CAAC,gBAAgB,CAAC;gBACtC,YAAY;gBACZ,UAAU;gBACV,UAAU;aACX,CAAC,CAAC;YAEH,uDAAuD;YACvD,IACE,CAAC,GAAG,WAAW,EAAE,GAAG,cAAc,EAAE,GAAG,cAAc,CAAC,CAAC,IAAI,CACzD,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,MAAM,KAAK,UAAU;gBACzB,CAAC,CACC,GAAG,CAAC,MAAM,YAAY,4BAA4B;oBAClD,CAAC,GAAG,CAAC,MAAM,YAAY,aAAa;wBAClC,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAC1C,CACJ,EACD,CAAC;gBACD,MAAM,IAAI,aAAa,CACrB,wBAAwB,EACxB,wBAAwB,EACxB,IAAI,EACJ,YAAY,CACb,CAAC;YACJ,CAAC;YAED,MAAM,YAAY,CAAC;gBACjB,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,uBAAuB;gBACzC,OAAO,EAAE;oBACP,YAAY;oBACZ,UAAU;oBACV,UAAU;oBACV,KAAK;oBACL,SAAS;oBACT,WAAW;iBACZ;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CACX,kCAAkC,EAClC,GAAG,EACH,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAC1C,CAAC;YAEF,sCAAsC;YACtC,MAAM,gBAAgB,CAAC,gBAAgB,CAAC;gBACtC,YAAY;gBACZ,UAAU;gBACV,UAAU;aACX,CAAC,CAAC;YAEH,IACE,GAAG,YAAY,aAAa;gBAC5B,CAAC,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAC7D,CAAC;gBACD,OAAO;YACT,CAAC;YAED,iBAAiB,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IAEF,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAC/B,CAAC,CAAC"}

package/dist/packages/core/processors/prejoin-processor.d.ts

@@ -0,0 +1,12 @@
+import type { Entity } from '@monorise/base';
+import type { SQSBatchItemFailure, SQSEvent } from 'aws-lambda';
+export type EventDetailBody = {
+    byEntityType: Entity;
+    byEntityId: string;
+    entityType: Entity;
+    publishedAt: string;
+};
+export declare const handler: (ev: SQSEvent) => Promise<{
+    batchItemFailures: SQSBatchItemFailure[];
+}>;
+//# sourceMappingURL=prejoin-processor.d.ts.map

package/dist/packages/core/processors/prejoin-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prejoin-processor.d.ts","sourceRoot":"","sources":["../../../../processors/prejoin-processor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAWhE,MAAM,MAAM,eAAe,GAAG;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAyLF,eAAO,MAAM,OAAO,GAAU,IAAI,QAAQ;;EA2DzC,CAAC"}

package/dist/packages/core/processors/prejoin-processor.js

@@ -0,0 +1,150 @@
+import { PROJECTION_EXPRESSION } from '#/data/ProjectionExpression';
+import { parseSQSBusEvent } from '#/helpers/event';
+import { container } from '#/lambda-layer/container';
+import { AllowedEntityTypes, EntityConfig } from '#/lambda-layer/monorise';
+import { EVENT } from '#/shared/types/event';
+async function processPrejoins({ mutualRepository, publishEvent, byEntityType, byEntityId, prejoins, publishedAt, }) {
+    const mutualCache = {
+    /*
+        course: [{
+            byEntityType: 'module',
+            byEntityId: '1',
+            entityType: 'course',
+            entityId: '1',
+        }],
+        module: [],
+        chapter: [],
+        video: []
+    */
+    };
+    //initiate
+    mutualCache[byEntityType] = [
+        {
+            entityType: byEntityType,
+            entityId: byEntityId,
+        },
+    ];
+    for (const { mutualField, targetEntityType, entityPaths } of prejoins) {
+        let toBePublishedContext = {};
+        for (const [index, entityPath] of entityPaths.entries()) {
+            const entityType = entityPath.entityType;
+            // skip cached
+            if (!entityPath.skipCache && mutualCache[entityType]) {
+                continue;
+            }
+            // if skipping cache should not have previous run data
+            mutualCache[entityType] = [];
+            const parentEntityType = entityPaths[index - 1]
+                .entityType;
+            const parentEntities = mutualCache[parentEntityType] ?? [];
+            // find all nested entities
+            for (const parentEntity of parentEntities) {
+                const { entityType: parentEntityType, entityId: parentEntityId } = parentEntity;
+                const { items: mutualItems } = await mutualRepository.listEntitiesByEntity(parentEntityType, parentEntityId, entityPath.entityType, {
+                    ProjectionExpression: PROJECTION_EXPRESSION.MUTUAL_DATA_ONLY,
+                });
+                // custom processor defined in prejoin config for each path
+                const processor = entityPath.processor || ((items, context) => ({ items, context }));
+                const processed = processor(mutualItems, toBePublishedContext);
+                toBePublishedContext = processed?.context || toBePublishedContext;
+                mutualCache[entityType] = [
+                    ...(mutualCache[entityType] ?? []),
+                    ...(processed ? processed.items : mutualItems),
+                ];
+            }
+            if (!mutualCache[entityType] && !Array.isArray(mutualCache[entityType])) {
+                // to avoid empty array
+                mutualCache[entityType] = [];
+            }
+        }
+        const mutualIds = (mutualCache[targetEntityType] ?? []).map((item) => item.entityId);
+        await publishEvent({
+            event: EVENT.CORE.ENTITY_MUTUAL_TO_UPDATE,
+            payload: {
+                byEntityType,
+                byEntityId,
+                entityType: targetEntityType,
+                field: mutualField,
+                mutualIds,
+                customContext: toBePublishedContext,
+                publishedAt,
+            },
+        });
+    }
+}
+async function publishToSubscribers({ mutualRepository, publishEvent, byEntityType, byEntityId, publishedAt, }) {
+    const listeners = AllowedEntityTypes.reduce((acc, configKey) => {
+        const { subscribes } = EntityConfig[configKey].mutual ?? {};
+        const hasSubscription = (subscribes ?? []).some(({ entityType }) => entityType === byEntityType);
+        return [
+            ...acc,
+            ...(hasSubscription
+                ? [
+                    {
+                        entityType: configKey,
+                    },
+                ]
+                : []),
+        ];
+    }, []);
+    // publish event for each interested entity
+    const subscribedMutualItems = await Promise.all(listeners.map(({ entityType: subscribedEntityType }) => mutualRepository.listEntitiesByEntity(byEntityType, byEntityId, subscribedEntityType, {
+        ProjectionExpression: PROJECTION_EXPRESSION.NO_DATA,
+    })));
+    const subscribedMutuals = subscribedMutualItems.flatMap((item) => item.items);
+    await Promise.all(subscribedMutuals.map((subscribedMutual) => publishEvent({
+        event: EVENT.CORE.PREJOIN_RELATIONSHIP_SYNC,
+        payload: {
+            byEntityType: subscribedMutual.entityType,
+            byEntityId: subscribedMutual.entityId,
+            entityType: subscribedMutual.byEntityType,
+            publishedAt,
+        },
+    })));
+}
+export const handler = async (ev) => {
+    const batchItemFailures = [];
+    const { mutualRepository, publishEvent } = container;
+    for (const record of ev.Records) {
+        const body = parseSQSBusEvent(record.body);
+        const { detail } = body;
+        const { byEntityType, byEntityId, entityType, publishedAt } = detail;
+        let errorContext = {
+            body,
+        };
+        try {
+            const isEntityTypeSubscribed = (EntityConfig[byEntityType]?.mutual?.subscribes ?? []).some(({ entityType: subscribedEntityType }) => subscribedEntityType === entityType);
+            const hasPrejoins = EntityConfig[byEntityType]?.mutual?.prejoins;
+            const shouldProcessPrejoins = isEntityTypeSubscribed && hasPrejoins;
+            errorContext = {
+                ...errorContext,
+                isEntityTypeSubscribed,
+                hasPrejoins,
+                shouldProcessPrejoins,
+            };
+            if (shouldProcessPrejoins) {
+                await processPrejoins({
+                    mutualRepository,
+                    publishEvent,
+                    byEntityType,
+                    byEntityId,
+                    prejoins: EntityConfig[byEntityType]?.mutual?.prejoins ?? [],
+                    publishedAt,
+                });
+            }
+            await publishToSubscribers({
+                mutualRepository,
+                publishEvent,
+                byEntityType,
+                byEntityId,
+                publishedAt,
+            });
+        }
+        catch (err) {
+            console.log('===PREJOIN-PROCESSOR ERROR===', err, JSON.stringify({ errorContext }, null, 2));
+            batchItemFailures.push({ itemIdentifier: record.messageId });
+        }
+    }
+    return { batchItemFailures };
+};
+//# sourceMappingURL=prejoin-processor.js.map

package/dist/packages/core/processors/prejoin-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prejoin-processor.js","sourceRoot":"","sources":["../../../../processors/prejoin-processor.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEnD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAE3E,OAAO,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAU7C,KAAK,UAAU,eAAe,CAAC,EAC7B,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,WAAW,GAQZ;IACC,MAAM,WAAW,GAUb;IACF;;;;;;;;;;MAUE;KACH,CAAC;IAEF,UAAU;IACV,WAAW,CAAC,YAAY,CAAC,GAAG;QAC1B;YACE,UAAU,EAAE,YAAY;YACxB,QAAQ,EAAE,UAAU;SACrB;KACF,CAAC;IAEF,KAAK,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,WAAW,EAAE,IAAI,QAAQ,EAAE,CAAC;QACtE,IAAI,oBAAoB,GAAwB,EAAE,CAAC;QAEnD,KAAK,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;YACxD,MAAM,UAAU,GAAG,UAAU,CAAC,UAAsC,CAAC;YAErE,cAAc;YACd,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;gBACrD,SAAS;YACX,CAAC;YAED,sDAAsD;YACtD,WAAW,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YAE7B,MAAM,gBAAgB,GAAG,WAAW,CAAC,KAAK,GAAG,CAAC,CAAC;iBAC5C,UAAsC,CAAC;YAC1C,MAAM,cAAc,GAAG,WAAW,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;YAE3D,2BAA2B;YAC3B,KAAK,MAAM,YAAY,IAAI,cAAc,EAAE,CAAC;gBAC1C,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,cAAc,EAAE,GAC9D,YAAY,CAAC;gBAEf,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAC1B,MAAM,gBAAgB,CAAC,oBAAoB,CACzC,gBAAgB,EAChB,cAAc,EACd,UAAU,CAAC,UAAU,EACrB;oBACE,oBAAoB,EAAE,qBAAqB,CAAC,gBAAgB;iBAC7D,CACF,CAAC;gBAEJ,2DAA2D;gBAC3D,MAAM,SAAS,GACb,UAAU,CAAC,SAAS,IAAI,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;gBAErE,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,oBAAoB,CAAC,CAAC;gBAC/D,oBAAoB,GAAG,SAAS,EAAE,OAAO,IAAI,oBAAoB,CAAC;gBAElE,WAAW,CAAC,UAAU,CAAC,GAAG;oBACxB,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;oBAClC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC;iBAC/C,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;gBACxE,uBAAuB;gBACvB,WAAW,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,CAChB,WAAW,CAAC,gBAA4C,CAAC,IAAI,EAAE,CAChE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE/B,MAAM,YAAY,CAAiC;YACjD,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,uBAAuB;YACzC,OAAO,EAAE;gBACP,YAAY;gBACZ,UAAU;gBACV,UAAU,EAAE,gBAAgB;gBAC5B,KAAK,EAAE,WAAW;gBAClB,SAAS;gBACT,aAAa,EAAE,oBAAoB;gBACnC,WAAW;aACZ;SACF,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,EAClC,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,WAAW,GAOZ;IACC,MAAM,SAAS,GAAG,kBAAkB,CAAC,MAAM,CACzC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE;QACjB,MAAM,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;QAE5D,MAAM,eAAe,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,IAAI,CAC7C,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,KAAK,YAAY,CAChD,CAAC;QAEF,OAAO;YACL,GAAG,GAAG;YACN,GAAG,CAAC,eAAe;gBACjB,CAAC,CAAC;oBACE;wBACE,UAAU,EAAE,SAAS;qBACtB;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC,EACD,EAA8B,CAC/B,CAAC;IAEF,2CAA2C;IAC3C,MAAM,qBAAqB,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7C,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,oBAAoB,EAAE,EAAE,EAAE,CACrD,gBAAgB,CAAC,oBAAoB,CACnC,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB;QACE,oBAAoB,EAAE,qBAAqB,CAAC,OAAO;KACpD,CACF,CACF,CACF,CAAC;IACF,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAE9E,MAAM,OAAO,CAAC,GAAG,CACf,iBAAiB,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,EAAE,CACzC,YAAY,CAAC;QACX,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB;QAC3C,OAAO,EAAE;YACP,YAAY,EAAE,gBAAgB,CAAC,UAAU;YACzC,UAAU,EAAE,gBAAgB,CAAC,QAAQ;YACrC,UAAU,EAAE,gBAAgB,CAAC,YAAY;YACzC,WAAW;SACZ;KACF,CAAC,CACH,CACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,EAAY,EAAE,EAAE;IAC5C,MAAM,iBAAiB,GAA0B,EAAE,CAAC;IAEpD,MAAM,EAAE,gBAAgB,EAAE,YAAY,EAAE,GAAG,SAAS,CAAC;IAErD,KAAK,MAAM,MAAM,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,gBAAgB,CAAkB,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5D,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QACrE,IAAI,YAAY,GAA4B;YAC1C,IAAI;SACL,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,sBAAsB,GAAG,CAC7B,YAAY,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI,EAAE,CACrD,CAAC,IAAI,CACJ,CAAC,EAAE,UAAU,EAAE,oBAAoB,EAAE,EAAE,EAAE,CACvC,oBAAoB,KAAK,UAAU,CACtC,CAAC;YACF,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC;YACjE,MAAM,qBAAqB,GAAG,sBAAsB,IAAI,WAAW,CAAC;YACpE,YAAY,GAAG;gBACb,GAAG,YAAY;gBACf,sBAAsB;gBACtB,WAAW;gBACX,qBAAqB;aACtB,CAAC;YAEF,IAAI,qBAAqB,EAAE,CAAC;gBAC1B,MAAM,eAAe,CAAC;oBACpB,gBAAgB;oBAChB,YAAY;oBACZ,YAAY;oBACZ,UAAU;oBACV,QAAQ,EAAE,YAAY,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,QAAQ,IAAI,EAAE;oBAC5D,WAAW;iBACZ,CAAC,CAAC;YACL,CAAC;YAED,MAAM,oBAAoB,CAAC;gBACzB,gBAAgB;gBAChB,YAAY;gBACZ,YAAY;gBACZ,UAAU;gBACV,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CACT,+BAA+B,EAC/B,GAAG,EACH,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAC1C,CAAC;YAEF,iBAAiB,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAC/B,CAAC,CAAC"}

package/dist/packages/core/processors/replication-processor.d.ts

@@ -0,0 +1,8 @@
+import type { _Record as DynamoDBStreamEvent } from '@aws-sdk/client-dynamodb-streams';
+import type { DynamoDBBatchItemFailure } from 'aws-lambda';
+export declare const handler: (event: {
+    Records: DynamoDBStreamEvent[];
+}) => Promise<{
+    batchItemFailures: DynamoDBBatchItemFailure[];
+}>;
+//# sourceMappingURL=replication-processor.d.ts.map

package/dist/packages/core/processors/replication-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replication-processor.d.ts","sourceRoot":"","sources":["../../../../processors/replication-processor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,OAAO,IAAI,mBAAmB,EAC/B,MAAM,kCAAkC,CAAC;AAC1C,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAU3D,eAAO,MAAM,OAAO,GAAU,OAAO;IAAE,OAAO,EAAE,mBAAmB,EAAE,CAAA;CAAE;;EAoPtE,CAAC"}

package/dist/packages/core/processors/replication-processor.js

@@ -0,0 +1,180 @@
+import { ConditionalCheckFailedException } from '@aws-sdk/client-dynamodb';
+import { ENTITY_REPLICATION_INDEX, MUTUAL_REPLICATION_INDEX, } from '#/configs/service.config';
+import { StandardError } from '#/errors/standard-error';
+import { container } from '#/lambda-layer/container';
+const TableName = process.env.DDB_TABLE;
+export const handler = async (event) => {
+    const batchItemFailures = [];
+    const { dynamodbClient } = container;
+    for (const record of event.Records) {
+        const errorContext = {};
+        errorContext.record = record;
+        try {
+            if (record.eventName === 'MODIFY') {
+                const modifiedItem = record.dynamodb?.NewImage;
+                if (!modifiedItem) {
+                    continue;
+                }
+                const isMetadata = modifiedItem.SK.S?.startsWith('#METADATA#');
+                const isMutual = modifiedItem.PK.S?.startsWith('MUTUAL#') && isMetadata;
+                const isEntity = isMetadata && !isMutual;
+                if (!isEntity && !isMutual) {
+                    // skip replicated data
+                    continue;
+                }
+                // default variables
+                let targetRPK = 'R1PK';
+                const targetData = 'data';
+                let targetIndexName = ENTITY_REPLICATION_INDEX;
+                const targetUpdatedAt = 'updatedAt';
+                let queryExpression = {
+                    FilterExpression: `#${targetUpdatedAt} < :${targetUpdatedAt}`,
+                    ExpressionAttributeNames: {
+                        [`#${targetRPK}`]: targetRPK,
+                        [`#${targetUpdatedAt}`]: targetUpdatedAt,
+                    },
+                    ExpressionAttributeValues: {
+                        [`:${targetRPK}`]: modifiedItem.PK,
+                        [`:${targetUpdatedAt}`]: modifiedItem.updatedAt,
+                    },
+                };
+                const updateExpession = {
+                    UpdateExpression: `SET #${targetUpdatedAt} = :${targetUpdatedAt}, #${targetData} = :${targetData}`,
+                    ConditionExpression: `#${targetUpdatedAt} < :${targetUpdatedAt}`,
+                    ExpressionAttributeNames: {
+                        [`#${targetData}`]: targetData,
+                        [`#${targetUpdatedAt}`]: targetUpdatedAt,
+                    },
+                    ExpressionAttributeValues: {
+                        [`:${targetData}`]: modifiedItem.data,
+                        [`:${targetUpdatedAt}`]: modifiedItem.updatedAt,
+                    },
+                };
+                if (isMutual) {
+                    targetRPK = 'R2PK';
+                    targetIndexName = MUTUAL_REPLICATION_INDEX;
+                    // condition to only replicate to mutualAsEntity
+                    queryExpression = {
+                        FilterExpression: `${queryExpression.FilterExpression} AND #SK = :metadata`, // to replicate to mutualAsEntity only
+                        ExpressionAttributeNames: {
+                            '#SK': 'SK',
+                            [`#${targetRPK}`]: targetRPK,
+                            [`#${targetUpdatedAt}`]: targetUpdatedAt,
+                        },
+                        ExpressionAttributeValues: {
+                            ':metadata': { S: '#METADATA#' },
+                            [`:${targetRPK}`]: modifiedItem.PK,
+                            [`:${targetUpdatedAt}`]: modifiedItem.mutualUpdatedAt,
+                        },
+                    };
+                    updateExpession.ExpressionAttributeValues = {
+                        [`:${targetData}`]: modifiedItem.mutualData,
+                        [`:${targetUpdatedAt}`]: modifiedItem.mutualUpdatedAt,
+                    };
+                }
+                errorContext.queryExpression = queryExpression;
+                errorContext.updateExpession = updateExpession;
+                // retrieve all to be replicated items
+                let toBeReplicatedItems = [];
+                let lastKey;
+                do {
+                    const queryResult = await dynamodbClient.query({
+                        TableName,
+                        IndexName: targetIndexName,
+                        KeyConditionExpression: `#${targetRPK} = :${targetRPK}`,
+                        ...queryExpression,
+                    });
+                    toBeReplicatedItems = [
+                        ...toBeReplicatedItems,
+                        ...(queryResult.Items || []),
+                    ];
+                    lastKey = queryResult.LastEvaluatedKey;
+                } while (lastKey);
+                errorContext.toBeReplicatedItems = toBeReplicatedItems;
+                const updatePromises = toBeReplicatedItems.map((item) => {
+                    const updateParams = {
+                        TableName,
+                        Key: {
+                            PK: item.PK,
+                            SK: item.SK,
+                        },
+                        ...updateExpession,
+                    };
+                    return dynamodbClient.updateItem(updateParams);
+                });
+                const results = await Promise.allSettled(updatePromises);
+                errorContext.results = results;
+                if (results.some((result) => result.status === 'rejected' &&
+                    !(result.reason instanceof ConditionalCheckFailedException))) {
+                    throw new StandardError('REPLICATION_ERROR', 'Replication error', null, errorContext);
+                }
+            }
+            if (record.eventName === 'REMOVE') {
+                const removedKeys = record.dynamodb?.Keys || {};
+                const isMetadata = removedKeys.SK.S?.startsWith('#METADATA#');
+                const isMutual = removedKeys.PK.S?.startsWith('MUTUAL#') && isMetadata;
+                const isEntity = isMetadata && !isMutual;
+                if (!isEntity && !isMutual) {
+                    continue;
+                }
+                // default query settings
+                let targetRPK = 'R1PK';
+                let targetIndexName = ENTITY_REPLICATION_INDEX;
+                if (isMutual) {
+                    targetRPK = 'R2PK';
+                    targetIndexName = MUTUAL_REPLICATION_INDEX;
+                }
+                let itemsToDelete = [];
+                let lastKey;
+                do {
+                    const queryResult = await dynamodbClient.query({
+                        TableName,
+                        IndexName: targetIndexName,
+                        KeyConditionExpression: `#${targetRPK} = :${targetRPK}`,
+                        ExpressionAttributeNames: {
+                            [`#${targetRPK}`]: targetRPK,
+                        },
+                        ExpressionAttributeValues: {
+                            [`:${targetRPK}`]: removedKeys.PK,
+                        },
+                    });
+                    itemsToDelete = [...itemsToDelete, ...(queryResult.Items || [])];
+                    lastKey = queryResult.LastEvaluatedKey;
+                } while (lastKey);
+                const mutualsToDelete = Array.from(new Set(itemsToDelete
+                    .filter((item) => item.R2PK?.S?.startsWith('MUTUAL#'))
+                    .map((filteredItem) => filteredItem.R2PK?.S)));
+                mutualsToDelete.forEach((mutual) => {
+                    if (!mutual) {
+                        return;
+                    }
+                    itemsToDelete.push({ PK: { S: mutual }, SK: { S: '#METADATA#' } });
+                });
+                const deleteResults = await Promise.allSettled(itemsToDelete.map((item) => dynamodbClient.deleteItem({
+                    TableName,
+                    Key: {
+                        PK: item.PK,
+                        SK: item.SK,
+                    },
+                })));
+                errorContext.deleteResults = deleteResults;
+                if (deleteResults.some((result) => result.status === 'rejected' &&
+                    !(result.reason instanceof ConditionalCheckFailedException))) {
+                    throw new StandardError('REPLICATION_ERROR', 'Replication error', null, errorContext);
+                }
+            }
+        }
+        catch (error) {
+            console.error('====REPLICATION_ERROR', error);
+            console.log('====REPLICATION_ERROR errorContext', JSON.stringify(errorContext, null, 2));
+            batchItemFailures.push({
+                itemIdentifier: record.dynamodb?.SequenceNumber || '',
+            });
+            // immediately return to prevent processing the rest
+            // because stream will restart from this point again
+            return { batchItemFailures };
+        }
+    }
+    return { batchItemFailures };
+};
+//# sourceMappingURL=replication-processor.js.map

package/dist/packages/core/processors/replication-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replication-processor.js","sourceRoot":"","sources":["../../../../processors/replication-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,+BAA+B,EAAE,MAAM,0BAA0B,CAAC;AAM3E,OAAO,EACL,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAErD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;AAExC,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,KAAyC,EAAE,EAAE;IACzE,MAAM,iBAAiB,GAA+B,EAAE,CAAC;IACzD,MAAM,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;IAErC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,YAAY,GAAQ,EAAE,CAAC;QAC7B,YAAY,CAAC,MAAM,GAAG,MAAM,CAAC;QAE7B,IAAI,CAAC;YACH,IAAI,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAClC,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC;gBAC/C,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,SAAS;gBACX,CAAC;gBAED,MAAM,UAAU,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;gBAC/D,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC;gBACxE,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,QAAQ,CAAC;gBAEzC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC3B,uBAAuB;oBACvB,SAAS;gBACX,CAAC;gBAED,oBAAoB;gBACpB,IAAI,SAAS,GAAG,MAAM,CAAC;gBACvB,MAAM,UAAU,GAAG,MAAM,CAAC;gBAC1B,IAAI,eAAe,GAAG,wBAAwB,CAAC;gBAC/C,MAAM,eAAe,GAAG,WAAW,CAAC;gBAEpC,IAAI,eAAe,GAIf;oBACF,gBAAgB,EAAE,IAAI,eAAe,OAAO,eAAe,EAAE;oBAC7D,wBAAwB,EAAE;wBACxB,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,SAAS;wBAC5B,CAAC,IAAI,eAAe,EAAE,CAAC,EAAE,eAAe;qBACzC;oBACD,yBAAyB,EAAE;wBACzB,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,YAAY,CAAC,EAAE;wBAClC,CAAC,IAAI,eAAe,EAAE,CAAC,EAAE,YAAY,CAAC,SAAS;qBAChD;iBACF,CAAC;gBAEF,MAAM,eAAe,GAKjB;oBACF,gBAAgB,EAAE,QAAQ,eAAe,OAAO,eAAe,MAAM,UAAU,OAAO,UAAU,EAAE;oBAClG,mBAAmB,EAAE,IAAI,eAAe,OAAO,eAAe,EAAE;oBAChE,wBAAwB,EAAE;wBACxB,CAAC,IAAI,UAAU,EAAE,CAAC,EAAE,UAAU;wBAC9B,CAAC,IAAI,eAAe,EAAE,CAAC,EAAE,eAAe;qBACzC;oBACD,yBAAyB,EAAE;wBACzB,CAAC,IAAI,UAAU,EAAE,CAAC,EAAE,YAAY,CAAC,IAAI;wBACrC,CAAC,IAAI,eAAe,EAAE,CAAC,EAAE,YAAY,CAAC,SAAS;qBAChD;iBACF,CAAC;gBAEF,IAAI,QAAQ,EAAE,CAAC;oBACb,SAAS,GAAG,MAAM,CAAC;oBACnB,eAAe,GAAG,wBAAwB,CAAC;oBAE3C,gDAAgD;oBAChD,eAAe,GAAG;wBAChB,gBAAgB,EAAE,GAAG,eAAe,CAAC,gBAAgB,sBAAsB,EAAE,sCAAsC;wBACnH,wBAAwB,EAAE;4BACxB,KAAK,EAAE,IAAI;4BACX,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,SAAS;4BAC5B,CAAC,IAAI,eAAe,EAAE,CAAC,EAAE,eAAe;yBACzC;wBACD,yBAAyB,EAAE;4BACzB,WAAW,EAAE,EAAE,CAAC,EAAE,YAAY,EAAE;4BAChC,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,YAAY,CAAC,EAAE;4BAClC,CAAC,IAAI,eAAe,EAAE,CAAC,EAAE,YAAY,CAAC,eAAe;yBACtD;qBACF,CAAC;oBAEF,eAAe,CAAC,yBAAyB,GAAG;wBAC1C,CAAC,IAAI,UAAU,EAAE,CAAC,EAAE,YAAY,CAAC,UAAU;wBAC3C,CAAC,IAAI,eAAe,EAAE,CAAC,EAAE,YAAY,CAAC,eAAe;qBACtD,CAAC;gBACJ,CAAC;gBAED,YAAY,CAAC,eAAe,GAAG,eAAe,CAAC;gBAC/C,YAAY,CAAC,eAAe,GAAG,eAAe,CAAC;gBAE/C,sCAAsC;gBACtC,IAAI,mBAAmB,GAAqC,EAAE,CAAC;gBAC/D,IAAI,OAAO,CAAC;gBAEZ,GAAG,CAAC;oBACF,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC;wBAC7C,SAAS;wBACT,SAAS,EAAE,eAAe;wBAC1B,sBAAsB,EAAE,IAAI,SAAS,OAAO,SAAS,EAAE;wBACvD,GAAG,eAAe;qBACnB,CAAC,CAAC;oBAEH,mBAAmB,GAAG;wBACpB,GAAG,mBAAmB;wBACtB,GAAG,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC;qBAC7B,CAAC;oBACF,OAAO,GAAG,WAAW,CAAC,gBAAgB,CAAC;gBACzC,CAAC,QAAQ,OAAO,EAAE;gBAClB,YAAY,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;gBAEvD,MAAM,cAAc,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACtD,MAAM,YAAY,GAAG;wBACnB,SAAS;wBACT,GAAG,EAAE;4BACH,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,EAAE,EAAE,IAAI,CAAC,EAAE;yBACZ;wBACD,GAAG,eAAe;qBACnB,CAAC;oBAEF,OAAO,cAAc,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;gBACjD,CAAC,CAAC,CAAC;gBAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;gBACzD,YAAY,CAAC,OAAO,GAAG,OAAO,CAAC;gBAE/B,IACE,OAAO,CAAC,IAAI,CACV,CAAC,MAAM,EAAE,EAAE,CACT,MAAM,CAAC,MAAM,KAAK,UAAU;oBAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,YAAY,+BAA+B,CAAC,CAC9D,EACD,CAAC;oBACD,MAAM,IAAI,aAAa,CACrB,mBAAmB,EACnB,mBAAmB,EACnB,IAAI,EACJ,YAAY,CACb,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAClC,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;gBAC9D,MAAM,QAAQ,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC;gBACvE,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,QAAQ,CAAC;gBAEzC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC3B,SAAS;gBACX,CAAC;gBAED,yBAAyB;gBACzB,IAAI,SAAS,GAAG,MAAM,CAAC;gBACvB,IAAI,eAAe,GAAW,wBAAwB,CAAC;gBAEvD,IAAI,QAAQ,EAAE,CAAC;oBACb,SAAS,GAAG,MAAM,CAAC;oBACnB,eAAe,GAAG,wBAAwB,CAAC;gBAC7C,CAAC;gBAED,IAAI,aAAa,GAAqC,EAAE,CAAC;gBACzD,IAAI,OAAO,CAAC;gBAEZ,GAAG,CAAC;oBACF,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC;wBAC7C,SAAS;wBACT,SAAS,EAAE,eAAe;wBAC1B,sBAAsB,EAAE,IAAI,SAAS,OAAO,SAAS,EAAE;wBACvD,wBAAwB,EAAE;4BACxB,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,SAAS;yBAC7B;wBACD,yBAAyB,EAAE;4BACzB,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,WAAW,CAAC,EAAE;yBAClC;qBACF,CAAC,CAAC;oBAEH,aAAa,GAAG,CAAC,GAAG,aAAa,EAAE,GAAG,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;oBACjE,OAAO,GAAG,WAAW,CAAC,gBAAgB,CAAC;gBACzC,CAAC,QAAQ,OAAO,EAAE;gBAElB,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAChC,IAAI,GAAG,CACL,aAAa;qBACV,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;qBACrD,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAC/C,CACF,CAAC;gBACF,eAAe,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;oBACjC,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,OAAO;oBACT,CAAC;oBAED,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;gBACrE,CAAC,CAAC,CAAC;gBAEH,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,UAAU,CAC5C,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACzB,cAAc,CAAC,UAAU,CAAC;oBACxB,SAAS;oBACT,GAAG,EAAE;wBACH,EAAE,EAAE,IAAI,CAAC,EAAE;wBACX,EAAE,EAAE,IAAI,CAAC,EAAE;qBACZ;iBACF,CAAC,CACH,CACF,CAAC;gBACF,YAAY,CAAC,aAAa,GAAG,aAAa,CAAC;gBAE3C,IACE,aAAa,CAAC,IAAI,CAChB,CAAC,MAAM,EAAE,EAAE,CACT,MAAM,CAAC,MAAM,KAAK,UAAU;oBAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,YAAY,+BAA+B,CAAC,CAC9D,EACD,CAAC;oBACD,MAAM,IAAI,aAAa,CACrB,mBAAmB,EACnB,mBAAmB,EACnB,IAAI,EACJ,YAAY,CACb,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAC9C,OAAO,CAAC,GAAG,CACT,oCAAoC,EACpC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CACtC,CAAC;YAEF,iBAAiB,CAAC,IAAI,CAAC;gBACrB,cAAc,EAAE,MAAM,CAAC,QAAQ,EAAE,cAAc,IAAI,EAAE;aACtD,CAAC,CAAC;YAEH,oDAAoD;YACpD,oDAAoD;YACpD,OAAO,EAAE,iBAAiB,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAC/B,CAAC,CAAC"}

package/dist/packages/core/processors/tag-processor.d.ts

@@ -0,0 +1,11 @@
+import type { Entity as EntityType } from '@monorise/base';
+import type { SQSBatchItemFailure, SQSEvent } from 'aws-lambda';
+export type EventDetailBody = {
+    entityType: EntityType;
+    entityId: string;
+    data: Record<string, any>;
+};
+export declare const handler: (ev: SQSEvent) => Promise<{
+    batchItemFailures: SQSBatchItemFailure[];
+}>;
+//# sourceMappingURL=tag-processor.d.ts.map

package/dist/packages/core/processors/tag-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tag-processor.d.ts","sourceRoot":"","sources":["../../../../processors/tag-processor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAiB,MAAM,IAAI,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC1E,OAAO,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAOhE,MAAM,MAAM,eAAe,GAAG;IAC5B,UAAU,EAAE,UAAU,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC3B,CAAC;AAwFF,eAAO,MAAM,OAAO,GAAU,IAAI,QAAQ;;EAuEzC,CAAC"}