@auriclabs/events 0.3.0 → 0.4.0

package/dist/stream-handler.entry.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-handler.entry.mjs","names":[],"sources":["../src/stream-handler.entry.ts"],"sourcesContent":["import { createStreamHandler } from './stream-handler';\n\nexport const handler = createStreamHandler({\n  busName: process.env.EVENT_BUS_NAME,\n  queueUrls: JSON.parse(process.env.QUEUE_URL_LIST ?? '[]') as string[],\n});\n"],"mappings":";;AAEA,MAAa,UAAU,oBAAoB;CACzC,SAAS,QAAQ,IAAI;CACrB,WAAW,KAAK,MAAM,QAAQ,IAAI,kBAAkB,KAAK;CAC1D,CAAC"}

package/dist/stream-handler.mjs

@@ -0,0 +1,88 @@
+import { logger } from "@auriclabs/logger";
+import { EventBridgeClient, PutEventsCommand } from "@aws-sdk/client-eventbridge";
+import { SQSClient, SendMessageBatchCommand } from "@aws-sdk/client-sqs";
+import { unmarshall } from "@aws-sdk/util-dynamodb";
+import { kebabCase } from "lodash-es";
+//#region src/stream-handler.ts
+const BATCH_SIZE = 10;
+/**
+* Creates a Lambda handler for DynamoDB stream events.
+* Processes INSERT events from the event store table and forwards them to SQS queues and EventBridge.
+*/
+function createStreamHandler(config) {
+	const sqsClient = new SQSClient();
+	const eventBridge = new EventBridgeClient({});
+	function chunkArray(array, chunkSize) {
+		const chunks = [];
+		for (let i = 0; i < array.length; i += chunkSize) chunks.push(array.slice(i, i + chunkSize));
+		return chunks;
+	}
+	async function sendToQueuesBatch(eventRecords) {
+		await Promise.all(config.queueUrls.map((queue) => sendToQueueBatch(eventRecords, queue)));
+	}
+	async function sendToQueueBatch(eventRecords, queue) {
+		const batches = chunkArray(eventRecords, BATCH_SIZE);
+		for (const batch of batches) try {
+			const entries = batch.map((eventRecord, index) => ({
+				Id: `${eventRecord.eventId}-${index}`,
+				MessageBody: JSON.stringify(eventRecord),
+				MessageGroupId: eventRecord.aggregateId,
+				MessageDeduplicationId: eventRecord.eventId
+			}));
+			await sqsClient.send(new SendMessageBatchCommand({
+				QueueUrl: queue,
+				Entries: entries
+			}));
+		} catch (error) {
+			logger.error({
+				error,
+				batch,
+				queue
+			}, "Error sending batch to queue");
+			throw error;
+		}
+	}
+	async function sendToBusBatch(eventRecords) {
+		const batches = chunkArray(eventRecords, BATCH_SIZE);
+		for (const batch of batches) try {
+			const entries = batch.map((eventRecord) => {
+				return {
+					Source: eventRecord.source ?? kebabCase(eventRecord.aggregateType.split(".")[0]),
+					DetailType: eventRecord.eventType,
+					Detail: JSON.stringify(eventRecord),
+					EventBusName: config.busName
+				};
+			});
+			await eventBridge.send(new PutEventsCommand({ Entries: entries }));
+		} catch (error) {
+			logger.error({
+				error,
+				batch
+			}, "Error sending batch to bus");
+			throw error;
+		}
+	}
+	return async (event) => {
+		const eventRecords = event.Records.filter((record) => record.eventName === "INSERT").map((record) => {
+			try {
+				const data = record.dynamodb?.NewImage;
+				return unmarshall(data);
+			} catch (error) {
+				logger.error({
+					error,
+					record
+				}, "Error unmarshalling event record");
+				return;
+			}
+		}).filter((eventRecord) => eventRecord?.itemType === "event");
+		if (eventRecords.length > 0) {
+			const tasks = [sendToQueuesBatch(eventRecords)];
+			if (config.busName) tasks.push(sendToBusBatch(eventRecords));
+			await Promise.all(tasks);
+		}
+	};
+}
+//#endregion
+export { createStreamHandler as t };
+
+//# sourceMappingURL=stream-handler.mjs.map

package/dist/stream-handler.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-handler.mjs","names":[],"sources":["../src/stream-handler.ts"],"sourcesContent":["import { logger } from '@auriclabs/logger';\nimport { AttributeValue } from '@aws-sdk/client-dynamodb';\nimport { EventBridgeClient, PutEventsCommand } from '@aws-sdk/client-eventbridge';\nimport { SendMessageBatchCommand, SQSClient } from '@aws-sdk/client-sqs';\nimport { unmarshall } from '@aws-sdk/util-dynamodb';\nimport { DynamoDBStreamEvent } from 'aws-lambda';\nimport { kebabCase } from 'lodash-es';\n\nimport { AggregateHead, EventRecord } from './types';\n\nconst BATCH_SIZE = 10;\n\nexport interface CreateStreamHandlerConfig {\n  busName?: string;\n  queueUrls: string[];\n}\n\n/**\n * Creates a Lambda handler for DynamoDB stream events.\n * Processes INSERT events from the event store table and forwards them to SQS queues and EventBridge.\n */\nexport function createStreamHandler(config: CreateStreamHandlerConfig) {\n  const sqsClient = new SQSClient();\n  const eventBridge = new EventBridgeClient({});\n\n  function chunkArray<T>(array: T[], chunkSize: number): T[][] {\n    const chunks: T[][] = [];\n    for (let i = 0; i < array.length; i += chunkSize) {\n      chunks.push(array.slice(i, i + chunkSize));\n    }\n    return chunks;\n  }\n\n  async function sendToQueuesBatch(eventRecords: EventRecord[]) {\n    await Promise.all(config.queueUrls.map((queue) => sendToQueueBatch(eventRecords, queue)));\n  }\n\n  async function sendToQueueBatch(eventRecords: EventRecord[], queue: string) {\n    const batches = chunkArray(eventRecords, BATCH_SIZE);\n\n    for (const batch of batches) {\n      try {\n        const entries = batch.map((eventRecord, index) => ({\n          Id: `${eventRecord.eventId}-${index}`,\n          MessageBody: JSON.stringify(eventRecord),\n          MessageGroupId: eventRecord.aggregateId,\n          MessageDeduplicationId: eventRecord.eventId,\n        }));\n\n        await sqsClient.send(\n          new SendMessageBatchCommand({\n            QueueUrl: queue,\n            Entries: entries,\n          }),\n        );\n      } catch (error) {\n        logger.error({ error, batch, queue }, 'Error sending batch to queue');\n        throw error;\n      }\n    }\n  }\n\n  async function sendToBusBatch(eventRecords: EventRecord[]) {\n    const batches = chunkArray(eventRecords, BATCH_SIZE);\n\n    for (const batch of batches) {\n      try {\n        const entries = batch.map((eventRecord) => {\n          // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n          const source = eventRecord.source ?? kebabCase(eventRecord.aggregateType.split('.')[0]);\n          return {\n            Source: source,\n            DetailType: eventRecord.eventType,\n            Detail: JSON.stringify(eventRecord),\n            EventBusName: config.busName,\n          };\n        });\n\n        await eventBridge.send(\n          new PutEventsCommand({\n            Entries: entries,\n          }),\n        );\n      } catch (error) {\n        logger.error({ error, batch }, 'Error sending batch to bus');\n        throw error;\n      }\n    }\n  }\n\n  return async (event: DynamoDBStreamEvent): Promise<void> => {\n    const eventRecords = event.Records.filter((record) => record.eventName === 'INSERT')\n      .map((record) => {\n        try {\n          const data = record.dynamodb?.NewImage;\n          return unmarshall(data as Record<string, AttributeValue>) as EventRecord | AggregateHead;\n        } catch (error) {\n          logger.error({ error, record }, 'Error unmarshalling event record');\n          return undefined;\n        }\n      })\n      .filter((eventRecord): eventRecord is EventRecord => eventRecord?.itemType === 'event');\n\n    if (eventRecords.length > 0) {\n      const tasks: Promise<void>[] = [sendToQueuesBatch(eventRecords)];\n      if (config.busName) {\n        tasks.push(sendToBusBatch(eventRecords));\n      }\n      await Promise.all(tasks);\n    }\n  };\n}\n"],"mappings":";;;;;;AAUA,MAAM,aAAa;;;;;AAWnB,SAAgB,oBAAoB,QAAmC;CACrE,MAAM,YAAY,IAAI,WAAW;CACjC,MAAM,cAAc,IAAI,kBAAkB,EAAE,CAAC;CAE7C,SAAS,WAAc,OAAY,WAA0B;EAC3D,MAAM,SAAgB,EAAE;AACxB,OAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,UACrC,QAAO,KAAK,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC;AAE5C,SAAO;;CAGT,eAAe,kBAAkB,cAA6B;AAC5D,QAAM,QAAQ,IAAI,OAAO,UAAU,KAAK,UAAU,iBAAiB,cAAc,MAAM,CAAC,CAAC;;CAG3F,eAAe,iBAAiB,cAA6B,OAAe;EAC1E,MAAM,UAAU,WAAW,cAAc,WAAW;AAEpD,OAAK,MAAM,SAAS,QAClB,KAAI;GACF,MAAM,UAAU,MAAM,KAAK,aAAa,WAAW;IACjD,IAAI,GAAG,YAAY,QAAQ,GAAG;IAC9B,aAAa,KAAK,UAAU,YAAY;IACxC,gBAAgB,YAAY;IAC5B,wBAAwB,YAAY;IACrC,EAAE;AAEH,SAAM,UAAU,KACd,IAAI,wBAAwB;IAC1B,UAAU;IACV,SAAS;IACV,CAAC,CACH;WACM,OAAO;AACd,UAAO,MAAM;IAAE;IAAO;IAAO;IAAO,EAAE,+BAA+B;AACrE,SAAM;;;CAKZ,eAAe,eAAe,cAA6B;EACzD,MAAM,UAAU,WAAW,cAAc,WAAW;AAEpD,OAAK,MAAM,SAAS,QAClB,KAAI;GACF,MAAM,UAAU,MAAM,KAAK,gBAAgB;AAGzC,WAAO;KACL,QAFa,YAAY,UAAU,UAAU,YAAY,cAAc,MAAM,IAAI,CAAC,GAAG;KAGrF,YAAY,YAAY;KACxB,QAAQ,KAAK,UAAU,YAAY;KACnC,cAAc,OAAO;KACtB;KACD;AAEF,SAAM,YAAY,KAChB,IAAI,iBAAiB,EACnB,SAAS,SACV,CAAC,CACH;WACM,OAAO;AACd,UAAO,MAAM;IAAE;IAAO;IAAO,EAAE,6BAA6B;AAC5D,SAAM;;;AAKZ,QAAO,OAAO,UAA8C;EAC1D,MAAM,eAAe,MAAM,QAAQ,QAAQ,WAAW,OAAO,cAAc,SAAS,CACjF,KAAK,WAAW;AACf,OAAI;IACF,MAAM,OAAO,OAAO,UAAU;AAC9B,WAAO,WAAW,KAAuC;YAClD,OAAO;AACd,WAAO,MAAM;KAAE;KAAO;KAAQ,EAAE,mCAAmC;AACnE;;IAEF,CACD,QAAQ,gBAA4C,aAAa,aAAa,QAAQ;AAEzF,MAAI,aAAa,SAAS,GAAG;GAC3B,MAAM,QAAyB,CAAC,kBAAkB,aAAa,CAAC;AAChE,OAAI,OAAO,QACT,OAAM,KAAK,eAAe,aAAa,CAAC;AAE1C,SAAM,QAAQ,IAAI,MAAM"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@auriclabs/events",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "description": "Event sourcing runtime utilities for DynamoDB-backed event stores",
   "prettier": "@auriclabs/prettier-config",
   "main": "dist/index.cjs",
@@ -11,6 +11,11 @@
       "types": "./dist/index.d.mts",
       "import": "./dist/index.mjs",
       "require": "./dist/index.cjs"
+    },
+    "./stream-handler": {
+      "types": "./dist/stream-handler.entry.d.mts",
+      "import": "./dist/stream-handler.entry.mjs",
+      "require": "./dist/stream-handler.entry.cjs"
     }
   },
   "keywords": [],
@@ -47,7 +52,7 @@
     "directory": "packages/events"
   },
   "scripts": {
-    "build": "tsdown src/index.ts --format cjs,esm --dts --no-hash",
+    "build": "tsdown src/index.ts src/stream-handler.entry.ts --format cjs,esm --dts --no-hash",
     "dev": "concurrently \"pnpm build --watch\" \"pnpm:y:watch\"",
     "y:watch": "chokidar dist --initial --silent -c \"yalc publish --push\"",
     "lint": "eslint .",

package/src/stream-handler.entry.ts

@@ -0,0 +1,6 @@
+import { createStreamHandler } from './stream-handler';
+
+export const handler = createStreamHandler({
+  busName: process.env.EVENT_BUS_NAME,
+  queueUrls: JSON.parse(process.env.QUEUE_URL_LIST ?? '[]') as string[],
+});

package/src/stream-handler.test.ts

@@ -313,6 +313,41 @@ describe('stream-handler', () => {
     expect(logger.error).toHaveBeenCalled();
   });
 
+  it('skips EventBridge when busName is omitted', async () => {
+    const eventRecord = makeEventRecord();
+    mockUnmarshall.mockReturnValue(eventRecord);
+
+    const handler = createStreamHandler({
+      queueUrls: ['https://sqs.us-east-1.amazonaws.com/123/queue-1'],
+    });
+    const event: DynamoDBStreamEvent = {
+      Records: [makeStreamRecord('INSERT', { a: { S: '1' } })],
+    };
+
+    await handler(event);
+
+    expect(SendMessageBatchCommand).toHaveBeenCalledTimes(1);
+    expect(PutEventsCommand).not.toHaveBeenCalled();
+  });
+
+  it('skips EventBridge when busName is empty string', async () => {
+    const eventRecord = makeEventRecord();
+    mockUnmarshall.mockReturnValue(eventRecord);
+
+    const handler = createStreamHandler({
+      busName: '',
+      queueUrls: ['https://sqs.us-east-1.amazonaws.com/123/queue-1'],
+    });
+    const event: DynamoDBStreamEvent = {
+      Records: [makeStreamRecord('INSERT', { a: { S: '1' } })],
+    };
+
+    await handler(event);
+
+    expect(SendMessageBatchCommand).toHaveBeenCalledTimes(1);
+    expect(PutEventsCommand).not.toHaveBeenCalled();
+  });
+
   it('re-throws EventBridge send errors', async () => {
     const eventRecord = makeEventRecord();
     mockUnmarshall.mockReturnValue(eventRecord);

package/src/stream-handler.ts

@@ -11,7 +11,7 @@ import { AggregateHead, EventRecord } from './types';
 const BATCH_SIZE = 10;
 
 export interface CreateStreamHandlerConfig {
-  busName: string;
+  busName?: string;
   queueUrls: string[];
 }
 
@@ -102,7 +102,11 @@ export function createStreamHandler(config: CreateStreamHandlerConfig) {
       .filter((eventRecord): eventRecord is EventRecord => eventRecord?.itemType === 'event');
 
     if (eventRecords.length > 0) {
-      await Promise.all([sendToBusBatch(eventRecords), sendToQueuesBatch(eventRecords)]);
+      const tasks: Promise<void>[] = [sendToQueuesBatch(eventRecords)];
+      if (config.busName) {
+        tasks.push(sendToBusBatch(eventRecords));
+      }
+      await Promise.all(tasks);
     }
   };
 }