@squiz/dx-common-lib 1.72.1 → 1.72.4

package/lib/outbound-http/index.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.outboundFetch = exports.createServiceUserAgent = void 0;
+var createServiceUserAgent_1 = require("./createServiceUserAgent");
+Object.defineProperty(exports, "createServiceUserAgent", { enumerable: true, get: function () { return createServiceUserAgent_1.createServiceUserAgent; } });
+var outboundHttp_1 = require("./outboundHttp");
+Object.defineProperty(exports, "outboundFetch", { enumerable: true, get: function () { return outboundHttp_1.outboundFetch; } });
+//# sourceMappingURL=index.js.map

package/lib/outbound-http/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/outbound-http/index.ts"],"names":[],"mappings":";;;AAAA,mEAAkE;AAAzD,gIAAA,sBAAsB,OAAA;AAC/B,+CAAwE;AAA/D,6GAAA,aAAa,OAAA"}

package/lib/outbound-http/outboundHttp.d.ts

@@ -0,0 +1,2 @@
+export type OutboundFetchInput = string | URL | Request;
+export declare function outboundFetch(userAgent: string, input: OutboundFetchInput, init?: RequestInit): Promise<Response>;

package/lib/outbound-http/outboundHttp.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.outboundFetch = outboundFetch;
+function buildOutboundHeaders(userAgent, input, init) {
+    const headers = new Headers();
+    if (input instanceof Request) {
+        input.headers.forEach((value, key) => {
+            headers.set(key, value);
+        });
+    }
+    if (init === null || init === void 0 ? void 0 : init.headers) {
+        new Headers(init.headers).forEach((value, key) => {
+            headers.set(key, value);
+        });
+    }
+    headers.set('User-Agent', userAgent);
+    return headers;
+}
+function outboundFetch(userAgent, input, init) {
+    const headers = buildOutboundHeaders(userAgent, input, init);
+    return fetch(input, { ...init, headers });
+}
+//# sourceMappingURL=outboundHttp.js.map

package/lib/outbound-http/outboundHttp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"outboundHttp.js","sourceRoot":"","sources":["../../src/outbound-http/outboundHttp.ts"],"names":[],"mappings":";;AAsBA,sCAGC;AAvBD,SAAS,oBAAoB,CAAC,SAAiB,EAAE,KAAyB,EAAE,IAAkB;IAC5F,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAE9B,IAAI,KAAK,YAAY,OAAO,EAAE,CAAC;QAC7B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACnC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO,EAAE,CAAC;QAClB,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YAC/C,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IAErC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAgB,aAAa,CAAC,SAAiB,EAAE,KAAyB,EAAE,IAAkB;IAC5F,MAAM,OAAO,GAAG,oBAAoB,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAC7D,OAAO,KAAK,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;AAC5C,CAAC"}

package/lib/outbound-http/outboundHttp.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/lib/outbound-http/outboundHttp.spec.js

@@ -0,0 +1,59 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const outboundHttp_1 = require("./outboundHttp");
+describe('outboundFetch', () => {
+    const userAgent = 'Squiz/test-service';
+    const originalFetch = global.fetch;
+    beforeEach(() => {
+        global.fetch = jest.fn().mockResolvedValue(new Response());
+    });
+    afterEach(() => {
+        global.fetch = originalFetch;
+    });
+    it('adds User-Agent to string URL requests with init headers', async () => {
+        await (0, outboundHttp_1.outboundFetch)(userAgent, 'https://example.com/resource', {
+            headers: { 'x-api-key': 'secret' },
+        });
+        const init = global.fetch.mock.calls[0][1];
+        const headers = init.headers;
+        expect(headers.get('x-api-key')).toBe('secret');
+        expect(headers.get('User-Agent')).toBe(userAgent);
+    });
+    it('preserves headers from a Request input and adds User-Agent', async () => {
+        const request = new Request('https://example.com/resource', {
+            method: 'GET',
+            headers: {
+                Authorization: 'Bearer token',
+                'x-dxp-tenant': 'tenant-1',
+            },
+        });
+        await (0, outboundHttp_1.outboundFetch)(userAgent, request);
+        const init = global.fetch.mock.calls[0][1];
+        const headers = init.headers;
+        expect(headers.get('Authorization')).toBe('Bearer token');
+        expect(headers.get('x-dxp-tenant')).toBe('tenant-1');
+        expect(headers.get('User-Agent')).toBe(userAgent);
+    });
+    it('merges init headers on top of Request headers without dropping existing values', async () => {
+        const request = new Request('https://example.com/resource', {
+            headers: { 'x-api-key': 'from-request' },
+        });
+        await (0, outboundHttp_1.outboundFetch)(userAgent, request, {
+            headers: { 'x-dxp-session': 'session-token' },
+        });
+        const init = global.fetch.mock.calls[0][1];
+        const headers = init.headers;
+        expect(headers.get('x-api-key')).toBe('from-request');
+        expect(headers.get('x-dxp-session')).toBe('session-token');
+        expect(headers.get('User-Agent')).toBe(userAgent);
+    });
+    it('Overrides an explicit User-Agent header', async () => {
+        await (0, outboundHttp_1.outboundFetch)(userAgent, 'https://example.com/resource', {
+            headers: { 'User-Agent': 'custom-agent' },
+        });
+        const init = global.fetch.mock.calls[0][1];
+        const headers = init.headers;
+        expect(headers.get('User-Agent')).toBe(userAgent);
+    });
+});
+//# sourceMappingURL=outboundHttp.spec.js.map

package/lib/outbound-http/outboundHttp.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"outboundHttp.spec.js","sourceRoot":"","sources":["../../src/outbound-http/outboundHttp.spec.ts"],"names":[],"mappings":";;AAAA,iDAA+C;AAE/C,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,MAAM,SAAS,GAAG,oBAAoB,CAAC;IACvC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,CAAC,KAAK,GAAG,aAAa,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,IAAA,4BAAa,EAAC,SAAS,EAAE,8BAA8B,EAAE;YAC7D,OAAO,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE;SACnC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAI,MAAM,CAAC,KAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAgB,CAAC;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAkB,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,8BAA8B,EAAE;YAC1D,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,aAAa,EAAE,cAAc;gBAC7B,cAAc,EAAE,UAAU;aAC3B;SACF,CAAC,CAAC;QAEH,MAAM,IAAA,4BAAa,EAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAExC,MAAM,IAAI,GAAI,MAAM,CAAC,KAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAgB,CAAC;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAkB,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1D,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACrD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE,KAAK,IAAI,EAAE;QAC9F,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,8BAA8B,EAAE;YAC1D,OAAO,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE;SACzC,CAAC,CAAC;QAEH,MAAM,IAAA,4BAAa,EAAC,SAAS,EAAE,OAAO,EAAE;YACtC,OAAO,EAAE,EAAE,eAAe,EAAE,eAAe,EAAE;SAC9C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAI,MAAM,CAAC,KAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAgB,CAAC;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAkB,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,IAAA,4BAAa,EAAC,SAAS,EAAE,8BAA8B,EAAE;YAC7D,OAAO,EAAE,EAAE,YAAY,EAAE,cAAc,EAAE;SAC1C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAI,MAAM,CAAC,KAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAgB,CAAC;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAkB,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/lib/stream/EventStreamHandler.d.ts

@@ -0,0 +1,38 @@
+/*!
+ * @license
+ * Copyright Squiz Australia Pty Ltd. All Rights Reserved.
+ */
+import { DynamoDBStreamEvent, DynamoDBRecord, Context, DynamoDBBatchResponse } from 'aws-lambda';
+import { Logger } from '@squiz/dx-logger-lib';
+import { EventBusService } from '../events/EventBusService';
+export interface EventPayload {
+    detailType: string;
+    detail: object;
+}
+export type EventMapper = (record: DynamoDBRecord) => Promise<EventPayload[]>;
+/** Resolves tenant id for publishing; use `record` when tenant is carried on the item rather than derivable from the table ARN. */
+export type ExtractTenantId = (arn: string, tableServiceIdentifier: string, record: DynamoDBRecord) => string;
+interface EventStreamHandlerConfig<T extends string> {
+    logger: Logger;
+    eventBusService: EventBusService;
+    /** Matches the table name segment in ARNs (e.g. `cmp` for `*.cmp-service.*`); also used as log field `service`. */
+    tableServiceIdentifier: string;
+    entityTypePrefixMap: Record<string, T>;
+    mappers: Partial<Record<T, EventMapper>>;
+    extractTenantId: ExtractTenantId;
+    batchSize?: number;
+}
+/**
+ * DynamoDB stream Lambda handler factory for mapping stream records to domain events and publishing via the event bus.
+ *
+ * Handles:
+ * - Record batching by configurable size
+ * - Tenant extraction from stream ARN and/or stream record (via `extractTenantId`)
+ * - Entity type detection via prefix matching
+ * - Mapper invocation for known entity types
+ * - Event grouping by tenant
+ * - Batch event publishing with retry tracking
+ * - Failure reporting for Lambda retry mechanism
+ */
+export declare function createEventStreamHandler<T extends string>(config: EventStreamHandlerConfig<T>): (event: DynamoDBStreamEvent, context: Context) => Promise<DynamoDBBatchResponse>;
+export {};

package/lib/stream/EventStreamHandler.js

@@ -0,0 +1,128 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createEventStreamHandler = createEventStreamHandler;
+/**
+ * DynamoDB stream Lambda handler factory for mapping stream records to domain events and publishing via the event bus.
+ *
+ * Handles:
+ * - Record batching by configurable size
+ * - Tenant extraction from stream ARN and/or stream record (via `extractTenantId`)
+ * - Entity type detection via prefix matching
+ * - Mapper invocation for known entity types
+ * - Event grouping by tenant
+ * - Batch event publishing with retry tracking
+ * - Failure reporting for Lambda retry mechanism
+ */
+function createEventStreamHandler(config) {
+    const { logger, eventBusService, tableServiceIdentifier, entityTypePrefixMap, mappers, extractTenantId, batchSize = 10, } = config;
+    function extractEntityType(record) {
+        var _a, _b, _c;
+        const pk = (_c = (_b = (_a = record.dynamodb) === null || _a === void 0 ? void 0 : _a.Keys) === null || _b === void 0 ? void 0 : _b.pk) === null || _c === void 0 ? void 0 : _c.S;
+        if (!pk) {
+            return undefined;
+        }
+        for (const [prefix, entityType] of Object.entries(entityTypePrefixMap)) {
+            if (pk.startsWith(prefix)) {
+                return entityType;
+            }
+        }
+        return undefined;
+    }
+    return async function handler(event, context) {
+        logger.info('Processing DynamoDB stream batch', {
+            recordCount: event.Records.length,
+            requestId: context.awsRequestId,
+            service: tableServiceIdentifier,
+        });
+        const mappedRecords = [];
+        // Process records in batches
+        for (let i = 0; i < event.Records.length; i += batchSize) {
+            const batch = event.Records.slice(i, i + batchSize);
+            const batchResults = await Promise.all(batch.map(async (record, batchIndex) => {
+                var _a, _b, _c, _d, _e, _f;
+                try {
+                    if (!record.eventSourceARN) {
+                        throw new Error('Missing eventSourceARN on stream record');
+                    }
+                    const tenantId = extractTenantId(record.eventSourceARN, tableServiceIdentifier, record);
+                    const tableName = record.eventSourceARN.split('/')[1];
+                    const entityType = extractEntityType(record);
+                    logger.info('Processed stream record', {
+                        eventName: record.eventName,
+                        tenantId,
+                        tableName,
+                        entityType,
+                        pk: (_c = (_b = (_a = record.dynamodb) === null || _a === void 0 ? void 0 : _a.Keys) === null || _b === void 0 ? void 0 : _b.pk) === null || _c === void 0 ? void 0 : _c.S,
+                        sk: (_f = (_e = (_d = record.dynamodb) === null || _d === void 0 ? void 0 : _d.Keys) === null || _e === void 0 ? void 0 : _e.sk) === null || _f === void 0 ? void 0 : _f.S,
+                    });
+                    if (entityType !== undefined) {
+                        const mapper = mappers[entityType];
+                        if (mapper) {
+                            // Note: For CMP, mappers return 0 or 1 event per record
+                            const events = await mapper(record);
+                            return { recordIndex: i + batchIndex, record, tenantId, events };
+                        }
+                        else {
+                            logger.debug(`No event mapper registered for entity type: ${entityType}`);
+                            return { recordIndex: i + batchIndex, record, tenantId, events: [] };
+                        }
+                    }
+                    return { recordIndex: i + batchIndex, record, tenantId, events: [] };
+                }
+                catch (error) {
+                    logger.error('Failed to process record', {
+                        error: error instanceof Error ? error.message : String(error),
+                        eventSourceARN: record.eventSourceARN,
+                    });
+                    return { recordIndex: i + batchIndex, record, tenantId: 'unknown', events: [] };
+                }
+            }));
+            mappedRecords.push(...batchResults);
+        }
+        // Group events by tenant and publish separately for each tenant
+        const eventsByTenant = new Map();
+        for (const { recordIndex, record, tenantId, events } of mappedRecords) {
+            if (events.length > 0) {
+                const existing = eventsByTenant.get(tenantId) || [];
+                existing.push({ recordIndex, record, events });
+                eventsByTenant.set(tenantId, existing);
+            }
+        }
+        // Track failed records for retry
+        const failedRecordIndices = new Set();
+        // Publish batches for each tenant with their own context in parallel
+        await Promise.all(Array.from(eventsByTenant.entries()).map(async ([tenantId, recordsWithEvents]) => {
+            var _a;
+            const events = recordsWithEvents.flatMap((r) => r.events);
+            logger.info('Publishing batch of events for tenant', { tenantId, eventCount: events.length });
+            try {
+                eventBusService.setTenantId(tenantId);
+                await eventBusService.publishEvents(events);
+                logger.info('Successfully published all events for tenant', { tenantId });
+            }
+            catch (error) {
+                logger.error('Failed to publish events for tenant', {
+                    tenantId,
+                    error: error instanceof Error ? error.message : String(error),
+                });
+                // Mark all records for this tenant as failed
+                for (const { record } of recordsWithEvents) {
+                    const sequenceNumber = (_a = record.dynamodb) === null || _a === void 0 ? void 0 : _a.SequenceNumber;
+                    if (sequenceNumber) {
+                        failedRecordIndices.add(sequenceNumber);
+                    }
+                }
+            }
+        }));
+        const batchItemFailures = Array.from(failedRecordIndices).map((sequenceNumber) => ({
+            itemIdentifier: sequenceNumber,
+        }));
+        logger.info('Batch processing complete', {
+            totalRecords: event.Records.length,
+            failedRecords: batchItemFailures.length,
+            service: tableServiceIdentifier,
+        });
+        return { batchItemFailures };
+    };
+}
+//# sourceMappingURL=EventStreamHandler.js.map

package/lib/stream/EventStreamHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EventStreamHandler.js","sourceRoot":"","sources":["../../src/stream/EventStreamHandler.ts"],"names":[],"mappings":";;AAgDA,4DA+IC;AA3JD;;;;;;;;;;;GAWG;AACH,SAAgB,wBAAwB,CAAmB,MAAmC;IAC5F,MAAM,EACJ,MAAM,EACN,eAAe,EACf,sBAAsB,EACtB,mBAAmB,EACnB,OAAO,EACP,eAAe,EACf,SAAS,GAAG,EAAE,GACf,GAAG,MAAM,CAAC;IAEX,SAAS,iBAAiB,CAAC,MAAsB;;QAC/C,MAAM,EAAE,GAAG,MAAA,MAAA,MAAA,MAAM,CAAC,QAAQ,0CAAE,IAAI,0CAAE,EAAE,0CAAE,CAAC,CAAC;QACxC,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,KAAK,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACvE,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,OAAO,UAAe,CAAC;YACzB,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,KAAK,UAAU,OAAO,CAAC,KAA0B,EAAE,OAAgB;QACxE,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;YAC9C,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM;YACjC,SAAS,EAAE,OAAO,CAAC,YAAY;YAC/B,OAAO,EAAE,sBAAsB;SAChC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAmB,EAAE,CAAC;QAEzC,6BAA6B;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAEpD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE;;gBACrC,IAAI,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;wBAC3B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;oBAC7D,CAAC;oBAED,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,cAAc,EAAE,sBAAsB,EAAE,MAAM,CAAC,CAAC;oBACxF,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtD,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAE7C,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;wBACrC,SAAS,EAAE,MAAM,CAAC,SAAS;wBAC3B,QAAQ;wBACR,SAAS;wBACT,UAAU;wBACV,EAAE,EAAE,MAAA,MAAA,MAAA,MAAM,CAAC,QAAQ,0CAAE,IAAI,0CAAE,EAAE,0CAAE,CAAC;wBAChC,EAAE,EAAE,MAAA,MAAA,MAAA,MAAM,CAAC,QAAQ,0CAAE,IAAI,0CAAE,EAAE,0CAAE,CAAC;qBACjC,CAAC,CAAC;oBAEH,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;wBACnC,IAAI,MAAM,EAAE,CAAC;4BACX,wDAAwD;4BACxD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;4BACpC,OAAO,EAAE,WAAW,EAAE,CAAC,GAAG,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;wBACnE,CAAC;6BAAM,CAAC;4BACN,MAAM,CAAC,KAAK,CAAC,+CAA+C,UAAU,EAAE,CAAC,CAAC;4BAC1E,OAAO,EAAE,WAAW,EAAE,CAAC,GAAG,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;wBACvE,CAAC;oBACH,CAAC;oBAED,OAAO,EAAE,WAAW,EAAE,CAAC,GAAG,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;gBACvE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE;wBACvC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;wBAC7D,cAAc,EAAE,MAAM,CAAC,cAAc;qBACtC,CAAC,CAAC;oBACH,OAAO,EAAE,WAAW,EAAE,CAAC,GAAG,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;gBAClF,CAAC;YACH,CAAC,CAAC,CACH,CAAC;YAEF,aAAa,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QACtC,CAAC;QAED,gEAAgE;QAChE,MAAM,cAAc,GAAG,IAAI,GAAG,EAG3B,CAAC;QAEJ,KAAK,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;YACtE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpD,QAAQ,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC/C,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE9C,qEAAqE;QACrE,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,iBAAiB,CAAC,EAAE,EAAE;;YAC/E,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAE9F,IAAI,CAAC;gBACH,eAAe,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACtC,MAAM,eAAe,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBAC5C,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE;oBAClD,QAAQ;oBACR,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAC;gBAEH,6CAA6C;gBAC7C,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,iBAAiB,EAAE,CAAC;oBAC3C,MAAM,cAAc,GAAG,MAAA,MAAM,CAAC,QAAQ,0CAAE,cAAc,CAAC;oBACvD,IAAI,cAAc,EAAE,CAAC;wBACnB,mBAAmB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;oBAC1C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,iBAAiB,GAAsC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,GAAG,CAC9F,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YACnB,cAAc,EAAE,cAAc;SAC/B,CAAC,CACH,CAAC;QAEF,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE;YACvC,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM;YAClC,aAAa,EAAE,iBAAiB,CAAC,MAAM;YACvC,OAAO,EAAE,sBAAsB;SAChC,CAAC,CAAC;QAEH,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC/B,CAAC,CAAC;AACJ,CAAC"}

package/lib/stream/EventStreamHandler.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/lib/stream/EventStreamHandler.spec.js

@@ -0,0 +1,364 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+/*!
+ * @license
+ * Copyright Squiz Australia Pty Ltd. All Rights Reserved.
+ */
+const EventStreamHandler_1 = require("./EventStreamHandler");
+describe('EventStreamHandler', () => {
+    let mockLogger;
+    let mockEventBusService;
+    beforeEach(() => {
+        mockLogger = {
+            info: jest.fn(),
+            debug: jest.fn(),
+            error: jest.fn(),
+        };
+        mockEventBusService = {
+            setTenantId: jest.fn(),
+            publishEvents: jest.fn().mockResolvedValue(undefined),
+        };
+    });
+    const createMockRecord = (overrides = {}) => {
+        return {
+            eventID: '1',
+            eventVersion: '1.0',
+            dynamodb: {
+                Keys: {
+                    pk: { S: 'cv#component-123' },
+                    sk: { S: 'v#1.0.0' },
+                },
+                SequenceNumber: '111',
+                SizeBytes: 26,
+                StreamViewType: 'NEW_AND_OLD_IMAGES',
+            },
+            awsRegion: 'us-east-1',
+            eventName: 'INSERT',
+            eventSource: 'aws:dynamodb',
+            eventSourceARN: 'arn:aws:dynamodb:us-east-1:123456789012:table/dev.cmp-service.tenant123/stream/2024-01-01T00:00:00.000',
+            ...overrides,
+        };
+    };
+    const createMockContext = () => ({
+        awsRequestId: 'test-request-id',
+        invokeid: 'test-invoke-id',
+        logGroupName: 'test-log-group',
+        logStreamName: 'test-log-stream',
+        functionName: 'test-function',
+        memoryLimitInMB: '128',
+        functionVersion: '1',
+        getRemainingTimeInMillis: jest.fn(() => 30000),
+        done: jest.fn(),
+        fail: jest.fn(),
+        succeed: jest.fn(),
+    });
+    describe('createEventStreamHandler', () => {
+        it('should successfully process records with mapped events', async () => {
+            const mockMapper = jest.fn(async () => [
+                { detailType: 'component.change.create', detail: { name: 'test' } },
+            ]);
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: { componentVersion: mockMapper },
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+                batchSize: 10,
+            });
+            const event = {
+                Records: [createMockRecord()],
+            };
+            const response = await handle(event, createMockContext());
+            expect(mockLogger.info).toHaveBeenCalledWith('Processing DynamoDB stream batch', expect.any(Object));
+            expect(mockEventBusService.setTenantId).toHaveBeenCalledWith('tenant123');
+            expect(mockEventBusService.publishEvents).toHaveBeenCalledWith([
+                { detailType: 'component.change.create', detail: { name: 'test' } },
+            ]);
+            expect(response.batchItemFailures).toHaveLength(0);
+        });
+        it('should pass the stream record as the third argument to extractTenantId', async () => {
+            const extractTenantId = jest.fn((arn, _identifier, _record) => {
+                const tableName = arn.split('/')[1];
+                const parts = tableName.split('.');
+                return parts[parts.length - 1];
+            });
+            const mockMapper = jest.fn(async () => [{ detailType: 'component.change.create', detail: {} }]);
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: { componentVersion: mockMapper },
+                extractTenantId,
+            });
+            const streamRecord = createMockRecord();
+            await handle({ Records: [streamRecord] }, createMockContext());
+            expect(extractTenantId).toHaveBeenCalledWith(streamRecord.eventSourceARN, 'cmp', streamRecord);
+        });
+        it('should handle records with no mapper registered', async () => {
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: {},
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+            });
+            const event = {
+                Records: [createMockRecord()],
+            };
+            const response = await handle(event, createMockContext());
+            expect(mockLogger.debug).toHaveBeenCalledWith('No event mapper registered for entity type: componentVersion');
+            expect(mockEventBusService.publishEvents).not.toHaveBeenCalled();
+            expect(response.batchItemFailures).toHaveLength(0);
+        });
+        it('should handle records with unknown entity types', async () => {
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cs#': 'componentSet' },
+                mappers: {},
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+            });
+            const event = {
+                Records: [createMockRecord()],
+            };
+            const response = await handle(event, createMockContext());
+            expect(mockEventBusService.publishEvents).not.toHaveBeenCalled();
+            expect(response.batchItemFailures).toHaveLength(0);
+        });
+        it('should handle records without eventSourceARN', async () => {
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: {},
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+            });
+            const event = {
+                Records: [createMockRecord({ eventSourceARN: undefined })],
+            };
+            const response = await handle(event, createMockContext());
+            expect(mockLogger.error).toHaveBeenCalledWith('Failed to process record', expect.any(Object));
+            expect(response.batchItemFailures).toHaveLength(0);
+        });
+        it('should batch records according to batchSize', async () => {
+            const mockMapper = jest.fn(async () => [{ detailType: 'component.change.create', detail: {} }]);
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: { componentVersion: mockMapper },
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+                batchSize: 2,
+            });
+            const records = [
+                createMockRecord({ eventID: '1' }),
+                createMockRecord({ eventID: '2' }),
+                createMockRecord({ eventID: '3' }),
+            ];
+            const event = { Records: records };
+            await handle(event, createMockContext());
+            expect(mockMapper).toHaveBeenCalledTimes(3);
+        });
+        it('should mark records as failed when event publishing fails', async () => {
+            const mockMapper = jest.fn(async () => [
+                { detailType: 'component.change.create', detail: { name: 'test' } },
+            ]);
+            mockEventBusService.publishEvents.mockRejectedValue(new Error('Publishing failed'));
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: { componentVersion: mockMapper },
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+            });
+            const event = {
+                Records: [createMockRecord()],
+            };
+            const response = await handle(event, createMockContext());
+            expect(mockLogger.error).toHaveBeenCalledWith('Failed to publish events for tenant', expect.any(Object));
+            expect(response.batchItemFailures).toHaveLength(1);
+            expect(response.batchItemFailures[0].itemIdentifier).toBe('111');
+        });
+        it('should handle mapper returning empty events', async () => {
+            const mockMapper = jest.fn(async () => []);
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: { componentVersion: mockMapper },
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+            });
+            const event = {
+                Records: [createMockRecord()],
+            };
+            const response = await handle(event, createMockContext());
+            expect(mockEventBusService.publishEvents).not.toHaveBeenCalled();
+            expect(response.batchItemFailures).toHaveLength(0);
+        });
+        it('should handle multiple mappers for different entity types', async () => {
+            const cvMapper = jest.fn(async () => [
+                { detailType: 'component.change.create', detail: { type: 'cv' } },
+            ]);
+            const csMapper = jest.fn(async () => [{ detailType: 'set.change.create', detail: { type: 'cs' } }]);
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion', 'cs#': 'componentSet' },
+                mappers: { componentVersion: cvMapper, componentSet: csMapper },
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+            });
+            const event = {
+                Records: [
+                    createMockRecord({ eventID: '1' }),
+                    createMockRecord({ eventID: '2', dynamodb: { Keys: { pk: { S: 'cs#set-123' } } } }),
+                ],
+            };
+            await handle(event, createMockContext());
+            expect(cvMapper).toHaveBeenCalledTimes(1);
+            expect(csMapper).toHaveBeenCalledTimes(1);
+        });
+        it('should handle mapper errors gracefully', async () => {
+            const mockMapper = jest.fn(async () => {
+                throw new Error('Mapper failed');
+            });
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: { componentVersion: mockMapper },
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+            });
+            const event = {
+                Records: [createMockRecord()],
+            };
+            const response = await handle(event, createMockContext());
+            expect(mockLogger.error).toHaveBeenCalledWith('Failed to process record', expect.any(Object));
+            expect(response.batchItemFailures).toHaveLength(0);
+        });
+        it('should group events by tenant and publish separately', async () => {
+            const mockMapper = jest.fn(async () => [{ detailType: 'component.change.create', detail: {} }]);
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: { componentVersion: mockMapper },
+                extractTenantId: (arn) => {
+                    if (arn.includes('tenant1'))
+                        return 'tenant1';
+                    if (arn.includes('tenant2'))
+                        return 'tenant2';
+                    return 'unknown';
+                },
+            });
+            const event = {
+                Records: [
+                    createMockRecord({
+                        eventID: '1',
+                        eventSourceARN: 'arn:aws:dynamodb:us-east-1:123456789012:table/dev.cmp-service.tenant1/stream/ts',
+                    }),
+                    createMockRecord({
+                        eventID: '2',
+                        eventSourceARN: 'arn:aws:dynamodb:us-east-1:123456789012:table/dev.cmp-service.tenant2/stream/ts',
+                    }),
+                ],
+            };
+            await handle(event, createMockContext());
+            expect(mockEventBusService.setTenantId).toHaveBeenCalledWith('tenant1');
+            expect(mockEventBusService.setTenantId).toHaveBeenCalledWith('tenant2');
+            expect(mockEventBusService.publishEvents).toHaveBeenCalledTimes(2);
+        });
+        it('should handle records without primary key', async () => {
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: {},
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+            });
+            const event = {
+                Records: [createMockRecord({ dynamodb: { SequenceNumber: '111', SizeBytes: 0 } })],
+            };
+            const response = await handle(event, createMockContext());
+            expect(response.batchItemFailures).toHaveLength(0);
+        });
+        it('should log batch processing summary', async () => {
+            const mockMapper = jest.fn(async () => [{ detailType: 'component.change.create', detail: {} }]);
+            const handle = (0, EventStreamHandler_1.createEventStreamHandler)({
+                logger: mockLogger,
+                eventBusService: mockEventBusService,
+                tableServiceIdentifier: 'cmp',
+                entityTypePrefixMap: { 'cv#': 'componentVersion' },
+                mappers: { componentVersion: mockMapper },
+                extractTenantId: (arn, _identifier) => {
+                    const tableName = arn.split('/')[1];
+                    const parts = tableName.split('.');
+                    return parts[parts.length - 1];
+                },
+            });
+            const event = {
+                Records: [createMockRecord()],
+            };
+            await handle(event, createMockContext());
+            const finalLog = mockLogger.info.mock.calls.find((call) => call[0] === 'Batch processing complete');
+            expect(finalLog).toBeDefined();
+            expect(finalLog[1]).toEqual({
+                totalRecords: 1,
+                failedRecords: 0,
+                service: 'cmp',
+            });
+        });
+    });
+});
+//# sourceMappingURL=EventStreamHandler.spec.js.map