@xube/kit-aws-hooks-infrastructure 0.0.33 → 0.0.35

package/dist/functions/handle-stream.d.ts

@@ -0,0 +1,4 @@
+import { Callback, Context, DynamoDBStreamEvent } from "aws-lambda";
+export declare const tableName: string;
+export declare const invertedIndexName: string;
+export declare const handler: (event: DynamoDBStreamEvent, context: Context, callback: Callback) => Promise<void>;

package/dist/functions/handle-stream.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.invertedIndexName = exports.tableName = void 0;
+const kit_aws_1 = require("@xube/kit-aws");
+const kit_aws_hooks_1 = require("@xube/kit-aws-hooks");
+exports.tableName = process.env.WEBHOOK_TABLE_NAME || "";
+exports.invertedIndexName = process.env.WEBHOOK_TABLE_INVERTED_INDEX_NAME || "";
+const handler = async (event, context, callback) => {
+    if (!exports.tableName) {
+        console.log("No table name found");
+        return;
+    }
+    if (!exports.invertedIndexName) {
+        console.log("No inverted index name found");
+        return;
+    }
+    const tableItems = [];
+    for (const record of event.Records) {
+        const newItem = record.dynamodb?.NewImage;
+        if (!newItem) {
+            console.log("No new item found");
+            continue;
+        }
+        const tableItem = (0, kit_aws_1.unmarshallItem)(newItem);
+        if (!(0, kit_aws_1.isTableItem)(tableItem)) {
+            console.log("Item is not a valid table item");
+            continue;
+        }
+    }
+    const sendDataResponse = await (0, kit_aws_hooks_1.sendDataToEndpoints)(exports.tableName, exports.invertedIndexName, tableItems);
+    if (sendDataResponse.hasFailed()) {
+        console.log(`Failed to send data to endpoints: ${sendDataResponse.error}`);
+    }
+    return callback(`Failed to send data to endpoints`, sendDataResponse.data);
+};
+exports.handler = handler;

package/dist/functions/handle-streams.d.ts

@@ -0,0 +1,4 @@
+import { Callback, Context, DynamoDBStreamEvent } from "aws-lambda";
+export declare const tableName: string;
+export declare const invertedIndexName: string;
+export declare const handler: (event: DynamoDBStreamEvent, context: Context, callback: Callback) => Promise<void>;

package/dist/functions/handle-streams.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.invertedIndexName = exports.tableName = void 0;
+const kit_aws_1 = require("@xube/kit-aws");
+const kit_aws_hooks_1 = require("@xube/kit-aws-hooks");
+exports.tableName = process.env.WEBHOOK_TABLE_NAME || "";
+exports.invertedIndexName = process.env.WEBHOOK_TABLE_INVERTED_INDEX_NAME || "";
+const handler = async (event, context, callback) => {
+    if (!exports.tableName) {
+        console.log("No table name found");
+        return;
+    }
+    if (!exports.invertedIndexName) {
+        console.log("No inverted index name found");
+        return;
+    }
+    const tableItems = [];
+    for (const record of event.Records) {
+        const newItem = record.dynamodb?.NewImage;
+        if (!newItem) {
+            console.log("No new item found");
+            continue;
+        }
+        const tableItem = (0, kit_aws_1.unmarshallItem)(newItem);
+        if (!(0, kit_aws_1.isTableItem)(tableItem)) {
+            console.log("Item is not a valid table item");
+            continue;
+        }
+    }
+    const sendDataResponse = await (0, kit_aws_hooks_1.sendDataToEndpoints)(exports.tableName, exports.invertedIndexName, tableItems);
+    if (sendDataResponse.hasFailed()) {
+        console.log(`Failed to send data to endpoints: ${sendDataResponse.error}`);
+    }
+    return callback(`Failed to send data to endpoints`, sendDataResponse.data);
+};
+exports.handler = handler;

package/dist/webhook-management.d.ts

@@ -1,11 +1,12 @@
 import { CorsOptions, IAuthorizer, IDomainName, RestApi } from "aws-cdk-lib/aws-apigateway";
 import { ICertificate } from "aws-cdk-lib/aws-certificatemanager";
-import { Table } from "aws-cdk-lib/aws-dynamodb";
+import { ITable, Table } from "aws-cdk-lib/aws-dynamodb";
 import { NodejsFunction } from "aws-cdk-lib/aws-lambda-nodejs";
 import { Construct } from "constructs";
 export declare const ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "add-webhook-endpoints";
 export declare const REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "remove-webhook-endpoints";
 export declare const GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "get-webhook-endpoints";
+export declare const HANDLE_STREAMS_FUNCTION_NAME = "handle-streams";
 export interface WebhookManagementProps {
     name?: string;
     domainName?: IDomainName;
@@ -14,12 +15,14 @@ export interface WebhookManagementProps {
     basePath?: string;
     stage?: string;
     corsOptions?: CorsOptions;
+    streams: ITable[];
 }
 export declare class WebhookManagement extends Construct {
     table: Table;
     addWebhookEndpoints: NodejsFunction;
     removeWebhookEndpoint: NodejsFunction;
     getWebhookEndpoints: NodejsFunction;
+    handleStreams: NodejsFunction;
     webhookAPI: RestApi;
     constructor(scope: Construct, id: string, props: WebhookManagementProps);
 }

package/dist/webhook-management.js

@@ -1,23 +1,28 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.WebhookManagement = exports.GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = exports.REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME = exports.ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME = void 0;
+exports.WebhookManagement = exports.HANDLE_STREAMS_FUNCTION_NAME = exports.GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = exports.REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME = exports.ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME = void 0;
 const kit_aws_1 = require("@xube/kit-aws");
 const kit_aws_2 = require("@xube/kit-aws");
+const kit_aws_hooks_1 = require("@xube/kit-aws-hooks");
 const kit_log_1 = require("@xube/kit-log");
+const aws_cdk_lib_1 = require("aws-cdk-lib");
 const aws_apigateway_1 = require("aws-cdk-lib/aws-apigateway");
 const aws_dynamodb_1 = require("aws-cdk-lib/aws-dynamodb");
 const aws_lambda_1 = require("aws-cdk-lib/aws-lambda");
+const aws_lambda_event_sources_1 = require("aws-cdk-lib/aws-lambda-event-sources");
 const aws_lambda_nodejs_1 = require("aws-cdk-lib/aws-lambda-nodejs");
 const constructs_1 = require("constructs");
 const path_1 = require("path");
 exports.ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "add-webhook-endpoints";
 exports.REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "remove-webhook-endpoints";
 exports.GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "get-webhook-endpoints";
+exports.HANDLE_STREAMS_FUNCTION_NAME = "handle-streams";
 class WebhookManagement extends constructs_1.Construct {
     table;
     addWebhookEndpoints;
     removeWebhookEndpoint;
     getWebhookEndpoints;
+    handleStreams;
     webhookAPI;
     constructor(scope, id, props) {
         super(scope, id);
@@ -32,8 +37,9 @@ class WebhookManagement extends constructs_1.Construct {
                 type: aws_dynamodb_1.AttributeType.STRING,
             },
         });
+        const invertedIndexName = (props.name ?? `webhook-management`) + "-inverted-table";
         this.table.addGlobalSecondaryIndex({
-            indexName: (props.name ?? `webhook-management`) + "-inverted-table",
+            indexName: invertedIndexName,
             partitionKey: {
                 name: kit_aws_1.SORT_KEY,
                 type: aws_dynamodb_1.AttributeType.STRING,
@@ -49,21 +55,21 @@ class WebhookManagement extends constructs_1.Construct {
             entry: (0, path_1.join)(__dirname, "functions", exports.ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME + ".js"),
             functionName: (props.name ?? "webhook") + "-add-hooks",
             environment: {
-                WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+                [kit_aws_hooks_1.WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
             },
         });
         this.removeWebhookEndpoint = new aws_lambda_nodejs_1.NodejsFunction(this, id + "-remove-hooks-function", {
             entry: (0, path_1.join)(__dirname, "functions", exports.REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME + ".js"),
             functionName: (props.name ?? "webhook") + "-remove-hooks",
             environment: {
-                WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+                [kit_aws_hooks_1.WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
             },
         });
         this.getWebhookEndpoints = new aws_lambda_nodejs_1.NodejsFunction(this, id + "-get-hooks-function", {
             entry: (0, path_1.join)(__dirname, "functions", exports.GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME + ".js"),
             functionName: (props.name ?? "webhook") + "-get-hook",
             environment: {
-                WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+                [kit_aws_hooks_1.WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
             },
         });
         this.webhookAPI = new aws_apigateway_1.RestApi(this, id + "-api", {
@@ -96,6 +102,23 @@ class WebhookManagement extends constructs_1.Construct {
         this.webhookAPI.root.addMethod(aws_lambda_1.HttpMethod.GET, getWebhookEndpointsTarget);
         this.webhookAPI.root.addMethod(aws_lambda_1.HttpMethod.POST, addWebhookEndpointsTarget);
         this.webhookAPI.root.addMethod(aws_lambda_1.HttpMethod.DELETE, removeWebhookEndpointsTarget);
+        this.handleStreams = new aws_lambda_nodejs_1.NodejsFunction(this, id + "-handle-streams", {
+            entry: (0, path_1.join)(__dirname, "functions", exports.HANDLE_STREAMS_FUNCTION_NAME + ".js"),
+            functionName: (props.name ?? "webhook") + "-handle-streams",
+            environment: {
+                [kit_aws_hooks_1.WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
+                [kit_aws_hooks_1.WEBHOOK_TABLE_INVERTED_INDEX_NAME_ENV_VAR]: invertedIndexName,
+            },
+        });
+        for (const stream of props.streams) {
+            this.handleStreams.addEventSource(new aws_lambda_event_sources_1.DynamoEventSource(stream, {
+                startingPosition: aws_lambda_1.StartingPosition.TRIM_HORIZON,
+                batchSize: 50,
+                bisectBatchOnError: true,
+                maxBatchingWindow: aws_cdk_lib_1.Duration.seconds(1),
+                retryAttempts: 10,
+            }));
+        }
     }
 }
 exports.WebhookManagement = WebhookManagement;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xube/kit-aws-hooks-infrastructure",
-  "version": "0.0.33",
+  "version": "0.0.35",
   "description": "",
   "main": "dist/index.js",
   "scripts": {
@@ -17,14 +17,14 @@
   },
   "homepage": "https://github.com/XubeLtd/dev-kit#readme",
   "devDependencies": {
-    "@xube/kit-build": "^0.0.33"
+    "@xube/kit-build": "^0.0.35"
   },
   "dependencies": {
-    "@xube/kit-aws": "^0.0.33",
-    "@xube/kit-aws-hooks": "^0.0.33",
-    "@xube/kit-aws-infrastructure": "^0.0.33",
-    "@xube/kit-constants": "^0.0.33",
-    "@xube/kit-log": "^0.0.33",
+    "@xube/kit-aws": "^0.0.35",
+    "@xube/kit-aws-hooks": "^0.0.35",
+    "@xube/kit-aws-infrastructure": "^0.0.35",
+    "@xube/kit-constants": "^0.0.35",
+    "@xube/kit-log": "^0.0.35",
     "aws-cdk-lib": "^2.100.0",
     "aws-lambda": "^1.0.7",
     "constructs": "^10.3.0"

package/src/functions/handle-streams.ts

@@ -0,0 +1,54 @@
+import { isTableItem, unmarshallItem } from "@xube/kit-aws";
+import { sendDataToEndpoints } from "@xube/kit-aws-hooks";
+import { Callback, Context, DynamoDBStreamEvent } from "aws-lambda";
+import { TableItem } from "@xube/kit-aws";
+import { XubeResponse } from "@xube/kit-request";
+
+export const tableName = process.env.WEBHOOK_TABLE_NAME || "";
+export const invertedIndexName =
+  process.env.WEBHOOK_TABLE_INVERTED_INDEX_NAME || "";
+
+export const handler = async (
+  event: DynamoDBStreamEvent,
+  context: Context,
+  callback: Callback
+) => {
+  if (!tableName) {
+    console.log("No table name found");
+    return;
+  }
+
+  if (!invertedIndexName) {
+    console.log("No inverted index name found");
+    return;
+  }
+
+  const tableItems: TableItem[] = [];
+
+  for (const record of event.Records) {
+    const newItem = record.dynamodb?.NewImage;
+
+    if (!newItem) {
+      console.log("No new item found");
+      continue;
+    }
+
+    const tableItem = unmarshallItem(newItem);
+
+    if (!isTableItem(tableItem)) {
+      console.log("Item is not a valid table item");
+      continue;
+    }
+  }
+  const sendDataResponse: XubeResponse<boolean> = await sendDataToEndpoints(
+    tableName,
+    invertedIndexName,
+    tableItems
+  );
+
+  if (sendDataResponse.hasFailed()) {
+    console.log(`Failed to send data to endpoints: ${sendDataResponse.error}`);
+  }
+
+  return callback(`Failed to send data to endpoints`, sendDataResponse.data);
+};

package/src/webhook-management.ts

@@ -1,7 +1,11 @@
 import { SORT_KEY } from "@xube/kit-aws";
 import { PARTITION_KEY } from "@xube/kit-aws";
-import { WEBHOOK_TABLE_NAME_ENV_VAR } from "@xube/kit-aws-hooks";
+import {
+  WEBHOOK_TABLE_INVERTED_INDEX_NAME_ENV_VAR,
+  WEBHOOK_TABLE_NAME_ENV_VAR,
+} from "@xube/kit-aws-hooks";
 import { XubeLog } from "@xube/kit-log";
+import { Duration } from "aws-cdk-lib";
 import {
   CorsOptions,
   IAuthorizer,
@@ -11,7 +15,8 @@ import {
 } from "aws-cdk-lib/aws-apigateway";
 import { ICertificate } from "aws-cdk-lib/aws-certificatemanager";
 import { AttributeType, ITable, Table } from "aws-cdk-lib/aws-dynamodb";
-import { HttpMethod } from "aws-cdk-lib/aws-lambda";
+import { HttpMethod, StartingPosition } from "aws-cdk-lib/aws-lambda";
+import { DynamoEventSource } from "aws-cdk-lib/aws-lambda-event-sources";
 import { NodejsFunction } from "aws-cdk-lib/aws-lambda-nodejs";
 import { Construct } from "constructs";
 import { join } from "path";
@@ -21,6 +26,8 @@ export const REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME =
   "remove-webhook-endpoints";
 export const GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "get-webhook-endpoints";
 
+export const HANDLE_STREAMS_FUNCTION_NAME = "handle-streams";
+
 export interface WebhookManagementProps {
   name?: string;
   domainName?: IDomainName;
@@ -29,6 +36,7 @@ export interface WebhookManagementProps {
   basePath?: string;
   stage?: string;
   corsOptions?: CorsOptions;
+  streams: ITable[];
 }
 
 export class WebhookManagement extends Construct {
@@ -36,6 +44,7 @@ export class WebhookManagement extends Construct {
   addWebhookEndpoints: NodejsFunction;
   removeWebhookEndpoint: NodejsFunction;
   getWebhookEndpoints: NodejsFunction;
+  handleStreams: NodejsFunction;
 
   webhookAPI: RestApi;
 
@@ -54,8 +63,11 @@ export class WebhookManagement extends Construct {
       },
     });
 
+    const invertedIndexName: string =
+      (props.name ?? `webhook-management`) + "-inverted-table";
+
     this.table.addGlobalSecondaryIndex({
-      indexName: (props.name ?? `webhook-management`) + "-inverted-table",
+      indexName: invertedIndexName,
       partitionKey: {
         name: SORT_KEY,
         type: AttributeType.STRING,
@@ -82,7 +94,7 @@ export class WebhookManagement extends Construct {
         ),
         functionName: (props.name ?? "webhook") + "-add-hooks",
         environment: {
-          WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+          [WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
         },
       }
     );
@@ -97,7 +109,7 @@ export class WebhookManagement extends Construct {
         ),
         functionName: (props.name ?? "webhook") + "-remove-hooks",
         environment: {
-          WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+          [WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
         },
       }
     );
@@ -112,7 +124,7 @@ export class WebhookManagement extends Construct {
         ),
         functionName: (props.name ?? "webhook") + "-get-hook",
         environment: {
-          WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+          [WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
         },
       }
     );
@@ -160,5 +172,26 @@ export class WebhookManagement extends Construct {
       HttpMethod.DELETE,
       removeWebhookEndpointsTarget
     );
+
+    this.handleStreams = new NodejsFunction(this, id + "-handle-streams", {
+      entry: join(__dirname, "functions", HANDLE_STREAMS_FUNCTION_NAME + ".js"),
+      functionName: (props.name ?? "webhook") + "-handle-streams",
+      environment: {
+        [WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
+        [WEBHOOK_TABLE_INVERTED_INDEX_NAME_ENV_VAR]: invertedIndexName,
+      },
+    });
+
+    for (const stream of props.streams) {
+      this.handleStreams.addEventSource(
+        new DynamoEventSource(stream, {
+          startingPosition: StartingPosition.TRIM_HORIZON,
+          batchSize: 50,
+          bisectBatchOnError: true,
+          maxBatchingWindow: Duration.seconds(1),
+          retryAttempts: 10,
+        })
+      );
+    }
   }
 }