@xube/kit-aws-hooks-infrastructure 0.0.32 → 0.0.34

package/dist/functions/handle-stream.d.ts

@@ -0,0 +1,4 @@
+import { Callback, Context, DynamoDBStreamEvent } from "aws-lambda";
+export declare const tableName: string;
+export declare const invertedIndexName: string;
+export declare const handler: (event: DynamoDBStreamEvent, context: Context, callback: Callback) => Promise<void>;

package/dist/functions/handle-stream.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.invertedIndexName = exports.tableName = void 0;
+const kit_aws_1 = require("@xube/kit-aws");
+const kit_aws_hooks_1 = require("@xube/kit-aws-hooks");
+exports.tableName = process.env.WEBHOOK_TABLE_NAME || "";
+exports.invertedIndexName = process.env.WEBHOOK_TABLE_INVERTED_INDEX_NAME || "";
+const handler = async (event, context, callback) => {
+    if (!exports.tableName) {
+        console.log("No table name found");
+        return;
+    }
+    if (!exports.invertedIndexName) {
+        console.log("No inverted index name found");
+        return;
+    }
+    const tableItems = [];
+    for (const record of event.Records) {
+        const newItem = record.dynamodb?.NewImage;
+        if (!newItem) {
+            console.log("No new item found");
+            continue;
+        }
+        const tableItem = (0, kit_aws_1.unmarshallItem)(newItem);
+        if (!(0, kit_aws_1.isTableItem)(tableItem)) {
+            console.log("Item is not a valid table item");
+            continue;
+        }
+    }
+    const sendDataResponse = await (0, kit_aws_hooks_1.sendDataToEndpoints)(exports.tableName, exports.invertedIndexName, tableItems);
+    if (sendDataResponse.hasFailed()) {
+        console.log(`Failed to send data to endpoints: ${sendDataResponse.error}`);
+    }
+    return callback(`Failed to send data to endpoints`, sendDataResponse.data);
+};
+exports.handler = handler;

package/dist/webhook-management.d.ts

@@ -1,13 +1,13 @@
 import { CorsOptions, IAuthorizer, IDomainName, RestApi } from "aws-cdk-lib/aws-apigateway";
 import { ICertificate } from "aws-cdk-lib/aws-certificatemanager";
-import { ITable } from "aws-cdk-lib/aws-dynamodb";
+import { ITable, Table } from "aws-cdk-lib/aws-dynamodb";
 import { NodejsFunction } from "aws-cdk-lib/aws-lambda-nodejs";
 import { Construct } from "constructs";
 export declare const ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "add-webhook-endpoints";
 export declare const REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "remove-webhook-endpoints";
 export declare const GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "get-webhook-endpoints";
+export declare const HANDLE_STREAMS_FUNCTION_NAME = "handle-streams";
 export interface WebhookManagementProps {
-    table?: ITable;
     name?: string;
     domainName?: IDomainName;
     certificate?: ICertificate;
@@ -15,12 +15,14 @@ export interface WebhookManagementProps {
     basePath?: string;
     stage?: string;
     corsOptions?: CorsOptions;
+    streams: ITable[];
 }
 export declare class WebhookManagement extends Construct {
-    table: ITable;
+    table: Table;
     addWebhookEndpoints: NodejsFunction;
     removeWebhookEndpoint: NodejsFunction;
     getWebhookEndpoints: NodejsFunction;
+    handleStreams: NodejsFunction;
     webhookAPI: RestApi;
     constructor(scope: Construct, id: string, props: WebhookManagementProps);
 }

package/dist/webhook-management.js

@@ -1,60 +1,75 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.WebhookManagement = exports.GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = exports.REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME = exports.ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME = void 0;
+exports.WebhookManagement = exports.HANDLE_STREAMS_FUNCTION_NAME = exports.GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = exports.REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME = exports.ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME = void 0;
 const kit_aws_1 = require("@xube/kit-aws");
 const kit_aws_2 = require("@xube/kit-aws");
+const kit_aws_hooks_1 = require("@xube/kit-aws-hooks");
 const kit_log_1 = require("@xube/kit-log");
+const aws_cdk_lib_1 = require("aws-cdk-lib");
 const aws_apigateway_1 = require("aws-cdk-lib/aws-apigateway");
 const aws_dynamodb_1 = require("aws-cdk-lib/aws-dynamodb");
 const aws_lambda_1 = require("aws-cdk-lib/aws-lambda");
+const aws_lambda_event_sources_1 = require("aws-cdk-lib/aws-lambda-event-sources");
 const aws_lambda_nodejs_1 = require("aws-cdk-lib/aws-lambda-nodejs");
 const constructs_1 = require("constructs");
 const path_1 = require("path");
 exports.ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "add-webhook-endpoints";
 exports.REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "remove-webhook-endpoints";
 exports.GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "get-webhook-endpoints";
+exports.HANDLE_STREAMS_FUNCTION_NAME = "handle-streams";
 class WebhookManagement extends constructs_1.Construct {
     table;
     addWebhookEndpoints;
     removeWebhookEndpoint;
     getWebhookEndpoints;
+    handleStreams;
     webhookAPI;
     constructor(scope, id, props) {
         super(scope, id);
-        this.table =
-            props.table ??
-                new aws_dynamodb_1.Table(scope, id + "-table", {
-                    tableName: (props.name ?? `webhook-management`) + "-table",
-                    partitionKey: {
-                        name: kit_aws_2.PARTITION_KEY,
-                        type: aws_dynamodb_1.AttributeType.STRING,
-                    },
-                    sortKey: {
-                        name: kit_aws_1.SORT_KEY,
-                        type: aws_dynamodb_1.AttributeType.STRING,
-                    },
-                });
+        this.table = new aws_dynamodb_1.Table(scope, id + "-table", {
+            tableName: (props.name ?? `webhook-management`) + "-table",
+            partitionKey: {
+                name: kit_aws_2.PARTITION_KEY,
+                type: aws_dynamodb_1.AttributeType.STRING,
+            },
+            sortKey: {
+                name: kit_aws_1.SORT_KEY,
+                type: aws_dynamodb_1.AttributeType.STRING,
+            },
+        });
+        const invertedIndexName = (props.name ?? `webhook-management`) + "-inverted-table";
+        this.table.addGlobalSecondaryIndex({
+            indexName: invertedIndexName,
+            partitionKey: {
+                name: kit_aws_1.SORT_KEY,
+                type: aws_dynamodb_1.AttributeType.STRING,
+            },
+            sortKey: {
+                name: kit_aws_2.PARTITION_KEY,
+                type: aws_dynamodb_1.AttributeType.STRING,
+            },
+        });
         kit_log_1.XubeLog.getInstance().log(__dirname);
         kit_log_1.XubeLog.getInstance().log((0, path_1.join)(__dirname, "functions", exports.ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME + ".ts"));
         this.addWebhookEndpoints = new aws_lambda_nodejs_1.NodejsFunction(this, id + "-add-hooks-function", {
             entry: (0, path_1.join)(__dirname, "functions", exports.ADD_WEBHOOK_ENDPOINTS_FUNCTION_NAME + ".js"),
             functionName: (props.name ?? "webhook") + "-add-hooks",
             environment: {
-                WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+                [kit_aws_hooks_1.WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
             },
         });
         this.removeWebhookEndpoint = new aws_lambda_nodejs_1.NodejsFunction(this, id + "-remove-hooks-function", {
             entry: (0, path_1.join)(__dirname, "functions", exports.REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME + ".js"),
             functionName: (props.name ?? "webhook") + "-remove-hooks",
             environment: {
-                WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+                [kit_aws_hooks_1.WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
             },
         });
         this.getWebhookEndpoints = new aws_lambda_nodejs_1.NodejsFunction(this, id + "-get-hooks-function", {
             entry: (0, path_1.join)(__dirname, "functions", exports.GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME + ".js"),
             functionName: (props.name ?? "webhook") + "-get-hook",
             environment: {
-                WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+                [kit_aws_hooks_1.WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
             },
         });
         this.webhookAPI = new aws_apigateway_1.RestApi(this, id + "-api", {
@@ -87,6 +102,23 @@ class WebhookManagement extends constructs_1.Construct {
         this.webhookAPI.root.addMethod(aws_lambda_1.HttpMethod.GET, getWebhookEndpointsTarget);
         this.webhookAPI.root.addMethod(aws_lambda_1.HttpMethod.POST, addWebhookEndpointsTarget);
         this.webhookAPI.root.addMethod(aws_lambda_1.HttpMethod.DELETE, removeWebhookEndpointsTarget);
+        this.handleStreams = new aws_lambda_nodejs_1.NodejsFunction(this, id + "-handle-streams", {
+            entry: (0, path_1.join)(__dirname, "functions", exports.HANDLE_STREAMS_FUNCTION_NAME + ".js"),
+            functionName: (props.name ?? "webhook") + "-handle-streams",
+            environment: {
+                [kit_aws_hooks_1.WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
+                [kit_aws_hooks_1.WEBHOOK_TABLE_INVERTED_INDEX_NAME_ENV_VAR]: invertedIndexName,
+            },
+        });
+        for (const stream of props.streams) {
+            this.handleStreams.addEventSource(new aws_lambda_event_sources_1.DynamoEventSource(stream, {
+                startingPosition: aws_lambda_1.StartingPosition.TRIM_HORIZON,
+                batchSize: 50,
+                bisectBatchOnError: true,
+                maxBatchingWindow: aws_cdk_lib_1.Duration.seconds(1),
+                retryAttempts: 10,
+            }));
+        }
     }
 }
 exports.WebhookManagement = WebhookManagement;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xube/kit-aws-hooks-infrastructure",
-  "version": "0.0.32",
+  "version": "0.0.34",
   "description": "",
   "main": "dist/index.js",
   "scripts": {
@@ -17,14 +17,14 @@
   },
   "homepage": "https://github.com/XubeLtd/dev-kit#readme",
   "devDependencies": {
-    "@xube/kit-build": "^0.0.32"
+    "@xube/kit-build": "^0.0.34"
   },
   "dependencies": {
-    "@xube/kit-aws": "^0.0.32",
-    "@xube/kit-aws-hooks": "^0.0.32",
-    "@xube/kit-aws-infrastructure": "^0.0.32",
-    "@xube/kit-constants": "^0.0.32",
-    "@xube/kit-log": "^0.0.32",
+    "@xube/kit-aws": "^0.0.34",
+    "@xube/kit-aws-hooks": "^0.0.34",
+    "@xube/kit-aws-infrastructure": "^0.0.34",
+    "@xube/kit-constants": "^0.0.34",
+    "@xube/kit-log": "^0.0.34",
     "aws-cdk-lib": "^2.100.0",
     "aws-lambda": "^1.0.7",
     "constructs": "^10.3.0"

package/src/functions/handle-stream.ts

@@ -0,0 +1,54 @@
+import { isTableItem, unmarshallItem } from "@xube/kit-aws";
+import { sendDataToEndpoints } from "@xube/kit-aws-hooks";
+import { Callback, Context, DynamoDBStreamEvent } from "aws-lambda";
+import { TableItem } from "@xube/kit-aws";
+import { XubeResponse } from "@xube/kit-request";
+
+export const tableName = process.env.WEBHOOK_TABLE_NAME || "";
+export const invertedIndexName =
+  process.env.WEBHOOK_TABLE_INVERTED_INDEX_NAME || "";
+
+export const handler = async (
+  event: DynamoDBStreamEvent,
+  context: Context,
+  callback: Callback
+) => {
+  if (!tableName) {
+    console.log("No table name found");
+    return;
+  }
+
+  if (!invertedIndexName) {
+    console.log("No inverted index name found");
+    return;
+  }
+
+  const tableItems: TableItem[] = [];
+
+  for (const record of event.Records) {
+    const newItem = record.dynamodb?.NewImage;
+
+    if (!newItem) {
+      console.log("No new item found");
+      continue;
+    }
+
+    const tableItem = unmarshallItem(newItem);
+
+    if (!isTableItem(tableItem)) {
+      console.log("Item is not a valid table item");
+      continue;
+    }
+  }
+  const sendDataResponse: XubeResponse<boolean> = await sendDataToEndpoints(
+    tableName,
+    invertedIndexName,
+    tableItems
+  );
+
+  if (sendDataResponse.hasFailed()) {
+    console.log(`Failed to send data to endpoints: ${sendDataResponse.error}`);
+  }
+
+  return callback(`Failed to send data to endpoints`, sendDataResponse.data);
+};

package/src/webhook-management.ts

@@ -1,7 +1,11 @@
 import { SORT_KEY } from "@xube/kit-aws";
 import { PARTITION_KEY } from "@xube/kit-aws";
-import { WEBHOOK_TABLE_NAME_ENV_VAR } from "@xube/kit-aws-hooks";
+import {
+  WEBHOOK_TABLE_INVERTED_INDEX_NAME_ENV_VAR,
+  WEBHOOK_TABLE_NAME_ENV_VAR,
+} from "@xube/kit-aws-hooks";
 import { XubeLog } from "@xube/kit-log";
+import { Duration } from "aws-cdk-lib";
 import {
   CorsOptions,
   IAuthorizer,
@@ -11,7 +15,8 @@ import {
 } from "aws-cdk-lib/aws-apigateway";
 import { ICertificate } from "aws-cdk-lib/aws-certificatemanager";
 import { AttributeType, ITable, Table } from "aws-cdk-lib/aws-dynamodb";
-import { HttpMethod } from "aws-cdk-lib/aws-lambda";
+import { HttpMethod, StartingPosition } from "aws-cdk-lib/aws-lambda";
+import { DynamoEventSource } from "aws-cdk-lib/aws-lambda-event-sources";
 import { NodejsFunction } from "aws-cdk-lib/aws-lambda-nodejs";
 import { Construct } from "constructs";
 import { join } from "path";
@@ -21,8 +26,9 @@ export const REMOVE_WEBHOOK_ENDPOINTS_FUNCTION_NAME =
   "remove-webhook-endpoints";
 export const GET_WEBHOOK_ENDPOINTS_FUNCTION_NAME = "get-webhook-endpoints";
 
+export const HANDLE_STREAMS_FUNCTION_NAME = "handle-streams";
+
 export interface WebhookManagementProps {
-  table?: ITable;
   name?: string;
   domainName?: IDomainName;
   certificate?: ICertificate;
@@ -30,32 +36,47 @@ export interface WebhookManagementProps {
   basePath?: string;
   stage?: string;
   corsOptions?: CorsOptions;
+  streams: ITable[];
 }
 
 export class WebhookManagement extends Construct {
-  table: ITable;
+  table: Table;
   addWebhookEndpoints: NodejsFunction;
   removeWebhookEndpoint: NodejsFunction;
   getWebhookEndpoints: NodejsFunction;
+  handleStreams: NodejsFunction;
 
   webhookAPI: RestApi;
 
   constructor(scope: Construct, id: string, props: WebhookManagementProps) {
     super(scope, id);
 
-    this.table =
-      props.table ??
-      new Table(scope, id + "-table", {
-        tableName: (props.name ?? `webhook-management`) + "-table",
-        partitionKey: {
-          name: PARTITION_KEY,
-          type: AttributeType.STRING,
-        },
-        sortKey: {
-          name: SORT_KEY,
-          type: AttributeType.STRING,
-        },
-      });
+    this.table = new Table(scope, id + "-table", {
+      tableName: (props.name ?? `webhook-management`) + "-table",
+      partitionKey: {
+        name: PARTITION_KEY,
+        type: AttributeType.STRING,
+      },
+      sortKey: {
+        name: SORT_KEY,
+        type: AttributeType.STRING,
+      },
+    });
+
+    const invertedIndexName: string =
+      (props.name ?? `webhook-management`) + "-inverted-table";
+
+    this.table.addGlobalSecondaryIndex({
+      indexName: invertedIndexName,
+      partitionKey: {
+        name: SORT_KEY,
+        type: AttributeType.STRING,
+      },
+      sortKey: {
+        name: PARTITION_KEY,
+        type: AttributeType.STRING,
+      },
+    });
 
     XubeLog.getInstance().log(__dirname);
     XubeLog.getInstance().log(
@@ -73,7 +94,7 @@ export class WebhookManagement extends Construct {
         ),
         functionName: (props.name ?? "webhook") + "-add-hooks",
         environment: {
-          WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+          [WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
         },
       }
     );
@@ -88,7 +109,7 @@ export class WebhookManagement extends Construct {
         ),
         functionName: (props.name ?? "webhook") + "-remove-hooks",
         environment: {
-          WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+          [WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
         },
       }
     );
@@ -103,7 +124,7 @@ export class WebhookManagement extends Construct {
         ),
         functionName: (props.name ?? "webhook") + "-get-hook",
         environment: {
-          WEBHOOK_TABLE_NAME_ENV_VAR: this.table.tableName,
+          [WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
         },
       }
     );
@@ -151,5 +172,26 @@ export class WebhookManagement extends Construct {
       HttpMethod.DELETE,
       removeWebhookEndpointsTarget
     );
+
+    this.handleStreams = new NodejsFunction(this, id + "-handle-streams", {
+      entry: join(__dirname, "functions", HANDLE_STREAMS_FUNCTION_NAME + ".js"),
+      functionName: (props.name ?? "webhook") + "-handle-streams",
+      environment: {
+        [WEBHOOK_TABLE_NAME_ENV_VAR]: this.table.tableName,
+        [WEBHOOK_TABLE_INVERTED_INDEX_NAME_ENV_VAR]: invertedIndexName,
+      },
+    });
+
+    for (const stream of props.streams) {
+      this.handleStreams.addEventSource(
+        new DynamoEventSource(stream, {
+          startingPosition: StartingPosition.TRIM_HORIZON,
+          batchSize: 50,
+          bisectBatchOnError: true,
+          maxBatchingWindow: Duration.seconds(1),
+          retryAttempts: 10,
+        })
+      );
+    }
   }
 }