@hahnpro/flow-sdk 4.20.10 → 4.20.11-0

package/dist/FlowApplication.d.ts

@@ -1,9 +1,9 @@
 import 'reflect-metadata';
-import type { CloudEvent } from 'cloudevents';
+import { CloudEvent } from 'cloudevents';
 import { PartialObserver } from 'rxjs';
 import { API } from '@hahnpro/hpc-api';
 import { AmqpConnection, Nack } from './amqp';
-import type { ClassType, Flow, FlowElementContext } from './flow.interface';
+import { ClassType, Flow, FlowElementContext } from './flow.interface';
 import type { FlowEvent } from './FlowEvent';
 import { Logger } from './FlowLogger';
 import { RpcClient } from './RpcClient';
@@ -21,6 +21,7 @@ export declare class FlowApplication {
     private _rpcClient;
     constructor(modules: ClassType<any>[], flow: Flow, logger?: Logger, amqpConnection?: AmqpConnection, skipApi?: boolean);
     private init;
+    private publishLifecycleEvent;
     private setQueueMetrics;
     private updateMetrics;
     subscribe: (streamId: string, observer: PartialObserver<FlowEvent>) => import("rxjs").Subscription;

package/dist/FlowApplication.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.FlowApplication = void 0;
 const tslib_1 = require("tslib");
 require("reflect-metadata");
+const cloudevents_1 = require("cloudevents");
 const object_sizeof_1 = tslib_1.__importDefault(require("object-sizeof"));
 const perf_hooks_1 = require("perf_hooks");
 const rxjs_1 = require("rxjs");
@@ -11,6 +12,7 @@ const uuid_1 = require("uuid");
 const hpc_api_1 = require("@hahnpro/hpc-api");
 const amqp_1 = require("./amqp");
 const utils_1 = require("./utils");
+const flow_interface_1 = require("./flow.interface");
 const FlowLogger_1 = require("./FlowLogger");
 const RpcClient_1 = require("./RpcClient");
 const MAX_EVENT_SIZE_BYTES = +process.env.MAX_EVENT_SIZE_BYTES || 512 * 1024;
@@ -24,6 +26,24 @@ class FlowApplication {
         this.outputStreamMap = new Map();
         this.outputQueueMetrics = new Map();
         this.performanceMap = new Map();
+        this.publishLifecycleEvent = (flowEvent, eventType, date = new Date()) => {
+            if (!this.amqpConnection) {
+                return;
+            }
+            try {
+                const event = new cloudevents_1.CloudEvent({
+                    source: flowEvent.getSource(),
+                    type: eventType,
+                    data: Object.assign(Object.assign({}, flowEvent.getMetadata()), { flowEventId: flowEvent.getId() }),
+                    time: date.toISOString(),
+                });
+                const message = event.toJSON();
+                return this.amqpConnection.publish('flow', 'lifecycle', message);
+            }
+            catch (err) {
+                this.logger.error(err);
+            }
+        };
         this.setQueueMetrics = (id) => {
             const metrics = this.outputQueueMetrics.get(id) || { size: 0, lastAdd: 0, lastRemove: Date.now(), warnings: 0 };
             const secsProcessing = Math.round((metrics.lastAdd - metrics.lastRemove) / 1000);
@@ -193,6 +213,7 @@ class FlowApplication {
             try {
                 await this.amqpConnection.managedChannel.assertExchange('deployment', 'direct', { durable: true });
                 await this.amqpConnection.managedChannel.assertExchange('flowlogs', 'fanout', { durable: true });
+                await this.amqpConnection.managedChannel.assertExchange('flow', 'direct', { durable: true });
             }
             catch (e) {
                 logErrorAndExit(`Could not assert exchanges: ${e}`);
@@ -260,10 +281,13 @@ class FlowApplication {
             outputStream
                 .pipe((0, operators_1.tap)(() => this.setQueueMetrics(targetStreamId)), (0, operators_1.mergeMap)(async (event) => {
                 this.performanceMap.set(event.getId(), perf_hooks_1.performance.eventLoopUtilization());
+                this.publishLifecycleEvent(event, flow_interface_1.LifecycleEvent.ACTIVATED);
                 try {
                     await element[streamHandler](event);
+                    this.publishLifecycleEvent(event, flow_interface_1.LifecycleEvent.COMPLETED);
                 }
                 catch (err) {
+                    this.publishLifecycleEvent(event, flow_interface_1.LifecycleEvent.TERMINATED);
                     try {
                         element.handleApiError(err);
                     }
@@ -278,8 +302,8 @@ class FlowApplication {
                 if (elu) {
                     this.performanceMap.delete(event.getId());
                     elu = perf_hooks_1.performance.eventLoopUtilization(elu);
-                    if (elu.utilization > 0.7 && elu.active > 1000) {
-                        this.logger.warn(`High event loop utilization detected for ${targetStreamId} with event ${event.getId()}! Handler has been active for ${Number(elu.active).toFixed(2)}ms with a utilization of ${Number(elu.utilization * 100).toFixed(2)}%. Consider refactoring or move tasks to a worker thread.`);
+                    if (elu.utilization > 0.75 && elu.active > 2000) {
+                        this.logger.warn(`High event loop utilization detected for ${targetStreamId} with event ${event.getId()}! Handler was active for ${Number(elu.active).toFixed(2)}ms with a utilization of ${Number(elu.utilization * 100).toFixed(2)}%. Consider refactoring or move tasks to a worker thread.`);
                     }
                 }
             }))

package/dist/FlowElement.js

@@ -126,7 +126,7 @@ function InputStream(id = 'default', options) {
             if (!this.stopPropagateStream.has(id)) {
                 this.stopPropagateStream.set(id, (_a = options === null || options === void 0 ? void 0 : options.stopPropagation) !== null && _a !== void 0 ? _a : false);
             }
-            return method.call(this, new FlowEvent_1.FlowEvent(Object.assign(Object.assign({}, event.getMetadata()), { inputStreamId: id }), event.getData(), event.getType(), new Date(event.getTime())));
+            return method.call(this, new FlowEvent_1.FlowEvent(Object.assign(Object.assign({ id: event.getMetadata().elementId }, event.getMetadata()), { inputStreamId: id }), event.getData(), event.getType(), new Date(event.getTime())));
         };
     };
 }

package/dist/FlowEvent.d.ts

@@ -8,7 +8,13 @@ export declare class FlowEvent {
     getDataContentType: () => string;
     getDataschema: () => string;
     getId: () => string;
-    getMetadata: () => any;
+    getMetadata: () => {
+        deploymentId: string;
+        elementId: string;
+        flowId: string;
+        functionFqn: string;
+        inputStreamId: string;
+    };
     getSource: () => string;
     getStreamId: () => string;
     getSubject: () => string;

package/dist/flow.interface.d.ts

@@ -38,4 +38,9 @@ export interface StreamOptions {
     concurrent?: number;
 }
 export declare type ClassType<T> = new (...args: any[]) => T;
+export declare enum LifecycleEvent {
+    ACTIVATED = "com.hahnpro.flow_function.activated",
+    COMPLETED = "com.hahnpro.flow_function.completed",
+    TERMINATED = "com.hahnpro.flow_function.terminated"
+}
 export {};

package/dist/flow.interface.js

@@ -1,2 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.LifecycleEvent = void 0;
+var LifecycleEvent;
+(function (LifecycleEvent) {
+    LifecycleEvent["ACTIVATED"] = "com.hahnpro.flow_function.activated";
+    LifecycleEvent["COMPLETED"] = "com.hahnpro.flow_function.completed";
+    LifecycleEvent["TERMINATED"] = "com.hahnpro.flow_function.terminated";
+})(LifecycleEvent = exports.LifecycleEvent || (exports.LifecycleEvent = {}));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hahnpro/flow-sdk",
-  "version": "4.20.10",
+  "version": "4.20.11-0",
   "description": "SDK for building Flow Modules",
   "license": "MIT",
   "author": {
@@ -43,12 +43,12 @@
     "@nestjs/common": "^8.4.4",
     "@types/amqp-connection-manager": "^2.0.12",
     "@types/amqplib": "^0.8.2",
-    "@types/jest": "^27.4.1",
+    "@types/jest": "^27.5.0",
     "@types/lodash": "^4.14.182",
-    "@types/node": "^16.11.31",
+    "@types/node": "^16.11.33",
     "class-validator-jsonschema": "^3.1.0",
     "jest": "^27.5.1",
-    "typescript": "^4.6.3"
+    "typescript": "^4.6.4"
   },
   "engines": {
     "node": "^14.13.1 || >=16.0.0"
@@ -57,6 +57,5 @@
     "build": "../../node_modules/.bin/tsc -p tsconfig.lib.json",
     "build:nocomments": "../../node_modules/.bin/tsc -p tsconfig.nocomments.json",
     "postbuild": "../../node_modules/.bin/copyfiles -u 1 lib/*.py dist"
-  },
-  "readme": "# `@hahnpro/flow-sdk`\n\nhttps://github.com/hahnprojects/flow\n"
+  }
 }