@coherentglobal/wasm-runner 0.1.19 → 0.3.2

package/dist/node/threads/workerThread.js

@@ -1,31 +1,10 @@
 "use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 const worker_threads_1 = require("worker_threads");
 const poolifier_1 = require("poolifier");
 const constants_1 = require("../../constants");
 const activeListeners = new Map();
 class WorkerThread extends poolifier_1.ThreadWorker {
-    constructor(taskFunctions, opts) {
-        super(taskFunctions, opts);
-        this.cleanupListener = (eventId) => {
-            setTimeout(() => {
-                const listener = activeListeners.get(eventId);
-                if (listener) {
-                    worker_threads_1.parentPort.off("message", listener);
-                    activeListeners.delete(eventId);
-                }
-            });
-        };
-    }
     /**
      * Sends message back to the main thread.
      *
@@ -53,6 +32,15 @@ class WorkerThread extends poolifier_1.ThreadWorker {
             worker_threads_1.parentPort.on("message", callback);
         }
     }
+    cleanupListener = (eventId) => {
+        setTimeout(() => {
+            const listener = activeListeners.get(eventId);
+            if (listener) {
+                worker_threads_1.parentPort.off("message", listener);
+                activeListeners.delete(eventId);
+            }
+        });
+    };
     /**
      * Sends a request to the main thread and waits for a response.
      *
@@ -62,28 +50,33 @@ class WorkerThread extends poolifier_1.ThreadWorker {
      * @returns {Promise<Object>}
      * Response from main thread.
      */
-    requestMessage(payload, context) {
-        return __awaiter(this, void 0, void 0, function* () {
-            return new Promise((resolve, reject) => {
-                // Send the request to parent
-                this.postMessage({
-                    payload,
-                    context,
-                    type: constants_1.THREAD_EVENT_TYPES.REQUEST_EXECUTE,
-                    threadId: worker_threads_1.threadId,
-                });
-                // Receive the response from parent once ready
-                const messageListener = (message) => {
-                    worker_threads_1.parentPort.off("message", messageListener);
-                    if ((message === null || message === void 0 ? void 0 : message.type) === constants_1.THREAD_EVENT_TYPES.RESPONSE) {
-                        resolve(message === null || message === void 0 ? void 0 : message.payload);
-                    }
-                    else if ((message === null || message === void 0 ? void 0 : message.type) === constants_1.THREAD_EVENT_TYPES.ERROR) {
-                        reject(message === null || message === void 0 ? void 0 : message.payload);
-                    }
-                };
-                this.onMessage(messageListener);
+    async requestMessage(payload, context) {
+        return new Promise((resolve, reject) => {
+            // Send the request to parent
+            this.postMessage({
+                payload,
+                context,
+                type: constants_1.THREAD_EVENT_TYPES.REQUEST_EXECUTE,
+                threadId: worker_threads_1.threadId,
             });
+            // Receive the response from parent once ready
+            const messageListener = (message) => {
+                worker_threads_1.parentPort.off("message", messageListener);
+                if (message?.type === constants_1.THREAD_EVENT_TYPES.RESPONSE) {
+                    resolve(message?.payload);
+                }
+                else if (message?.type === constants_1.THREAD_EVENT_TYPES.ERROR) {
+                    reject(message?.payload);
+                }
+            };
+            this.onMessage(messageListener);
+        });
+    }
+    reportStats(payload) {
+        this.postMessage({
+            payload,
+            type: constants_1.THREAD_EVENT_TYPES.STATS_REPORT,
+            threadId: worker_threads_1.threadId,
         });
     }
 }

package/dist/node/threads/workerThread.js.map

@@ -1 +1 @@
-{"version":3,"file":"workerThread.js","sourceRoot":"","sources":["../../../src/node/threads/workerThread.ts"],"names":[],"mappings":";;;;;;;;;;;AAAA,mDAAoE;AAEpE,yCAAyC;AACzC,+CAAqD;AAKrD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAE,CAAC;AAElC,MAAM,YAAa,SAAQ,wBAAY;IACrC,YACE,aAEoC,EACpC,IAAoB;QAEpB,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QA8BrB,oBAAe,GAAG,CAAC,OAAO,EAAE,EAAE;YACpC,UAAU,CAAC,GAAG,EAAE;gBACd,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC9C,IAAI,QAAQ,EAAE,CAAC;oBACb,2BAAU,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;oBACpC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;IArCF,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,OAAyB;QACnC,IAAI,6BAAY,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,2BAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,QAA+B;QACvC,IAAI,6BAAY,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,2BAAU,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAYD;;;;;;;;OAQG;IACG,cAAc,CAAC,OAAY,EAAE,OAAY;;YAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,6BAA6B;gBAC7B,IAAI,CAAC,WAAW,CAAC;oBACf,OAAO;oBACP,OAAO;oBACP,IAAI,EAAE,8BAAkB,CAAC,eAA6B;oBACtD,QAAQ,EAAR,yBAAQ;iBACT,CAAC,CAAC;gBAEH,8CAA8C;gBAC9C,MAAM,eAAe,GAAG,CAAC,OAAyB,EAAE,EAAE;oBACpD,2BAAU,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;oBAC3C,IAAI,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,MAAK,8BAAkB,CAAC,QAAQ,EAAE,CAAC;wBAClD,OAAO,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,CAAC;oBAC5B,CAAC;yBAAM,IAAI,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,MAAK,8BAAkB,CAAC,KAAK,EAAE,CAAC;wBACtD,MAAM,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,CAAC;oBAC3B,CAAC;gBAEH,CAAC,CAAC;gBACF,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;QACL,CAAC;KAAA;CACF;AAED,kBAAe,YAAY,CAAC"}
+{"version":3,"file":"workerThread.js","sourceRoot":"","sources":["../../../src/node/threads/workerThread.ts"],"names":[],"mappings":";;AAAA,mDAAoE;AACpE,yCAAyC;AACzC,+CAAqD;AAIrD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAE,CAAC;AAElC,MAAM,YAAa,SAAQ,wBAAY;IACrC;;;;OAIG;IACH,WAAW,CAAC,OAAyB;QACnC,IAAI,6BAAY,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,2BAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,QAA+B;QACvC,IAAI,6BAAY,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,2BAAU,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAEO,eAAe,GAAG,CAAC,OAAO,EAAE,EAAE;QACpC,UAAU,CAAC,GAAG,EAAE;YACd,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9C,IAAI,QAAQ,EAAE,CAAC;gBACb,2BAAU,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACpC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF;;;;;;;;OAQG;IACH,KAAK,CAAC,cAAc,CAAC,OAAY,EAAE,OAAY;QAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,6BAA6B;YAC7B,IAAI,CAAC,WAAW,CAAC;gBACf,OAAO;gBACP,OAAO;gBACP,IAAI,EAAE,8BAAkB,CAAC,eAA6B;gBACtD,QAAQ,EAAR,yBAAQ;aACT,CAAC,CAAC;YAEH,8CAA8C;YAC9C,MAAM,eAAe,GAAG,CAAC,OAAyB,EAAE,EAAE;gBACpD,2BAAU,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;gBAC3C,IAAI,OAAO,EAAE,IAAI,KAAK,8BAAkB,CAAC,QAAQ,EAAE,CAAC;oBAClD,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC5B,CAAC;qBAAM,IAAI,OAAO,EAAE,IAAI,KAAK,8BAAkB,CAAC,KAAK,EAAE,CAAC;oBACtD,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC,CAAC;YACF,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,OAAY;QACtB,IAAI,CAAC,WAAW,CAAC;YACf,OAAO;YACP,IAAI,EAAE,8BAAkB,CAAC,YAA0B;YACnD,QAAQ,EAAR,yBAAQ;SACT,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,YAAY,CAAC"}

package/dist/node/threads/workerThread.ts

@@ -1,23 +1,12 @@
 import { isMainThread, parentPort, threadId } from "worker_threads";
-import { createId as cuid } from "@paralleldrive/cuid2";
 import { ThreadWorker } from "poolifier";
 import { THREAD_EVENT_TYPES } from "../../constants";
 
-import type { TaskFunctions, TaskFunction, WorkerOptions } from "poolifier";
 import type { EVENT_TYPE, EventRequestData } from "../../types";
 
 const activeListeners = new Map();
 
 class WorkerThread extends ThreadWorker {
-  constructor(
-    taskFunctions:
-      | TaskFunction<unknown, Response>
-      | TaskFunctions<unknown, Response>,
-    opts?: WorkerOptions
-  ) {
-    super(taskFunctions, opts);
-  }
-
   /**
    * Sends message back to the main thread.
    *
@@ -82,11 +71,18 @@ class WorkerThread extends ThreadWorker {
         } else if (message?.type === THREAD_EVENT_TYPES.ERROR) {
           reject(message?.payload);
         }
-
       };
       this.onMessage(messageListener);
     });
   }
+
+  reportStats(payload: any) {
+    this.postMessage({
+      payload,
+      type: THREAD_EVENT_TYPES.STATS_REPORT as EVENT_TYPE,
+      threadId,
+    });
+  }
 }
 
 export default WorkerThread;

package/dist/node.d.ts

@@ -1,4 +1,6 @@
 import tmp from "tmp";
+import EventEmitter from "events";
+import { BaseLogger } from "pino";
 import { NodeModel, RunnerConfig, ModelConfig, ResponseObject, Compatibility, WasmOptions, ModelInstance } from "./types";
 import { CancellationToken } from "./CancellationToken";
 export { ColumnarSerializer } from "./serializer/columnarSerializer";
@@ -10,15 +12,16 @@ export { ModelExecuteCancelled } from "./error";
  * @class
  * @classdesc WasmRunner class, responsible for managing model and it's lifecycle
  */
-export declare class WasmRunner {
+export declare class WasmRunner extends EventEmitter {
     _tempWorkerFolder: tmp.DirResult;
     _tempModelFolder: tmp.DirResult;
     license: string;
-    models: any[];
+    models: Map<string, NodeModel>;
     externalResolverModule: any;
-    initializingModels: string[];
+    initializingModels: Set<string>;
     options: WasmOptions;
     safeCompiler: string;
+    logger: BaseLogger;
     /**
      * Create new Wasm Runner instance
      *
@@ -53,8 +56,9 @@ export declare class WasmRunner {
      * @returns {Promise<void>}
      */
     remove(id: string): Promise<void>;
-    _parseError(rawResponse: any): Object;
+    _parseError(rawResponse: any): object;
     _getModel(id: string): NodeModel;
+    getModel(id: string): NodeModel;
     getModelSize(id: string): number;
     getModelCompilerVersion(id: any): string;
     /**
@@ -65,10 +69,17 @@ export declare class WasmRunner {
     isExist(id: string): boolean;
     isModelCompatible(model: any, input: any): boolean;
     getModelsStats(): {
-        stats: any;
-        busy: any;
-        size: any;
-        id: any;
+        thread_stats: any;
+        memory_usage_mb: any;
+        uptime_ms: number;
+        min_time_ms: number;
+        mean_time_ms: number;
+        p95_time_ms: number;
+        p99_time_ms: number;
+        max_time_ms: number;
+        busy: number;
+        size: number;
+        id: string;
     }[];
     private getPartiallyCompatibleMessage;
     private getIncompatibleMessage;
@@ -82,4 +93,11 @@ export declare class WasmRunner {
     getNeuronCompilerVersion(logFile: any): Promise<any>;
     checkCompilerVersionCompatibility(modelCompilerVersion: string): Promise<Compatibility>;
     getSafeCompilerVersion(runnerVersion: string): any;
+    /**
+     * Dispose all resources: terminate all running models and clean up temp files.
+     *
+     * @async
+     * @returns {Promise<void>}
+     */
+    dispose(): Promise<void>;
 }