@coherentglobal/wasm-runner 0.1.4 → 0.1.19

package/dist/node/threads/workerThread.d.ts

@@ -16,6 +16,7 @@ declare class WorkerThread extends ThreadWorker {
      * Function to receive the message data.
      */
     onMessage(callback: (value?: any) => void): void;
+    private cleanupListener;
     /**
      * Sends a request to the main thread and waits for a response.
      *

package/dist/node/threads/workerThread.js

@@ -10,12 +10,21 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const worker_threads_1 = require("worker_threads");
-const cuid2_1 = require("@paralleldrive/cuid2");
 const poolifier_1 = require("poolifier");
 const constants_1 = require("../../constants");
+const activeListeners = new Map();
 class WorkerThread extends poolifier_1.ThreadWorker {
     constructor(taskFunctions, opts) {
         super(taskFunctions, opts);
+        this.cleanupListener = (eventId) => {
+            setTimeout(() => {
+                const listener = activeListeners.get(eventId);
+                if (listener) {
+                    worker_threads_1.parentPort.off("message", listener);
+                    activeListeners.delete(eventId);
+                }
+            });
+        };
     }
     /**
      * Sends message back to the main thread.
@@ -56,25 +65,24 @@ class WorkerThread extends poolifier_1.ThreadWorker {
     requestMessage(payload, context) {
         return __awaiter(this, void 0, void 0, function* () {
             return new Promise((resolve, reject) => {
-                const eventId = (0, cuid2_1.createId)();
                 // Send the request to parent
                 this.postMessage({
                     payload,
                     context,
                     type: constants_1.THREAD_EVENT_TYPES.REQUEST_EXECUTE,
-                    eventId,
+                    threadId: worker_threads_1.threadId,
                 });
                 // Receive the response from parent once ready
-                this.onMessage((message) => {
-                    if (message.eventId === eventId &&
-                        (message === null || message === void 0 ? void 0 : message.type) === constants_1.THREAD_EVENT_TYPES.RESPONSE) {
+                const messageListener = (message) => {
+                    worker_threads_1.parentPort.off("message", messageListener);
+                    if ((message === null || message === void 0 ? void 0 : message.type) === constants_1.THREAD_EVENT_TYPES.RESPONSE) {
                         resolve(message === null || message === void 0 ? void 0 : message.payload);
                     }
-                    else if (message.eventId === eventId &&
-                        (message === null || message === void 0 ? void 0 : message.type) === constants_1.THREAD_EVENT_TYPES.ERROR) {
+                    else if ((message === null || message === void 0 ? void 0 : message.type) === constants_1.THREAD_EVENT_TYPES.ERROR) {
                         reject(message === null || message === void 0 ? void 0 : message.payload);
                     }
-                });
+                };
+                this.onMessage(messageListener);
             });
         });
     }

package/dist/node/threads/workerThread.js.map

@@ -1 +1 @@
-{"version":3,"file":"workerThread.js","sourceRoot":"","sources":["../../../src/node/threads/workerThread.ts"],"names":[],"mappings":";;;;;;;;;;;AAAA,mDAA0D;AAC1D,gDAAwD;AACxD,yCAAyC;AACzC,+CAAqD;AAKrD,MAAM,YAAa,SAAQ,wBAAY;IACrC,YACE,aAEoC,EACpC,IAAoB;QAEpB,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,OAAyB;QACnC,IAAI,6BAAY,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,2BAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,QAA+B;QACvC,IAAI,6BAAY,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,2BAAU,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACG,cAAc,CAAC,OAAY,EAAE,OAAY;;YAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,OAAO,GAAG,IAAA,gBAAI,GAAE,CAAC;gBAEvB,6BAA6B;gBAC7B,IAAI,CAAC,WAAW,CAAC;oBACf,OAAO;oBACP,OAAO;oBACP,IAAI,EAAE,8BAAkB,CAAC,eAA6B;oBACtD,OAAO;iBACR,CAAC,CAAC;gBAEH,8CAA8C;gBAC9C,IAAI,CAAC,SAAS,CAAC,CAAC,OAAyB,EAAE,EAAE;oBAC3C,IACE,OAAO,CAAC,OAAO,KAAK,OAAO;wBAC3B,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,MAAK,8BAAkB,CAAC,QAAQ,EAC7C,CAAC;wBACD,OAAO,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,CAAC;oBAC5B,CAAC;yBAAM,IACL,OAAO,CAAC,OAAO,KAAK,OAAO;wBAC3B,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,MAAK,8BAAkB,CAAC,KAAK,EAC1C,CAAC;wBACD,MAAM,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;KAAA;CACF;AAED,kBAAe,YAAY,CAAC"}
+{"version":3,"file":"workerThread.js","sourceRoot":"","sources":["../../../src/node/threads/workerThread.ts"],"names":[],"mappings":";;;;;;;;;;;AAAA,mDAAoE;AAEpE,yCAAyC;AACzC,+CAAqD;AAKrD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAE,CAAC;AAElC,MAAM,YAAa,SAAQ,wBAAY;IACrC,YACE,aAEoC,EACpC,IAAoB;QAEpB,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QA8BrB,oBAAe,GAAG,CAAC,OAAO,EAAE,EAAE;YACpC,UAAU,CAAC,GAAG,EAAE;gBACd,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC9C,IAAI,QAAQ,EAAE,CAAC;oBACb,2BAAU,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;oBACpC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;IArCF,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,OAAyB;QACnC,IAAI,6BAAY,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,2BAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,QAA+B;QACvC,IAAI,6BAAY,EAAE,CAAC;YACjB,MAAM,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,2BAAU,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAYD;;;;;;;;OAQG;IACG,cAAc,CAAC,OAAY,EAAE,OAAY;;YAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,6BAA6B;gBAC7B,IAAI,CAAC,WAAW,CAAC;oBACf,OAAO;oBACP,OAAO;oBACP,IAAI,EAAE,8BAAkB,CAAC,eAA6B;oBACtD,QAAQ,EAAR,yBAAQ;iBACT,CAAC,CAAC;gBAEH,8CAA8C;gBAC9C,MAAM,eAAe,GAAG,CAAC,OAAyB,EAAE,EAAE;oBACpD,2BAAU,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;oBAC3C,IAAI,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,MAAK,8BAAkB,CAAC,QAAQ,EAAE,CAAC;wBAClD,OAAO,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,CAAC;oBAC5B,CAAC;yBAAM,IAAI,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,MAAK,8BAAkB,CAAC,KAAK,EAAE,CAAC;wBACtD,MAAM,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,CAAC;oBAC3B,CAAC;gBAEH,CAAC,CAAC;gBACF,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;QACL,CAAC;KAAA;CACF;AAED,kBAAe,YAAY,CAAC"}

package/dist/node/threads/workerThread.ts

@@ -1,4 +1,4 @@
-import { isMainThread, parentPort } from "worker_threads";
+import { isMainThread, parentPort, threadId } from "worker_threads";
 import { createId as cuid } from "@paralleldrive/cuid2";
 import { ThreadWorker } from "poolifier";
 import { THREAD_EVENT_TYPES } from "../../constants";
@@ -6,6 +6,8 @@ import { THREAD_EVENT_TYPES } from "../../constants";
 import type { TaskFunctions, TaskFunction, WorkerOptions } from "poolifier";
 import type { EVENT_TYPE, EventRequestData } from "../../types";
 
+const activeListeners = new Map();
+
 class WorkerThread extends ThreadWorker {
   constructor(
     taskFunctions:
@@ -43,6 +45,16 @@ class WorkerThread extends ThreadWorker {
     }
   }
 
+  private cleanupListener = (eventId) => {
+    setTimeout(() => {
+      const listener = activeListeners.get(eventId);
+      if (listener) {
+        parentPort.off("message", listener);
+        activeListeners.delete(eventId);
+      }
+    });
+  };
+
   /**
    * Sends a request to the main thread and waits for a response.
    *
@@ -54,30 +66,25 @@ class WorkerThread extends ThreadWorker {
    */
   async requestMessage(payload: any, context: any) {
     return new Promise((resolve, reject) => {
-      const eventId = cuid();
-
       // Send the request to parent
       this.postMessage({
         payload,
         context,
         type: THREAD_EVENT_TYPES.REQUEST_EXECUTE as EVENT_TYPE,
-        eventId,
+        threadId,
       });
 
       // Receive the response from parent once ready
-      this.onMessage((message: EventRequestData) => {
-        if (
-          message.eventId === eventId &&
-          message?.type === THREAD_EVENT_TYPES.RESPONSE
-        ) {
+      const messageListener = (message: EventRequestData) => {
+        parentPort.off("message", messageListener);
+        if (message?.type === THREAD_EVENT_TYPES.RESPONSE) {
           resolve(message?.payload);
-        } else if (
-          message.eventId === eventId &&
-          message?.type === THREAD_EVENT_TYPES.ERROR
-        ) {
+        } else if (message?.type === THREAD_EVENT_TYPES.ERROR) {
           reject(message?.payload);
         }
-      });
+
+      };
+      this.onMessage(messageListener);
     });
   }
 }

package/dist/node.d.ts

@@ -1,6 +1,5 @@
 import tmp from "tmp";
-import type { FixedThreadPool } from "./node/threads/workerPool";
-import type { NodeModel, RunnerConfig, ModelConfig, ResponseObject } from "./types";
+import { NodeModel, RunnerConfig, ModelConfig, ResponseObject, Compatibility, WasmOptions, ModelInstance } from "./types";
 import { CancellationToken } from "./CancellationToken";
 export { ColumnarSerializer } from "./serializer/columnarSerializer";
 export { CancellationToken } from "./CancellationToken";
@@ -18,12 +17,14 @@ export declare class WasmRunner {
     models: any[];
     externalResolverModule: any;
     initializingModels: string[];
+    options: WasmOptions;
+    safeCompiler: string;
     /**
      * Create new Wasm Runner instance
      *
      * @param {RunnerConfig} wasmRunnerConfig
      */
-    constructor(wasmRunnerConfig?: RunnerConfig, externalResolverModule?: string, license?: string);
+    constructor(wasmRunnerConfig?: RunnerConfig, externalResolverModule?: string, options?: any, license?: string);
     /**
      * Initialize wasm runner fetching model from remote server
      *
@@ -31,9 +32,9 @@ export declare class WasmRunner {
      * @function initialize
      */
     initialize(license?: string): Promise<void>;
-    _createModelInstance(id: any, url: any, workerFolder: any, size: any): Promise<FixedThreadPool<any, any>>;
+    _createModelInstance(id: any, url: any, workerFolder: any, size?: number): Promise<ModelInstance>;
     _initializeModelInstance(m: NodeModel): Promise<void>;
-    _createModelInstanceFromURL(id: string, url: string, workerFolder: string, modelFolder: string, size: number): Promise<FixedThreadPool<any, any>>;
+    _createModelInstanceFromURL(id: string, url: string, workerFolder: string, modelFolder: string, size: number): Promise<ModelInstance>;
     /**
      * Append and initialize model in preparation for the `execute()`.
      *
@@ -54,12 +55,23 @@ export declare class WasmRunner {
     remove(id: string): Promise<void>;
     _parseError(rawResponse: any): Object;
     _getModel(id: string): NodeModel;
+    getModelSize(id: string): number;
+    getModelCompilerVersion(id: any): string;
     /**
      * Check if model existed
      * @param {string} id Model id
      * @returns {boolean}
      */
     isExist(id: string): boolean;
+    isModelCompatible(model: any, input: any): boolean;
+    getModelsStats(): {
+        stats: any;
+        busy: any;
+        size: any;
+        id: any;
+    }[];
+    private getPartiallyCompatibleMessage;
+    private getIncompatibleMessage;
     /**
      * Perform calculation. The runner will use request_meta.version_uuid of input argument to locate model
      * @async
@@ -67,4 +79,7 @@ export declare class WasmRunner {
      * @returns {Promise<ResponseObject>} - Response model data
      */
     execute(input: any, id?: string, raw?: boolean, cancelToken?: CancellationToken): Promise<ResponseObject>;
+    getNeuronCompilerVersion(logFile: any): Promise<any>;
+    checkCompilerVersionCompatibility(modelCompilerVersion: string): Promise<Compatibility>;
+    getSafeCompilerVersion(runnerVersion: string): any;
 }