@remix_labs/machine-starter 1.1460.0-dev → 1.1466.0-dev

package/index.js

@@ -1,14 +1,34 @@
 import { nanoid } from "nanoid";
 import { GROOVEBOX_BUILD } from "./groovebox_build.js";
 
-let terminate = function(f) {};
-if (globalThis.ThisIsNode) {
-    terminate = function(f) {
-        Process.on("exit", () => {
-            console.log("terminating machine worker");
-            f()
-        })
+let workers = {};
+let parents = {};
+
+function terminateAll() {
+    for (let [vmID, worker] of Object.entries(workers)) {
+        worker.terminate();
+    };
+    workers = {};
+    parents = {};
+}
+
+function terminateVM(vmID) {
+    let worker = workers[vmID];
+    if (worker) {
+        delete workers[vmID];
+        delete parents[vmID];
+        worker.terminate();
+        for (let [subID, parentID] of Object.entries(parents)) {
+            terminateVM(subID);
+        };
     }
+}
+
+if (globalThis.ThisIsNode) {
+    Process.on("exit", () => {
+        console.log("terminating machine workers");
+        terminateAll()
+    })
 };
 
 function CreateVMID() {
@@ -16,8 +36,14 @@ function CreateVMID() {
 }
 
 let initialMask = 64 + 1024;   // default for web
+
 globalThis.MixSetMask = (m => {
     initialMask = m;
+    for (let [vmID, worker] of Object.entries(workers)) {
+        worker.postMessage({ "_rmx_type": "msg_vm_logMask",
+                             "mask": m
+                           })
+    }
 });
 
 function StartWASM(hub, baseURL, org, workspace, vmID, user, token, noOutputViaMQTT) {
@@ -51,20 +77,29 @@ function StartWASM2(hub, config) {
             fetch(code_url, {cache:"default"}).then(resp => { return resp.arrayBuffer() });
             bundle = new URL("/g/machine-wasm-core.js", window.location.href);
         }
-        let localFFIs = {};
+        let localFFIkind = {};
+        let localFFIfuns = {};
         if (config.localFFIs) {
             for (const [k, v] of Object.entries(config.localFFIs)) {
+                localFFIfuns[k] = {...v};
                 if (v.isRaw && (v.canFail || v.useJsonDecoder)) {
                     console.error("A raw, local FFI must neither be failing nor use the JSON decoder: " + k);
                 } else {
-                    localFFIs[k] = {...v};
-                    delete localFFIs[k].run;
+                    localFFIkind[k] = {...v};
+                    delete localFFIkind[k].run;
                 }
-            }
+            };
+            let vm_kind = { isRaw:false, canFail:false, useJsonDecoder:false};
+            localFFIkind["$vm_start"] = vm_kind;
+            localFFIfuns["$vm_start"] = ffi_vm_start;
+            localFFIkind["$vm_stop"] = vm_kind;
+            localFFIfuns["$vm_stop"] = ffi_vm_stop;
         }
         let worker = new Worker(bundle);
+        workers[config.vmID] = worker;
         let config_msg =
             { "_rmx_type": "msg_vm_configure",
+              "workerURL": bundle.toString(),
               "baseURL": config.baseURL,
               "org": config.org,
               "workspace": config.workspace,
@@ -75,23 +110,47 @@ function StartWASM2(hub, config) {
               "outputViaMQTT": !(config.noOutputViaMQTT),
               "machType": config.machType,
               "debugMask": initialMask,
-              "localFFIs": localFFIs,
+              "localFFIs": localFFIkind,
               "grooveboxUrlPrefix": globalThis.GROOVEBOX_URL_PREFIX,
               "allowInsecureHttp": globalThis.GROOVEBOX_ALLOW_INSECURE_HTTP,
+              "jsonFFI": config.jsonFFI,
+              "interceptFFI": config.interceptFFI,
+              "interceptDynloadFFI": config.interceptDynloadFFI,
             };
         worker.postMessage(config_msg, [ channel.port ]);
-        terminate(() => worker.terminate());
-        globalThis.MixSetMask = (m => {
-            worker.postMessage({ "_rmx_type": "msg_vm_logMask",
-                                 "mask": m
-                               })
-        });
         if (config.localFFIs)
-            setupLocalFFIs(hub, config);  // don't await!
+            setupLocalFFIs(hub, config, localFFIfuns);  // don't await!
         return worker;
     })
 }
 
+async function ffi_vm_start(conn, args) {
+    let vm_id = "embedded." + nanoid();
+    let config = {};
+    for (const [k, v] of Object.entries(conn.config)) {
+        config[k] = v;
+    }
+    config["vmID"] = vm_id;
+    parents[vm_id] = conn.config.vmID;
+    let arg_config = args[0];
+    if (arg_config.jsonFFI !== undefined)
+        config["jsonFFI"] = arg_config.jsonFFI;
+    if (arg_config.interceptFFI !== undefined)
+        config["interceptFFI"] = arg_config.interceptFFI;
+    if (arg_config.interceptDynloadFFI !== undefined)
+        config["interceptDynloadFFI"] = arg_config.interceptDynloadFFI;
+    let worker = await StartWASM2(conn.hub, config);
+    return vm_id;
+}
+
+async function ffi_vm_stop(conn, args) {
+    let vm_id = args[0];
+    let worker = workers[vm_id];
+    if (!worker) throw new Error("no such VM: " + vm_id);
+    terminateVM(vm_id);
+    return null;
+}
+
 class Token {
     constructor(data, enabled, extras) {
         // data: must be an Uint8Array
@@ -207,13 +266,13 @@ function decode(val) {
     }
 }
 
-async function setupLocalFFIs(hub, config) {
+async function setupLocalFFIs(hub, config, localFFIs) {
+    let vmID = config.vmID;
     let channel = await hub.newChannel();
-    let comm = new FFIComm(hub, channel);
-    let localFFIs = config.localFFIs;
-    await channel.setLocalSubTopic("/local/ffi/call");
-    await channel.setLocalPubTopic("/local/ffi/return");
-    let sub = await channel.subscribe("/local/ffi/call");
+    let comm = new FFIComm(vmID, hub, channel);
+    await channel.setLocalSubTopic("/local/" + vmID);
+    await channel.setLocalPubTopic("/local/" + vmID);
+    let sub = await channel.subscribe("/local/" + vmID + "/ffi/call");
     while (true) {
         let msg = await sub.next();
         let name = msg.payload.name;
@@ -227,14 +286,15 @@ async function setupLocalFFIs(hub, config) {
                 { call_id: call_id,
                   hub: hub,
                   channel: channel,
+                  config: config,
                   state: config.state,
                 };
             let r = fun instanceof Function ? fun(connector, args) : fun.run(connector, args);
             if (r instanceof Promise) {
+                r.catch(_ => null);  // prevent "unhandled rejection"
                 await comm.later(call_id);
-                r.then(
-                    (value) => comm.returnOrFail(fun, call_id, value),
-                    (reason) => comm.error(call_id, reason.message, reason.stack));
+                let value = await r;
+                await comm.returnOrFail(fun, call_id, value);
             } else {
                 await comm.returnOrFail(fun, call_id, r);
             }
@@ -245,7 +305,8 @@ async function setupLocalFFIs(hub, config) {
 }
 
 class FFIComm {
-    constructor(hub, channel) {
+    constructor(vmID, hub, channel) {
+        this.vmID = vmID;
         this.hub = hub;
         this.channel = channel;
     }
@@ -254,7 +315,7 @@ class FFIComm {
             { call_id: call_id,
             };
         let response = this.hub.newLocalMessage("msg_ffi_later", "starter", r_payload);
-        return this.channel.publish("/local/ffi/return", response, false);
+        return this.channel.publish("/local/" + this.vmID + "/ffi/return", response, false);
     }
     return_(fun, call_id, result) {
         let r_payload =
@@ -262,7 +323,7 @@ class FFIComm {
               value: fun.useJsonDecoder ? result : encode(result)
             };
         let response = this.hub.newLocalMessage("msg_ffi_return", "starter", r_payload);
-        return this.channel.publish("/local/ffi/return", response, false);
+        return this.channel.publish("/local/" + this.vmID + "/ffi/return", response, false);
     }
     error(call_id, message, stack) {
         let r_payload =
@@ -271,7 +332,7 @@ class FFIComm {
               stack: stack === undefined ? [] : stack,
             };
         let response = this.hub.newLocalMessage("msg_ffi_error", "starter", r_payload);
-        this.channel.publish("/local/ffi/return", response, false);
+        this.channel.publish("/local/" + this.vmID + "/ffi/return", response, false);
     }
     returnOrFail(fun, call_id, result) {
         if (fun.canFail) {
@@ -302,5 +363,6 @@ class FFIComm {
 // use worker.terminate() to shut a worker down!
 
 export { CreateVMID, StartWASM, StartWASM2,
+         terminateAll, terminateVM,
          Token, Case, Opaque
        }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remix_labs/machine-starter",
-  "version": "1.1460.0-dev",
+  "version": "1.1466.0-dev",
   "description": "start the groove",
   "main": "node.js",
   "browser": "index.js",
@@ -11,7 +11,7 @@
   "author": "Remixlabs staff",
   "license": "ISC",
   "dependencies": {
-    "@remix_labs/hub-client": "1.1460.0-dev",
+    "@remix_labs/hub-client": "1.1466.0-dev",
     "nanoid": "^3.1.12",
     "web-worker": "^1.2.0"
   },

package/start.js

@@ -45,7 +45,8 @@ w.configure({wsURL: mqttURL, user:mqttUser, token:mqttToken}).then(resp => {
             user: mqttUser,
             token: mqttToken,
             noOutputViaMQTT: noOutputViaMQTT,
-            machType: variant
+            machType: variant,
+            localFFIs: {},
         });
         break
     default: