@naanlang/naan 1.4.0 → 1.4.1

package/frameworks/browser/sworker.js

@@ -36,7 +36,7 @@
  *
  */
 
-var CurrentCacheName = "Naanlang-1.4.0+1";
+var CurrentCacheName = "Naanlang-1.4.1+1";
 
 
 //
@@ -92,18 +92,18 @@ var terminated;                                 // flag that this service worker
         var pubVersion = event.data.hereIsMyVersion;
         var sourceId = event.source.id;                                     // client id of sender of message
         msgPorts[sourceId] = msgport;
-        console.log("[1.4.0+1] received new msgport for", sourceId, pubID, "-", pubVersion);
-        if (pubVersion != "1.4.0+1") {
+        console.log("[1.4.1+1] received new msgport for", sourceId, pubID, "-", pubVersion);
+        if (pubVersion != "1.4.1+1") {
             if (upgradeMsgPorts) {                                          // if not activated
-                console.log("[1.4.0+1] update pending for", sourceId);
+                console.log("[1.4.1+1] update pending for", sourceId);
                 upgradeMsgPorts[sourceId] = msgport;
             }
             else {
                 msgport.postMessage({                                       // notify new version available
                     id: "upgrade",
-                    version: "1.4.0+1"
+                    version: "1.4.1+1"
                 });
-                console.log("[1.4.0+1] update sent for:", sourceId);
+                console.log("[1.4.1+1] update sent for:", sourceId);
             }
         }
         Reaper();                                                           // clean up obsolete info
@@ -134,10 +134,10 @@ var terminated;                                 // flag that this service worker
         msgport.onmessage = function(msg) {
             msg = msg.data;
             if (msg.id == "skipWaiting") {                                  // try to activate this SW now
-                console.log("[1.4.0+1] attempting skipWaiting");
+                console.log("[1.4.1+1] attempting skipWaiting");
                 self.skipWaiting();
             } else if (msg.id == "terminate") {                             // termiante this SW now
-                console.log("[1.4.0+1] terminated");
+                console.log("[1.4.1+1] terminated");
                 terminate();
             } else if (msg.id == "abortURL") {                              // abort an I/O transaction
                 var href = new URL(msg.url).href;
@@ -150,7 +150,7 @@ var terminated;                                 // flag that this service worker
             } else if (msg.id == "response")                                // response from fetch request
                 processResponse(msg);
             else if (msg.id == "text")                                      // just log some text
-                console.log("[1.4.0+1] msg received:", msg.text);
+                console.log("[1.4.1+1] msg received:", msg.text);
         };
         
         // send text to IDE log
@@ -161,7 +161,7 @@ var terminated;                                 // flag that this service worker
             // don't clutter the log
             msgport.postMessage({
                 id: "text",
-                text: "port received by 1.4.0+1",
+                text: "port received by 1.4.1+1",
             });
             */
         if (--pending === 0)
@@ -178,7 +178,7 @@ var terminated;                                 // flag that this service worker
         includeUncontrolled: true
     }).then(function(clientList) {
         clientList.every(function(client) {
-            console.log("[1.4.0+1] requesting new msgport for", client.id);
+            console.log("[1.4.1+1] requesting new msgport for", client.id);
             ++pending;
             client.postMessage({                                            // tell client(s) we need this fetch source
                 msg: "Naan_need_fetch_port",
@@ -224,12 +224,12 @@ function Reaper() {
             clients[clientList[clidex].id] = clientList[clidex];
         for (var sourceId in msgPorts)
             if (!clients[sourceId]) {
-                console.log("[1.4.0+1] source gone:", sourceId);
+                console.log("[1.4.1+1] source gone:", sourceId);
                 delete msgPorts[sourceId];                                  // no longer a source
             }
         for (var clientId in fetchPorts)
             if (!clients[clientId]) {
-                console.log("[1.4.0+1] client gone:", clientId);
+                console.log("[1.4.1+1] client gone:", clientId);
                 delete fetchPorts[clientId];                                // no longer a client
             }
         for (var fqdex = 0; fqdex < fetchQueue.length; ++fqdex) {
@@ -263,16 +263,16 @@ function ClearCaches() {
             return (Promise.all(
                 cacheNames.map(function(cacheName) {
                     if (cacheName != CurrentCacheName) {
-                        console.log('[1.4.0+1] deleting old cache:', cacheName);
+                        console.log('[1.4.1+1] deleting old cache:', cacheName);
                         return (caches.delete(cacheName));
                     }
                 })
             ));
         }).then(function() {                                                // claim all clients
-            console.log('[1.4.0+1] claiming clients');
+            console.log('[1.4.1+1] claiming clients');
             return (self.clients.claim());
         }).then(function() {
-            console.log('[1.4.0+1] clients claimed');
+            console.log('[1.4.1+1] clients claimed');
             return (Promise.resolve(true));
         });
     return (promise);
@@ -315,7 +315,7 @@ function GetClientResponse(event, urlpath) {
             msgport.postMessage({
                 id: "fetch",
                 seq: seqno,
-                version: "1.4.0+1",
+                version: "1.4.1+1",
                 request: {
                     method: event.request.method,
                     url: event.request.url
@@ -363,7 +363,7 @@ function GetClientResponse(event, urlpath) {
  */
 
 self.addEventListener('install', function(event) {
-    console.log("[1.4.0+1] install");
+    console.log("[1.4.1+1] install");
     self.skipWaiting();
 });
 
@@ -376,20 +376,20 @@ self.addEventListener('install', function(event) {
  */
 
 self.addEventListener('activate', function(event) {
-    console.log("[1.4.0+1] activate");
+    console.log("[1.4.1+1] activate");
     self.clients.matchAll({                                                 // for debugging, list controlled clients           
         includeUncontrolled: true
     }).then(function(clientList) {
         var urls = clientList.map(function(client) {
             return (client.url);
         });
-        console.log('[1.4.0+1] matching clients:', urls.join(', '));
+        console.log('[1.4.1+1] matching clients:', urls.join(', '));
     });
     var promise = ClearCaches().then(function() {
         for (var sourceId in upgradeMsgPorts) {
             upgradeMsgPorts[sourceId].postMessage({                         // notify new version available
                 id: "upgrade",
-                version: "1.4.0+1"
+                version: "1.4.1+1"
             });
         }
         upgradeMsgPorts = false;
@@ -421,7 +421,7 @@ self.addEventListener('fetch', function(event) {
             var promise;
             var url = new URL(request.url);
             var nocache = request.method != "GET"
-                || url.search.length !== 0 && url.searchParams.get("naanver") !== "fae76573fc7eeb3020b11e0d88fe69d4"
+                || url.search.length !== 0 && url.searchParams.get("naanver") !== "348dfbc247edf982d7b9f50b51d55de4"
                 || request.headers.get('range');
             if (url.pathname.startsWith("/run/")) {
                 nocache = true;
@@ -455,7 +455,7 @@ self.addEventListener('fetch', function(event) {
                             statusText: "Request Cancelled"
                         }));
                     }
-                    console.log("[1.4.0+1] fetch failed", request.url, e);
+                    console.log("[1.4.1+1] fetch failed", request.url, e);
                     return (new Response(undefined, {
                         status: 404,
                         statusText: "Fetch Failed"

package/frameworks/browser/terminals.nlg

@@ -750,7 +750,7 @@ closure WorkerToMain(local nideRunning, track) {
         error = Error("WorkerToMain only available in browser workers")
         return (list(error))
     }
-    nideRunning = require("frameworks/running/executors.nlg")
+    nideRunning = require("naanlib:frameworks/running/executors.nlg")
     track = nideRunning.ExecutorTracker()
     track.register(mainProxy, "proxy")
     track.spawn("proxy")                                                    // returns result tuple

package/frameworks/client/psm_client.nlg

@@ -625,6 +625,8 @@ closure psmcFsConnector(psm, api, local connClassID, connector, watch) {
     //
     // Connect to the specified service.
     connector.connect = function connect(resID, service, args, local error, creds, api, rootpath) {
+        if !resID || args && !tuple(args)
+            return (list(Error("invalid arguments")))
         `(error, creds) = connector.access(resID)
         if !error {
             if creds == "HostFS"

package/frameworks/client/relaycon.nlg

@@ -85,7 +85,7 @@ closure RelayCon(host, secret, options, local relay, nlregex)
         })
         result = relay.wscon.connect()
         if !result.0
-            sendControl("spawn", { name: "NaanIDE Server" })                // ensure worker is connected
+            sendControl("spawn", { name: options.name })                    // ensure worker is connected
         else if options.debug
             ErrorDebuglog("WebSocket connect failed:", result.0)
         result

package/frameworks/common/common.nlg

@@ -247,7 +247,9 @@ macro LoadComponentOnDemand(functionKeys, componentPath, local modobj, key) {
     componentPath = eval(componentPath)
     if name(functionKeys)
         functionKeys = list(functionKeys)
-    for key in functionKeys
+    for key in functionKeys {
+        if modobj.exports[key]
+            continue                                                        // already defined
         closure (key, path, local exproc) {
             function loadComponent args {                                   // called when exported function first called
                 exproc = require(path)[key]
@@ -257,6 +259,7 @@ macro LoadComponentOnDemand(functionKeys, componentPath, local modobj, key) {
             }
             modobj.exports[key] = loadComponent
         } (key, componentPath)
+    }
     true
 };
 
@@ -274,7 +277,7 @@ macro LoadComponentOnDemand(functionKeys, componentPath, local modobj, key) {
  * LiveImport() function to a module's exports.
  *
  * To use LiveImport, call from the importing module as follows:
- *     require("frameworks/common/common.nlg").LiveImport(<fixproc>);
+ *     require("naanlib:frameworks/common/common.nlg").LiveImport(<fixproc>);
  * The optional <fixproc> is called after the imports in case the foreign module wants to fix up
  * anything after the import:
  *     fixproc(exporterMod);

package/frameworks/node/filesystem.nlg

@@ -1137,6 +1137,11 @@ closure Filesystem(rootpath, local files, badCreatePathRegEx) {
         })
         spawn.on("close", function(code) {
             output.exitCode = code                                          // zero on success; null on killed
+            completed(false, output)
+        })
+        spawn.on("exit", function(code, signal) {
+            output.exitCode = code                                          // if exited
+            output.signalName = signal                                      // if terminated
         })
         spawn.stderr.on("error", function(err) {
             completed(Error("stderr stream failed:", err))
@@ -1155,8 +1160,6 @@ closure Filesystem(rootpath, local files, badCreatePathRegEx) {
                 call(options.errproc, output)
             if linerOut
                 linerErr = false                                            // let end-of-out do the completion
-            else
-                completed(false, output)
         })
         linerErr.on("readable", function (local line) {
             if options.errproc
@@ -1179,8 +1182,6 @@ closure Filesystem(rootpath, local files, badCreatePathRegEx) {
                 call(options.outproc)
             if linerErr
                 linerOut = false                                            // let end-of-err do the completion
-            else
-                completed(false, output)
         })
         linerOut.on("readable", function (local line) {
             if options.outproc

package/frameworks/node/psm_server.nlg

@@ -525,7 +525,7 @@ function MakeServerPSM(api, name, local importPSM, error, path, psm) {
     if !error {
         App.psm = psm
         psmsFsConnector(App.psm, api)
-        require("frameworks/storage/dbt_pouch.nlg").DbConnector(App.psm)    // Pouch databases as filesystems
+        require("naanlib:frameworks/storage/dbt_pouch.nlg").DbConnector(App.psm)    // Pouch databases as filesystems
     } else
         ErrorDebuglog("Cannot create PSM", error)
     App.psm

package/frameworks/node/shell.nlg

@@ -0,0 +1,134 @@
+/*
+ * shell.nlg
+ * Naanlib/frameworks/node
+ *
+ * Shell access and utilities for the host OS.
+ *
+ * column positioning:                          //                          //                      !
+ *
+ * Copyright (c) 2024 by Richard C. Zulch
+ *
+ */
+
+
+/*
+ * ShellConnect
+ *
+ * Executing this installs itself in the current dialect to provide a REPL shell escape, returning a
+ * standard result tuple. This sends lines starting with ! to the shell with "bash -c". The result is
+ * output as text and also assigned to the $$ variable in the active namespace.
+ *
+ * Options:
+ * {
+ *      fs:     <filesystem>                    // optional: the filesystem object to use
+ *      cwd:    <string>                        // optional: Current Working Directory
+ *      derive: <string>                        // optional: dialect to derive from, or "" for no !
+ * }
+ *
+ */
+
+closure ShellConnect(options, local shob, error, fs, xparser, shelly) {
+    global(js, compress)
+    shob = new(object, this)
+
+    // readline
+    // read one line of text from the source
+    function readline(source, local cc, output) {
+        output = ""
+        while cc = source.readchar() {
+            output = output.concat(cc)
+            if cc == "\n"
+                break }
+        output
+    }
+
+    // exec
+    //
+    // Execute a shell command with optional current-working-directory.
+    //
+    shob.exec = closure exec(cmd, args, cwd, local pending, report, xlparams) {
+        pending = new(nonce)
+        report = {
+            stdout: []
+            stderr: []
+        }
+        xlparams = {
+            cmdargs: args
+            outproc: function(output, liner, kill, local line) {
+                while line = liner.read() {
+                    report.stdout.push(line)
+                    printline("\x1b[33m${line}\x1b[0m")                     // amber for stdout
+                }
+            }
+            errproc: function(output, liner, kill, local line) {
+                while line = liner.read() {
+                    report.stderr.push(line)
+                    printline("\x1b[36m${line}\x1b[0m")                     // cyan for stderr
+                }
+            }
+        }
+        if cwd
+            xlparams.execops = { cwd: cwd }
+        else if options.cwd
+            xlparams.execops = { cwd: options.cwd }
+        fs.execLines(cmd, xlparams, function(error, result) {
+        	evalactive(list(`assign, `(compress, "$$"), report))            // assign to $$ in active namespace
+            pending.signal(list(error, merge(result, report)))
+        })
+        pending.wait()
+    }
+
+    // shellparser
+    // intercept command-line parsing and look for a !shell escape
+    function shellparser(source, grammar, operators, local token) {
+        token = source.tokenread()
+        if token.atom == `! {
+            source.tokenlast(true)                                          // "consume" the ! token
+            text = readline(source)
+            source.tokenpush({                                              // don't show any output
+                atom: `;;
+                loc: tuple(0, text.length)
+            })
+            exec("bash", ["-c", text], js.d)                                // default directory: js.d
+	    }
+        else {
+            source.tokenpush(token)
+            xparser(source, grammar, operators)
+        }
+    }
+
+    if options.fs
+        fs = options.fs
+    else
+        `(error, fs) = Filesystem("")                                       // error not possible
+    if options.derive != "" {                                               // install hook
+        if string(options.derive)
+            shelly = Dialect.derive(options.derive)
+        else
+            shelly = Dialect
+        xparser = shelly.parser
+        shelly.parser = shellparser
+    }
+
+    // finis
+    shob
+};
+
+
+/*
+ * shInit
+ *
+ *     Initialize the node module.
+ *
+ *
+ */
+
+function shInit(local manifest) {
+    manifest = `(ShellConnect, shInit)
+
+    Naan.module.build(module.id, "shell", function(modobj, compobj) {
+        require("./filesystem.nlg")
+        compobj.manifest = manifest
+        modobj.exports.ShellConnect = ShellConnect
+    })
+} ();

package/frameworks/node/worker.nlg

@@ -312,7 +312,7 @@ closure workThread(workco, workerID, startup, guid
     // create our worker thread
 
     // options = { execArgv: ["--inspect-brk"] }                            // uncomment for NodeJS debugging
-    worker.thread = xnew(threads.Worker, JSpath.resolve(js.d, "node_worker.js"), options)
+    worker.thread = xnew(threads.Worker, JSpath.resolve(js.d, "lib/node_worker.js"), options)
     subChannel = xnew(threads.MessageChannel)
     worker.thread.postMessage({ hereIsYourPort: subChannel.port1 }, [subChannel.port1])
     worker.msgport = subChannel.port2

package/frameworks/project/build.nlg

@@ -368,7 +368,7 @@ closure Builder(rules, operation, fs, srcpath, destpath, track, local build, gro
     // for each file. The result is a standard (error, data) tuple.
     
     function zip1(files, options, local libzip, ziparc, file, result) {
-        libzip = require("frameworks/project/jszip.nlg").JSZip()
+        libzip = require("naanlib:frameworks/project/jszip.nlg").JSZip()
         if !libzip
             return (list(Error("Build requires zip but it's not available")))
         ziparc = libzip.create()

package/frameworks/project/projects.nlg

@@ -296,7 +296,7 @@ closure projConnector(projman, projtype, local connector, watch) {
  *
  * Nide.proj/
  *      nide_cliser.cfg                 - JSON definition of the project (see below)
- *      NaanIDE_version.txt             - [default] substitution file defining 1.4.0+1 etc.
+ *      NaanIDE_version.txt             - [default] substitution file defining 1.4.1+1 etc.
  *      NaanIDE_version_builds.txt      - [default] contains current build number as decimal string
  *      build/                          - [optional] default build output location
  *      NaanIDE.lic                     - [optional] defines Zulch Laboratories, Inc. and other license info

package/frameworks/running/debugnub.nlg

@@ -33,6 +33,9 @@ closure DebugNub(local nub, debug, paused) {
     nub.codemgr = CodeManager()
     nub.exenable = true
     nub.watches = []
+    nub.contIDs = new(weakmap)
+    nub.stacks = { }
+    nub.usage = { }
 
     // debugDepth
     // Return the recursive debugging depth as an integer.
@@ -80,7 +83,7 @@ closure DebugNub(local nub, debug, paused) {
             for frame in nub.frames
                 if procedure(frame)
                     break
-            `(procdef, task) = nub.procTask(frame)
+            `(procdef, task) = debug.frameProcTask(frame)
         }
         if !procdef
             return (false)
@@ -396,14 +399,75 @@ closure DebugNub(local nub, debug, paused) {
             output.push(breakInfo(bpid))
         output
     }
+    
+    // procLoc
+    //
+    // Get the location of a procdef.
+    
+    nub.procLoc = function procLoc(procdef, task, local comp, position) {
+        if !task
+            task = rrrest(procdef)
+        comp = nub.codemgr.procComponent(procdef)
+        position = comp.textpos(procdef, task)
+        {
+            modname:    comp.modname
+            compname:   comp.compname
+            first:      position.first
+            last:       position.last
+            line:       position.line
+        }
+    }
+
+    // getContID
+    //
+    // Get the contID for a continuation.
+    
+    nub.getContID = function getContID(cont, local contID, frames) {
+        contID = nub.contIDs[cont]
+        if !contID
+            nub.contIDs[cont] = contID = UUID()
+        frames = cont.stacktrace().toarray
+        if frames.slice(-1).0 == `interrupt
+            frames.pop()
+        nub.stacks[contID] = frames
+        contID
+    }
+
+    // contGC
+    //
+    // Remove any continuations that are not in the specified array.
+    
+    nub.contGC = function contGC(contIDs, local contID) {
+        contIDs = contIDs.concat(nub.usage.*.toarray)                       // keep preserved ids
+        for contID in nub.stacks
+            if contIDs.indexOf(contID) < 0
+                nub.stacks[contID] = undefined
+    }
+    
+    // usingContID
+    //
+    // Mark that the contID is being used.
+    //
+    nub.usingContID = function usingContID(contID, usage) {
+        if nub.usage[contID]
+            nub.usage[contID] += usage
+        else if usage > 0
+            nub.usage[contID] = usage
+        if nub.usage[contID] == 0
+            nub.usage[contID] = undefined
+    }
 
     // callStack
     //
-    // List our callers as of the last entry.
+    // List our callers as of the last entry in the optional frames or current debugger stack.
     
-    nub.callStack = function callStack(local output, frame, type, record) {
+    nub.callStack = function callStack(contID, local frames, output, frame, type, record) {
         output = []
-        for frame in nub.frames {
+        if contID
+            frames = nub.stacks[contID]
+        else
+            frames = nub.frames
+        for frame in frames {
             record = {
                 type:       frame.0.tostring                                // e.g. "function"
             }
@@ -425,8 +489,12 @@ closure DebugNub(local nub, debug, paused) {
     //
     // Return the nth stack frame in the list returned by callStack above.
     
-    nub.nthFrame = function nthFrame(nth, local frame) {
-        for frame in nub.frames
+    nub.nthFrame = function nthFrame(nth, contID, local frames, frame) {
+        if contID
+            frames = nub.stacks[contID]
+        else
+            frames = nub.frames
+        for frame in frames
             if procedure(frame) || frame.0.tostring == "interrupt" {
                 if nth-- == 0
                     return (frame)
@@ -469,14 +537,15 @@ closure DebugNub(local nub, debug, paused) {
 
     // evalWatchesInFrame
     //
-    //     Parse and evaluate our watchpoints, optionally in the context of the nth frame. Each entry
-    // in the returned array is for a watchpoint, comprising a tuple: `(error, expression, evaluated)
+    //     Parse and evaluate our watchpoints, optionally in the context of the nth frame of the
+    // specified continuation or the current debugger stack. Each entry in the returned array is for
+    // a watchpoint, comprising a tuple: `(error, expression, evaluated).
     
-    nub.evalWatchesInFrame = function evalWatchesInFrame(nth,
+    nub.evalWatchesInFrame = function evalWatchesInFrame(nth, contID,
         local frame, locals, ns, mod, gohome, texts, watch, exprs, error, expr)
     {
         if integer(nth) {
-            frame = nthFrame(nth)
+            frame = nthFrame(nth, contID)
             locals = localist(frame)
             ns = frame.3.1.namespace
             if ns !== nsactive().0 {
@@ -506,8 +575,29 @@ closure DebugNub(local nub, debug, paused) {
     //
     // Return procedure and task from a frame, as a `(procdef, task) tuple.
     
-    nub.procTask = function procTask(frame) {
-        debug.frameProcTask(frame)
+    nub.procTask = function procTask(frame, contID, local frames, ftrav, procdef, bodydef) {
+        if contID
+            frames = new(nub.stacks[contID])
+        else
+            frames = new(debug.frames)
+        loop {
+            if frames.length == 0
+                break
+            ftrav = frames.shift()
+            if ftrav eq frame
+                frame = false                                               // can now stop on our desired procedure
+            if procedure(ftrav) {
+                if !frame {
+                    procdef = ftrav.3                                       // first procedure definition starting with desired frame
+                    if !bodydef
+                        bodydef = procdef                                   // use procdef as body if no body frame found
+                    break }
+                bodydef = false }                                           // any previously-found body applies to wrong procedure
+            else if ftrav.0 == `body || ftrav.0 == `loop {
+                if !bodydef
+                    bodydef = ftrav.2 } }                                   // use first body found before desired procedure
+        if procdef
+            list(procdef, bodydef)                                          // found valid location
     }
     
     // lastStepValue