@naanlang/naan 1.5.0 → 1.6.0

package/lib/env_node.js

@@ -6,7 +6,7 @@
  *
  * column positioning:                          //                          //                      !
  *
- * Copyright (c) 2017-2024 by Richard C. Zulch
+ * Copyright (c) 2017-2026 by Richard C. Zulch
  *
  */
 
@@ -49,6 +49,7 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
     if (typeof(options) != 'object')
         options = { };
     var repl = require('repl');
+    const { Transform } = require('node:stream');
     var replServer;
     var process = require('process');
     var Naan = require('./core/naanlib');
@@ -62,8 +63,16 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
     if (outEnable && process.env["RUNKIT_ENDPOINT_URL"])
         useConsoleOut = true;                                               // use console.log for output in RunKit
     var dontSaveUntilWorking;                                               // true when state loaded, must be reset to save state again
+    var dontSave;                                                           // true to avoid saving, i.e. in debugger
     var prefs = { };
 
+    // kpMode
+    // 0: normal (readline & echo)
+    // 1: readline, but echo CR only
+    // 2: readline, but don't echo
+    // 3: raw, no echo or readline, but key-events
+    var kpMode = 0;
+
     //==========================================================================
     // API
     //--------------------------------------------------------------------------
@@ -112,7 +121,27 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
     
     if (process.stdin.isTTY)
     {                                                                       // must have TTY for local REPL
-        replServer = repl.start({ prompt: '', eval: myEval});
+        const replOutputStream = new Transform({
+            writableObjectMode: true,
+            readableObjectMode: true,
+            transform(chunk, encoding, callback) {
+                if (kpMode > 0) {
+                    const str = chunk.toString();
+                    if (kpMode != 1 || str != "\r\n")
+                        return callback();                                  // output goes to the bit bucket
+                }
+                return callback(null, chunk);                               // normal output
+            }
+        });
+        replOutputStream.pipe(process.stdout);                              // output filter for raw and no-echo
+
+        replServer = repl.start({
+            prompt: '',
+            eval: myEval,
+            input: process.stdin,
+            output: replOutputStream,
+            terminal: true
+        });
     
         replServer.on('line', function(cmd) {                               // process raw command line
             if (options.replDisable)
@@ -122,7 +151,21 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
                 naanlib.textLine(cmd + "\n");
             }
         });
-    
+
+        const origListenersData = process.stdin.listeners('data');
+        process.stdin.removeAllListeners('data');
+
+        process.stdin.on('data', (data) => {
+            if (kpMode == 3) {
+                servSelf.ioctl_event("raw-key", {                           // raw mode
+                    key: data.toString(),
+                    origin: 0                                               // assume keystroke
+                });
+                return;
+            }
+            origListenersData.forEach(listener => listener(data));
+        });
+
         //
         // Hook the ^C interrupt
         //
@@ -131,8 +174,10 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
             if (options.replDisable) {
                 console.log("^C");
                 process.exit();
-            } else
+            } else {
+                setKpMode(0);
                 naanlib.escape();
+            }
         };
 
         //
@@ -142,6 +187,17 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
         replServer.on('exit', function() {
             process.exit();
         });
+
+        //
+        // Process resize notifications
+        //
+    
+        process.stdout.on('resize', () => {
+            servSelf.ioctl_event("term-resize", {
+                cols: process.stdout.columns,
+                rows: process.stdout.rows
+            });
+        });
     }
 
     //
@@ -177,6 +233,43 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
             textToRemoteTerm(text);
         }
     });
+    
+    //
+    // setKpMode
+    //
+
+    function setKpMode(mode) {
+        if (!replServer)
+            return;
+        kpMode = mode;
+        process.stdin.resume();
+    }
+
+    //
+    // repl_keystroke
+    //
+
+    function repl_keystroke(str) {
+        if (replServer)
+            replServer.write(str, null);
+    }
+
+    //
+    // repl_ioctl
+    //
+    
+    this.repl_ioctl = function repl_ioctl(op, arg) {
+        if (op == "sane")
+            setKpMode(0);
+        else if (op == "raw")
+            setKpMode(arg ? 3 : 0);
+        else if (op == "keystroke")
+            repl_keystroke(arg);
+        else if (op == "echo") {
+            if (arg >= 0 && arg <= 2)
+                setKpMode(arg);
+        }
+    };
 
 
     //==========================================================================
@@ -196,7 +289,7 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
     //
     // Detach
     //
-    // Detach the terminal from the interpreter.
+    // Detach the terminal from our interpreter.
     //
 
     this.Detach = function(tops) {
@@ -226,7 +319,8 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
         if (termops)
         {
             setTimeout(function () {
-                termops.messageout(data);
+                if (termops)
+                    termops.messageout(data);
             }, 1);
         }
         return (data);
@@ -242,7 +336,8 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
         if (termops)
         {
             setTimeout(function () {
-                termops.debugout(data);
+                if (termops)
+                    termops.debugout(data);
             }, 1);
         }
         return (data);
@@ -277,6 +372,10 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
                 naanlib.textLine(msg.text);                                 // keyboard text from terminal
             }, 1);
         }
+        else if (msg.id == "typed")
+        {
+            echoTyped(msg.text);
+        }
         else if (msg.id == "targetin")
         {
             setTimeout(function () {
@@ -291,6 +390,8 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
                     debugListener(msg.data);                                // received a debugger message
             }, 1);
         }
+        else if (msg.id == "ioctl-event")
+            this.ioctl_event(msg.msg, msg.arg);
     };
     
     // textToRemoteTerm
@@ -301,7 +402,8 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
         if (termops)
         {
             setTimeout(function () {
-                termops.textout(text);
+                if (termops)
+                    termops.textout(text);
             }, 1);
         }
     }
@@ -323,6 +425,68 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
         }
     }, 1000);
     
+    //==========================================================================
+    // ioctl terminal control
+    //--------------------------------------------------------------------------
+
+    //
+    // ioctl_event
+    //
+    // Events incoming from terminal.
+    //
+
+    this.ioctl_event = function ioctl_event(msg, arg) {
+        if (listeners[msg])
+            listeners[msg].forEach(function(proc) {
+                setTimeout(function () {
+                    proc(msg, arg);
+                }, 1);
+            });
+    };
+
+    //
+    // ioctl_add_listener
+    // ioctl_remove_listener
+    //
+    // Add a listener for a terminal event.
+    //
+
+    var listeners = { };
+
+    this.ioctl_add_listener = function ioctl_add_listener(msg, proc) {
+        if (typeof(msg) != "string" || typeof(proc) != "function")
+            return (false);
+        this.ioctl_remove_listener(msg, proc);
+        if (!listeners[msg])
+            listeners[msg] = [];
+        listeners[msg].push(proc);
+        return (true);
+    };
+
+    this.ioctl_remove_listener = function ioctl_remove_listener(msg, proc) {
+        if (typeof(msg) != "string" || typeof(proc) != "function")
+            return (false);
+        if (listeners[msg]) {
+            var index = listeners[msg].indexOf(proc);
+            if (index >= 0)
+                listeners[msg].splice(index, 1);
+        }
+        return (true);
+    };
+
+    //
+    // ioctl
+    //
+    // Control of terminals (and their controller.)
+    //
+
+    this.ioctl = function ioctl(op, arg) {
+        setTimeout(function () {
+            servSelf.repl_ioctl(op, arg);
+            if (termops)
+                termops.ioctl(op, arg);
+        }, 1);
+    };
 
     //==========================================================================
     // State load/save
@@ -352,6 +516,16 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
         dontSaveUntilWorking = false;
     };
 
+    //
+    // Saving
+    //
+    // Turn state saving on or off; on by default.
+    //
+
+    this.Saving = function Saving(onOff) {
+        dontSave = !onOff;
+    };
+
     // MakeState
     //
     // Save our state into a new object.
@@ -359,6 +533,8 @@ exports.NaanNodeREPL = function NaanNodeREPL(options) {
     this.MakeState = function MakeState() {
         if (dontSaveUntilWorking)
             return (false);                                                 // didn't get far enough to call Working()
+        if (dontSave)
+            return (false);                                                 // not saving right now
         var statedoc = {};
         statedoc.curversion = kStateCurrentVersion;
         statedoc.firstver = kStateFirstVersion;

package/lib/env_nodeworker.js

@@ -6,7 +6,7 @@
  *
  * column positioning:                          //                          //                      !
  *
- * Copyright (c) 2019-2024 by Richard C. Zulch
+ * Copyright (c) 2019-2026 by Richard C. Zulch
  *
  */
 
@@ -63,6 +63,7 @@ exports.NaanWorkerActivate = function NaanWorkerActivate(cbReady) {
         workSelf.anaan = naanlib.js.n;
         naanlib.js.t = workSelf;
         naanlib.js.k = threads;
+        var workerMetadata = { };
     
     
         //==========================================================================
@@ -84,7 +85,74 @@ exports.NaanWorkerActivate = function NaanWorkerActivate(cbReady) {
         this.textCommand = function textCommand(cmd) {                      // send a command
             naanlib.textLine(cmd);
         };
+            
+        this.metadata = function metadata() {                               // our creation metadata
+            return (workerMetadata);
+        };
+
+        this.msgPort = msgPort;                                             // our msgPort
+
+        //==========================================================================
+        // ioctl terminal control
+        //--------------------------------------------------------------------------
+
+        //
+        // ioctl_event
+        //
+        // Events incoming from terminal.
+        //
+    
+        workSelf.ioctl_event = function ioctl_event(msg, arg) {
+            if (listeners[msg])
+                listeners[msg].forEach(function(proc) {
+                    proc(msg, arg);
+                });
+        };
+    
+        //
+        // ioctl_add_listener
+        // ioctl_remove_listener
+        //
+        // Add a listener for a terminal event.
+        //
+    
+        var listeners = { };
+    
+        workSelf.ioctl_add_listener = function ioctl_add_listener(msg, proc) {
+            if (typeof(msg) != "string" || typeof(proc) != "function")
+                return (false);
+            workSelf.ioctl_remove_listener(msg, proc);
+            if (!listeners[msg])
+                listeners[msg] = [];
+            listeners[msg].push(proc);
+            return (true);
+        };
+    
+        workSelf.ioctl_remove_listener = function ioctl_remove_listener(msg, proc) {
+            if (typeof(msg) != "string" || typeof(proc) != "function")
+                return (false);
+            if (listeners[msg]) {
+                var index = listeners[msg].indexOf(proc);
+                if (index >= 0)
+                    listeners[msg].splice(index, 1);
+            }
+            return (true);
+        };
     
+        //
+        // ioctl
+        //
+        // Control of terminals (and their controller.)
+        //
+    
+        workSelf.ioctl = function ioctl(op, arg) {
+            msgPort.postMessage({
+                id: "ioctl",
+                op: op,
+                arg: arg
+            });
+            return (undefined);
+        };
     
         //==========================================================================
         // NodeJS Worker Terminal Interface
@@ -162,10 +230,13 @@ exports.NaanWorkerActivate = function NaanWorkerActivate(cbReady) {
                 naanlib.escape();                                           // interrupt request from terminal
             else if (msg.id == "keyline")
                 naanlib.textLine(msg.text);                                 // keyboard text from terminal
+            else if (msg.id == "typed")
+                echoTyped(msg.text);
             else if (msg.id == "start")
             {                                                               // start execution with optional state
                 workSelf.workerID = msg.workerID;
                 workSelf.workerGUID = msg.workerGUID;
+                workerMetadata = msg.metadata || { };
                 if (typeof(__dirname) !== "undefined")
                     naanlib.js.h = naanlib.js.d;                            // set host directory path
                 if (msg.dirpath)
@@ -197,6 +268,8 @@ exports.NaanWorkerActivate = function NaanWorkerActivate(cbReady) {
                 if (targetReceiver)
                     targetReceiver(msg.data);
             }
+            else if (msg.id == "ioctl-event")
+                workSelf.ioctl_event(msg.msg, msg.arg);
         });
         
         naanlib.banner();

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@naanlang/naan",
-    "version": "1.5.0",
+    "version": "1.6.0",
     "author": "Richard C. Zulch",
     "description": "Naan™ software platform",
     "main": "./lib/core/naanlib.js",

package/plugins/serviceNexara/speechrec.nlg

@@ -100,7 +100,7 @@ closure NexaraSpeechRec(local nxspr) {
     // Convert a Nexara response to a Yandex SpeechKit structure. Hey, it was first.
     //
     function nexaraToYCSK(resp,
-        local output, wordx, segment, chunk, word, wordet) {
+        local output, wordx, segment, chunk, syncerror, word, wordet, wordtrim, tstart) {
         output = {
             \@type: "type.googleapis.com/yandex.cloud.ai.stt.v2.LongRunningRecognitionResponse"
             chunks: []
@@ -120,14 +120,18 @@ closure NexaraSpeechRec(local nxspr) {
                 ]
             }
             for word in segment.text.split(" ") {
+                if word == ""
+                    continue                                                // ignore extra spaces
                 wordet = resp.words[wordx++]
-                if wordet.word != word {
-                    debuglog("nexaraToYCSK: expected ${word} but got ${wordet.word}")
-                    return (false)
+                wordtrim = wordet.word.trim()                               // detected word without spaces
+                tstart = wordet.start.toFixed(3).concat("s")
+                if !syncerror && wordtrim != word {
+                    syncerror = true
+                    debuglog("nexaraToYCSK: warning: at ${tstart} expected '${word}' but got '${wordtrim}'")
                 }
                 chunk.alternatives.0.words.push({
-                    word: wordet.word
-                    startTime: wordet.start.toFixed(3).concat("s")
+                    word: wordtrim
+                    startTime: tstart
                     endTime: wordet.end.toFixed(3).concat("s")
                 })
             }

package/test/test_02_context.nlg

@@ -265,5 +265,28 @@ RegisterTestCategory("context", [
     [ "closure Xx(y, local xx) { xx = new(object, this) };", "Xx" ],
     [ "x = Xx(33);", "{object Xx}" ],
     [ "car(x@\\.closure.proc.2.0)", "33" ],
-    [ "new(object, 3)@*", "false" ]
+    [ "new(object, 3)@*", "false" ],
+
+    //
+    // undefined objects
+    //
+    
+    [ "closure undef(local o) {\n"
+        "   o = new(object, undef)\n"
+        "   put(o,'.undefined', function udef args {\n"
+        "       print('udef:', args)\n"
+        "   })\n"
+        "   o\n"
+      "};", "undef" ],
+    [ "oo = undef();", "{object undef}"],
+    [ "closure(c) {\n"
+        "xset(c, joe2, macro mjoe args {\n"
+        "   printline(args)\n"
+        "   deref(c, joe, args)\n"
+        "})\n"
+      "}(oo);>", "(macro mjoe args (printline args) (deref c joe args))"],
+    [ "oo.joe(8,2+5);", "udef:(joe 8 7)|(joe, 8, 7)" ],
+    [ "oo.joe2(5,9+3);", "(5 (+ 9 3))|udef:(joe 5 (+ 9 3))|(joe, 5, 9+3)" ],
+    [ "dargs = list(3,quote(2+4));", "(3, 2+4)"],
+    [ "deref(oo, joe, dargs);", "udef:(joe 3 (+ 2 4))|(joe, 3, 2+4)"]
 ]);