@naanlang/naan 1.3.1 → 1.3.2

package/frameworks/browser/sworker.js

@@ -36,7 +36,7 @@
  *
  */
 
-var CurrentCacheName = "Naanlang-1.3.1+1";
+var CurrentCacheName = "Naanlang-1.3.2+1";
 
 
 //
@@ -92,18 +92,18 @@ var terminated;                                 // flag that this service worker
         var pubVersion = event.data.hereIsMyVersion;
         var sourceId = event.source.id;                                     // client id of sender of message
         msgPorts[sourceId] = msgport;
-        console.log("[1.3.1+1] received new msgport for", sourceId, pubID, "-", pubVersion);
-        if (pubVersion != "1.3.1+1") {
+        console.log("[1.3.2+1] received new msgport for", sourceId, pubID, "-", pubVersion);
+        if (pubVersion != "1.3.2+1") {
             if (upgradeMsgPorts) {                                          // if not activated
-                console.log("[1.3.1+1] update pending for", sourceId);
+                console.log("[1.3.2+1] update pending for", sourceId);
                 upgradeMsgPorts[sourceId] = msgport;
             }
             else {
                 msgport.postMessage({                                       // notify new version available
                     id: "upgrade",
-                    version: "1.3.1+1"
+                    version: "1.3.2+1"
                 });
-                console.log("[1.3.1+1] update sent for:", sourceId);
+                console.log("[1.3.2+1] update sent for:", sourceId);
             }
         }
         Reaper();                                                           // clean up obsolete info
@@ -134,10 +134,10 @@ var terminated;                                 // flag that this service worker
         msgport.onmessage = function(msg) {
             msg = msg.data;
             if (msg.id == "skipWaiting") {                                  // try to activate this SW now
-                console.log("[1.3.1+1] attempting skipWaiting");
+                console.log("[1.3.2+1] attempting skipWaiting");
                 self.skipWaiting();
             } else if (msg.id == "terminate") {                             // termiante this SW now
-                console.log("[1.3.1+1] terminated");
+                console.log("[1.3.2+1] terminated");
                 terminate();
             } else if (msg.id == "abortURL") {                              // abort an I/O transaction
                 var href = new URL(msg.url).href;
@@ -150,7 +150,7 @@ var terminated;                                 // flag that this service worker
             } else if (msg.id == "response")                                // response from fetch request
                 processResponse(msg);
             else if (msg.id == "text")                                      // just log some text
-                console.log("[1.3.1+1] msg received:", msg.text);
+                console.log("[1.3.2+1] msg received:", msg.text);
         };
         
         // send text to IDE log
@@ -161,7 +161,7 @@ var terminated;                                 // flag that this service worker
             // don't clutter the log
             msgport.postMessage({
                 id: "text",
-                text: "port received by 1.3.1+1",
+                text: "port received by 1.3.2+1",
             });
             */
         if (--pending === 0)
@@ -178,7 +178,7 @@ var terminated;                                 // flag that this service worker
         includeUncontrolled: true
     }).then(function(clientList) {
         clientList.every(function(client) {
-            console.log("[1.3.1+1] requesting new msgport for", client.id);
+            console.log("[1.3.2+1] requesting new msgport for", client.id);
             ++pending;
             client.postMessage({                                            // tell client(s) we need this fetch source
                 msg: "Naan_need_fetch_port",
@@ -224,12 +224,12 @@ function Reaper() {
             clients[clientList[clidex].id] = clientList[clidex];
         for (var sourceId in msgPorts)
             if (!clients[sourceId]) {
-                console.log("[1.3.1+1] source gone:", sourceId);
+                console.log("[1.3.2+1] source gone:", sourceId);
                 delete msgPorts[sourceId];                                  // no longer a source
             }
         for (var clientId in fetchPorts)
             if (!clients[clientId]) {
-                console.log("[1.3.1+1] client gone:", clientId);
+                console.log("[1.3.2+1] client gone:", clientId);
                 delete fetchPorts[clientId];                                // no longer a client
             }
         for (var fqdex = 0; fqdex < fetchQueue.length; ++fqdex) {
@@ -263,16 +263,16 @@ function ClearCaches() {
             return (Promise.all(
                 cacheNames.map(function(cacheName) {
                     if (cacheName != CurrentCacheName) {
-                        console.log('[1.3.1+1] deleting old cache:', cacheName);
+                        console.log('[1.3.2+1] deleting old cache:', cacheName);
                         return (caches.delete(cacheName));
                     }
                 })
             ));
         }).then(function() {                                                // claim all clients
-            console.log('[1.3.1+1] claiming clients');
+            console.log('[1.3.2+1] claiming clients');
             return (self.clients.claim());
         }).then(function() {
-            console.log('[1.3.1+1] clients claimed');
+            console.log('[1.3.2+1] clients claimed');
             return (Promise.resolve(true));
         });
     return (promise);
@@ -315,7 +315,7 @@ function GetClientResponse(event, urlpath) {
             msgport.postMessage({
                 id: "fetch",
                 seq: seqno,
-                version: "1.3.1+1",
+                version: "1.3.2+1",
                 request: {
                     method: event.request.method,
                     url: event.request.url
@@ -363,7 +363,7 @@ function GetClientResponse(event, urlpath) {
  */
 
 self.addEventListener('install', function(event) {
-    console.log("[1.3.1+1] install");
+    console.log("[1.3.2+1] install");
     self.skipWaiting();
 });
 
@@ -376,20 +376,20 @@ self.addEventListener('install', function(event) {
  */
 
 self.addEventListener('activate', function(event) {
-    console.log("[1.3.1+1] activate");
+    console.log("[1.3.2+1] activate");
     self.clients.matchAll({                                                 // for debugging, list controlled clients           
         includeUncontrolled: true
     }).then(function(clientList) {
         var urls = clientList.map(function(client) {
             return (client.url);
         });
-        console.log('[1.3.1+1] matching clients:', urls.join(', '));
+        console.log('[1.3.2+1] matching clients:', urls.join(', '));
     });
     var promise = ClearCaches().then(function() {
         for (var sourceId in upgradeMsgPorts) {
             upgradeMsgPorts[sourceId].postMessage({                         // notify new version available
                 id: "upgrade",
-                version: "1.3.1+1"
+                version: "1.3.2+1"
             });
         }
         upgradeMsgPorts = false;
@@ -421,7 +421,7 @@ self.addEventListener('fetch', function(event) {
             var promise;
             var url = new URL(request.url);
             var nocache = request.method != "GET"
-                || url.search.length !== 0 && url.searchParams.get("naanver") !== "ecae8a62f4a0ae0408f1cbd16082d4ea"
+                || url.search.length !== 0 && url.searchParams.get("naanver") !== "7ea12b22a1787cca6650606cb36818d6"
                 || request.headers.get('range');
             if (url.pathname.startsWith("/run/")) {
                 nocache = true;
@@ -455,7 +455,7 @@ self.addEventListener('fetch', function(event) {
                             statusText: "Request Cancelled"
                         }));
                     }
-                    console.log("[1.3.1+1] fetch failed", request.url, e);
+                    console.log("[1.3.2+1] fetch failed", request.url, e);
                     return (new Response(undefined, {
                         status: 404,
                         statusText: "Fetch Failed"

package/frameworks/browser/terminals.nlg

@@ -154,7 +154,7 @@ closure TermHost(track, api, name, options, local target, nlregex, xtarg)
         // An error occurred on the WebSocket connection.
         target.ws.onerror = function onerror(e) {
             pending.signal(list(Error("websocket failed", e)))
-            debuglog("ws error:", e)
+            debuglog("ws error")
         }
         
         // onclose

package/frameworks/browser/workers.nlg

@@ -371,10 +371,13 @@ closure TrackedScope(track, scope, fs, rootpath, local trope) {
             "jpg":  "image/jpeg",
             "js":   "text/javascript",
             "json": "application/json",
+            "mov":  "video/mp4",
             "mp3":  "audio/mpeg",
             "mp4":  "video/mp4",
             "nlg":  "text/plain",
             "npk":  "application/json",
+            "ogg":  "video/ogg",
+            "png":  "image/png",
             "svg":  "image/svg+xml",
             "text": "text/plain",
             "txt":  "text/plain",

package/frameworks/common/common.nlg

@@ -83,6 +83,7 @@ function ContentTypeFromFileExt(filepath, local mimeType, encoding) {
         "nlg":  "text/plain",
         "npk":  "application/json",
         "ogg":  "video/ogg",
+        "png":  "image/png",
         "svg":  "image/svg+xml",
         "text": "text/plain",
         "txt":  "text/plain",
@@ -192,20 +193,15 @@ function JsonStringify(data) {
 
 jsScripts = { };                                                            // script values become false on reload
  
-closure JsLoadScript(libpath, globalID, local savens, fpath, hostpath, pending, scriptTag) {
-    global(jsScripts, js, JSpath)
+closure JsLoadScript(libpath, globalID, local savens, hostpath, pending, scriptTag) {
+    global(jsScripts, JSpath, js)
     if jsScripts[libpath]
         return                                                              // already loaded
     savens = nsactive()
-    if libpath.startsWith("/")
-        fpath = libpath
-    else
-        fpath = "/".concat(libpath)
-    hostpath = js.w.location.origin.concat(JSpath.dirname(js.w.location.pathname))
+    hostpath = js.w.location.origin.concat(JSpath.join(JSpath.dirname(js.w.location.pathname), libpath))
     if js.s.importScripts && tostring(js.s.importScripts) == "[Function importScripts]" {
-        fpath = hostpath.concat(fpath)
         try {
-            js.s.importScripts(fpath)                                       // load in worker context
+            js.s.importScripts(hostpath)                                    // load in worker context
             jsScripts[libpath] = js.s[globalID]
         } catch {
             debuglog("JsLoadScript:", libpath, "failed", exception)
@@ -214,7 +210,7 @@ closure JsLoadScript(libpath, globalID, local savens, fpath, hostpath, pending,
     } else if js.w {                                                        // load in browser context
         pending = new(nonce)
         scriptTag = js.w.document.createElement("script")
-        scriptTag.src = hostpath.concat(fpath, requireQuery())
+        scriptTag.src = hostpath.concat(requireQuery())
         scriptTag.onload = function (event) {
             jsScripts[libpath] = js.w[globalID]
             pending.signal(js.w[globalID])

package/frameworks/node/https_request.nlg

@@ -31,7 +31,8 @@
  *          key:        <data>
  *          passphrase: <data>                  // optional
  *      }
- *      allowSelfSigned: <boolean>              // allow a self-signed certificate at the servera
+ *      allowSelfSigned: <boolean>              // allow a self-signed certificate at the server
+ *      streamHook:     <proc>                  // called for incoming chunks of text/event-stream
  *      debug:          <boolean>               // log errors and status results
  *  }
  *
@@ -100,11 +101,26 @@ closure httpsApiReqOnce(url, options,
     pending = new(nonce)
     chunks = []
     request = nodeHttps.request(url, reqOptions, closure (response) {
+        // test if response is a SSE stream
+        function stream() { response.headers["content-type"].startsWith("text/event-stream") }
+
         response.on("data", function (chunk) {
-            chunks.push(chunk)
+            if options.streamHook && stream()
+                call(options.streamHook, chunk)                             // got some data
+            else
+                chunks.push(chunk)
         })
-        response.on("end", function (local content, error, headers) {
-            content = js.g.Buffer.concat(chunks)
+        response.on("end", function (local state, content, error, headers) {
+            state = {
+                headers: response.headers
+                status: response.statusCode
+                contentType: response.headers["content-type"]
+                complete: response.complete
+            }
+            if options.streamHook && stream()
+                call(options.streamHook, false, state)                      // no more data
+            else
+                content = js.g.Buffer.concat(chunks)
             if response.statusCode < 200 || response.statusCode >= 299 {    // 299 is "cancelled"
                 if options.debug
                     debuglog("HttpsApiRequest status:", url, response.statusCode, "message:", content)
@@ -120,7 +136,7 @@ closure httpsApiReqOnce(url, options,
                         error = Error("HttpsApiRequest decode:", url, error)
                     else
                         content = new(content)
-                    if array(content) {                                     // deencapsulate to get API result
+                    if array(content) {                                     // naan: decapsulate to get API result
                         content = totuple(content)
                         error = content.0
                         content = content.1
@@ -129,11 +145,7 @@ closure httpsApiReqOnce(url, options,
             }
             else
                 error = Error("HttpsApiRequest terminated prematurely:", url, response.statusCode)
-            pending.signal(list(error, content, {
-                headers: response.headers
-                status: response.statusCode
-                contentType: response.headers["content-type"]
-            }))
+            pending.signal(list(error, content, state))
         })
     })
     request.on("error", function hre(error) {
@@ -149,6 +161,66 @@ closure httpsApiReqOnce(url, options,
 };
 
 
+/*
+ * sseParserFactory
+ *
+ * Returns an Server-Sent Events parser that calls the specified message procedure each time an event
+ * is recognized. Call the returned parser object's write method to add data for parsing.
+ *
+ */
+
+closure sseParserFactory(message, local parser) {
+    global()
+    parser = new(object, this)
+    parser.buffer = ""
+    parser.eomrx = RegExp("(?:\\r(?!\\n)|\\r\\n|\\n){2}")
+    parser.eolrx = RegExp("(?:\\r(?!\\n)|\\r\\n|\\n){1}")
+    parser.divrx = RegExp("([^:]*)[:] ?(.*)")
+
+    // write
+    //
+    // Add a string to the parser input, calling message for any completed messages.
+    //
+    parser.write = function write(text,
+        local messages, msg, output, line, found, field, value) {
+        parser.buffer = parser.buffer.concat(text)
+        messages = parser.buffer.split(parser.eomrx)
+        loop {
+            msg = messages.shift()
+            if messages.length == 0 {
+                parser.buffer = msg
+                break
+            }
+            output = { }
+            for line in msg.split(parser.eolrx) {
+                found = line.match(parser.divrx)
+                if found {
+                    field = found.1
+                    value = found.2
+                } else {
+                    field = line
+                    value = ""
+                }
+                if field == "data" {
+                    if output.data
+                        output.data = output.data.concat("\n", value)
+                    else
+                        output.data = value
+                }
+                else if field == "event"
+                    output.type = value
+                else if field == "id"
+                    output.lastEventID = value
+            }
+            call(message, output)
+        }
+    }
+
+    // finis
+    parser
+};
+
+
 /*
  * HttpsApiRequest
  *
@@ -157,11 +229,24 @@ closure httpsApiReqOnce(url, options,
  * Options:
  *  {
  *      retrier: function(error) { error.status == 502 }                    // retry 502 errors
+ *      sseHook: function(msg) { }                                          // process SSE messages
  *  }
  *
  */
 
-closure HttpsApiRequest(url, options, local result) {
+closure HttpsApiRequest(url, options, local parser, decoder, result) {
+    if options.sseHook {
+        parser = sseParserFactory(options.sseHook)
+        decoder = xnew(stringDecoder.StringDecoder, "utf8")
+        options = merge(options, {
+            streamHook: function(chunk) {
+                if chunk
+                    parser.write(decoder.write(chunk))                      // data arrived
+                else
+                    parser.write(decoder.end())                             // end of data
+            }
+        })
+    }
     loop {
         result = httpsApiReqOnce(url, options)
         if result.0 && result.0.status {                                    // check for retries
@@ -182,7 +267,7 @@ closure HttpsApiRequest(url, options, local result) {
  */
 
 function https_nodeInit(local manifest) {
-    manifest = `(httpsApiReqOnce, HttpsApiRequest, https_nodeInit)
+    manifest = `(httpsApiReqOnce, sseParserFactory, HttpsApiRequest, https_nodeInit)
 
     Naan.module.build(module.id, "https_request", function(modobj, compobj) {
         require("./node.nlg")

package/frameworks/node/node.nlg

@@ -133,6 +133,7 @@ function nodrInit(local manifest) {
             nodeHttps = js.r("https")
             nodeUrl= js.r("url")
             threads = js.r("worker_threads")
+            stringDecoder = js.r("string_decoder")
         }()
         module.reload = nodrReload
         module.exports.NaanlangDir = NaanlangDir

package/frameworks/project/build.nlg

@@ -142,8 +142,8 @@
 
 closure Builder(rules, operation, fs, srcpath, destpath, track, local build, group, newgroup) {
     build = new(object, this)
-    build.srcpath = srcpath
-    build.destpath = destpath
+    build.srcpath = JSpath.normalize(srcpath)
+    build.destpath = JSpath.normalize(destpath)
     build.intpath = JSpath.join(destpath, "tmp")
     build.tasks = {                                                         // all tasks counter
         copy: 0,
@@ -694,13 +694,13 @@ closure Builder(rules, operation, fs, srcpath, destpath, track, local build, gro
                                         if !file.info.hidden
                                             addgroup.sources.push(file.name)    // add non-hidden files found in specified directory
                                     if addgroup.input
-                                        addgroup.input = JSpath.join(addgroup.input, source, listing.data.pathsep)
+                                        addgroup.input = JSpath.join(addgroup.input, source, "/")
                                     else
-                                        addgroup.input = source.concat(listing.data.pathsep)
+                                        addgroup.input = JSpath.join("/")
                                     if group.destfile
-                                        addgroup.output = JSpath.join(addgroup.output, listing.data.pathsep)
+                                        addgroup.output = JSpath.join(addgroup.output, "/")
                                     else
-                                        addgroup.output = JSpath.join(addgroup.output, source, listing.data.pathsep)
+                                        addgroup.output = JSpath.join(addgroup.output, source, "/")
                                     addgroup.groupno = build.nextgno++      // needed for concat/zip
                                     groups.push(addgroup)
                                 }
@@ -1067,6 +1067,7 @@ closure Builder(rules, operation, fs, srcpath, destpath, track, local build, gro
         //
         function writeCatenate(writepath,
             local template, entry, content, catsub, dozip, docat, fsoptions, zipmap, error, result) {
+            debuglog("writeCatenate", writepath)
             template = build.templates[writepath]                       // optional in some cases ### should warn in others
             catsub = { }
             for entry in catenates[writepath] {                         // error check and substitution build
@@ -1145,6 +1146,11 @@ closure Builder(rules, operation, fs, srcpath, destpath, track, local build, gro
     build.make = closure make(options, local sink, xchan, entry, outext, error) {
         sink = new(textstream, "", `string)                                 // log all output
         xchan = textstreams(list(sink, sink))
+        `(error) = fs.mkdir(build.destpath)                                 // make sure our directory exists
+        if error {
+            error = Error("cannot make build products folder", error)
+            return (list(error))
+        }
         try {
             resetlist()
             analyze(options.debugMake)
@@ -1201,7 +1207,7 @@ closure Builder(rules, operation, fs, srcpath, destpath, track, local build, gro
                 workerID: "Run-${build.buildnum}"
                 startup: {
                     initcmds: maintext
-                    dirpath: fs.path.resolve(fs.path.sep, fs.rootpath, build.destpath)
+                    dirpath: fs.path.resolve("/", fs.rootpath, build.destpath)
                 }
             })
             if error

package/frameworks/project/projects.nlg

@@ -296,7 +296,7 @@ closure projConnector(projman, projtype, local connector, watch) {
  *
  * Nide.proj/
  *      nide_cliser.cfg                 - JSON definition of the project (see below)
- *      NaanIDE_version.txt             - [default] substitution file defining 1.3.1+1 etc.
+ *      NaanIDE_version.txt             - [default] substitution file defining 1.3.2+1 etc.
  *      NaanIDE_version_builds.txt      - [default] contains current build number as decimal string
  *      build/                          - [optional] default build output location
  *      NaanIDE.lic                     - [optional] defines Zulch Laboratories, Inc. and other license info
@@ -574,8 +574,12 @@ closure projConfig(projman, where, projID, local procon, fs, configpath) {
         if error
             return (list(error))
         rules = procon.configDict."build-rules"[stage]
-        if rules.inherit
-            rules = js.o.assign(procon.configDict."build-rules"[rules.inherit], rules)
+        if rules.inherit {
+            data = procon.configDict."build-rules"[rules.inherit]
+            if !data
+                return (list(Error("build inherit rules '${rules.inherit}' do not exist")))
+            rules = merge(data, rules)
+        }
         else if !rules
             rules = procon.configDict.build                                 // fallback to old config structure
         rules = new(rules)

package/lib/browser/env_web.js

@@ -536,7 +536,7 @@ exports.NaanControllerWeb = function() {
         statedoc.curversion = kStateCurrentVersion;
         statedoc.firstver = kStateFirstVersion;
         statedoc.licensee = "MIT-License";
-        statedoc.verstring = "1.3.1+1";
+        statedoc.verstring = "1.3.2+1";
         statedoc.date = new Date().toISOString();
         statedoc.prefs = prefs;
         statedoc.naan = naanlib.saveState(false);                           // true to optimize, which is a bit slower
@@ -554,7 +554,7 @@ exports.NaanControllerWeb = function() {
             || statedoc.firstver > kStateCurrentVersion
             || statedoc.curversion < kStateFirstVersion
             || statedoc.licensee != "MIT-License"
-            || statedoc.verstring != "1.3.1+1")
+            || statedoc.verstring != "1.3.2+1")
         {
             localStorage.removeItem("NaanState_Hosted");
             return (false);
@@ -613,7 +613,7 @@ exports.NaanControllerWeb = function() {
                     op: "VsiteOpen",
                     name: vsiteName,
                     naancont: contSelf,
-                    title: vsiteName + " 1.3.1+1"
+                    title: vsiteName + " 1.3.2+1"
                 });
             }
         } catch (e) {
@@ -627,7 +627,7 @@ exports.NaanControllerWeb = function() {
                     op: "VsiteClose",
                     name: vsiteName,
                     naancont: contSelf,
-                    title: vsiteName + " 1.3.1+1"
+                    title: vsiteName + " 1.3.2+1"
                 });
                 termTextOut("\x1b[90m\x1b[3m".concat("\nwindow closed", "\x1b[0m\n"));
             }
@@ -642,8 +642,8 @@ exports.NaanControllerWeb = function() {
         naanlib.banner();
         var hostpath = window.location.origin.concat(naanlib.js.r("path").dirname(window.location.pathname));
         naanlib.start({
-            cmd: 'App.version = "1.3.1+1";;\r\n'
-                + 'App.cache = "1f0eccb08fd1a57ede0bd91dc0e934cc";;\r\n'
+            cmd: 'App.version = "1.3.2+1";;\r\n'
+                + 'App.cache = "a8f6e5b80d3b14e762d56efbef3ae771";;\r\n'
                 + 'Naan.module.requireQuery({ naanver: App.cache });;\r\n'
                 + 'Naan.module.webparse("naan_init.nlg", "' + hostpath + '", { naanver: App.cache });;\r\n'
         });