rapydscript-ng 0.7.23 → 0.8.0

package/tree-sitter/test/corpus/subscripts.txt

@@ -0,0 +1,227 @@
+==================
+index access
+==================
+
+a = arr[0]
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (subscript
+      object: (identifier)
+      subscript: (number))))
+
+==================
+attribute access
+==================
+
+a = obj.prop.nested
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (attribute
+      object: (attribute
+        object: (identifier)
+        attribute: (identifier))
+      attribute: (identifier))))
+
+==================
+full slice
+==================
+
+a = arr[:]
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (subscript
+      object: (identifier)
+      subscript: (slice))))
+
+==================
+slice with start stop
+==================
+
+a = arr[1:2]
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (subscript
+      object: (identifier)
+      subscript: (slice
+        (number)
+        (number)))))
+
+==================
+slice with step
+==================
+
+a = arr[1:2:3]
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (subscript
+      object: (identifier)
+      subscript: (slice
+        (number)
+        (number)
+        (number)))))
+
+==================
+slice start only
+==================
+
+a = arr[1:]
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (subscript
+      object: (identifier)
+      subscript: (slice
+        (number)))))
+
+==================
+negative index
+==================
+
+a = arr[-1]
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (subscript
+      object: (identifier)
+      subscript: (unary_operator
+        argument: (number)))))
+
+==================
+method chaining
+==================
+
+result = obj.css("x").show().hide()
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (call
+      function: (attribute
+        object: (call
+          function: (attribute
+            object: (call
+              function: (attribute
+                object: (identifier)
+                attribute: (identifier))
+              arguments: (argument_list
+                (string)))
+            attribute: (identifier))
+          arguments: (argument_list))
+        attribute: (identifier))
+      arguments: (argument_list))))
+
+==================
+call with keyword args
+==================
+
+E.div(id="container", class_="xxx")
+
+---
+
+(module
+  (call
+    function: (attribute
+      object: (identifier)
+      attribute: (identifier))
+    arguments: (argument_list
+      (keyword_argument
+        name: (identifier)
+        value: (string))
+      (keyword_argument
+        name: (identifier)
+        value: (string)))))
+
+==================
+call with star args
+==================
+
+f(a, *args, **kwargs)
+
+---
+
+(module
+  (call
+    function: (identifier)
+    arguments: (argument_list
+      (identifier)
+      (list_splat_argument
+        (identifier))
+      (dictionary_splat_argument
+        (identifier)))))
+
+==================
+generator as sole argument
+==================
+
+total = sum(x for x in items)
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (call
+      function: (identifier)
+      arguments: (argument_list
+        body: (identifier)
+        (for_in_clause
+          left: (pattern
+            (identifier))
+          right: (identifier))))))
+
+==================
+new expression
+==================
+
+x = new Foo(1, 2)
+
+---
+
+(module
+  (assignment
+    left: (pattern
+      (identifier))
+    right: (new_expression
+      constructor: (call
+        function: (identifier)
+        arguments: (argument_list
+          (number)
+          (number))))))
+

package/tree-sitter/tree-sitter.json

@@ -0,0 +1,36 @@
+{
+  "$schema": "https://tree-sitter.github.io/tree-sitter/assets/schemas/config.schema.json",
+  "grammars": [
+    {
+      "name": "rapydscript",
+      "camelcase": "RapydScript",
+      "scope": "source.rapydscript",
+      "path": ".",
+      "file-types": [
+        "pyj"
+      ],
+      "highlights": [
+        "queries/rapydscript/highlights.scm"
+      ],
+      "injection-regex": "^(rapydscript|pyj)$"
+    }
+  ],
+  "metadata": {
+    "version": "0.1.0",
+    "license": "BSD-2-Clause",
+    "description": "RapydScript grammar for tree-sitter",
+    "authors": [
+      {
+        "name": "rapydscript-ng contributors"
+      }
+    ]
+  },
+  "bindings": {
+    "c": false,
+    "go": false,
+    "node": true,
+    "python": false,
+    "rust": false,
+    "swift": false
+  }
+}

package/web-repl/env.js

@@ -1,5 +1,5 @@
 /* vim:fileencoding=utf-8
- * 
+ *
  * Copyright (C) 2016 Kovid Goyal <kovid at kovidgoyal.net>
  *
  * Distributed under terms of the BSD license
@@ -9,6 +9,39 @@ var namespace = {}, jsSHA = {};
 
 var write_cache = {};
 
+async function readfile(name, encoding) {
+    if (name.startsWith('__vfs__/')) {
+        if (namespace.virtual_file_system && namespace.virtual_file_system.read_file) {
+            return namespace.virtual_file_system.read_file(name, encoding);
+        }
+        var err = new Error('ENOENT: no such file or directory: ' + name);
+        err.code = 'ENOENT';
+        throw err;
+    }
+    var data = write_cache[name];
+    if (data !== undefined) return data;
+    data = namespace.file_data[name];
+    if (data !== undefined) return data;
+    var err = new Error('ENOENT: no such file or directory: ' + name);
+    err.code = 'ENOENT';
+    throw err;
+}
+
+async function writefile(name, data) {
+    if (name.startsWith('__vfs__/') && namespace.virtual_file_system && namespace.virtual_file_system.write_file) {
+        return namespace.virtual_file_system.write_file(name, data);
+    }
+    write_cache[name] = data;
+}
+
+async function stat_file(name) {
+    if (name.startsWith('__vfs__/') && namespace.virtual_file_system && namespace.virtual_file_system.stat_file) {
+        return namespace.virtual_file_system.stat_file(name);
+    }
+    const content = await readfile(name, 'utf-8');
+    return { mtimeMs: null, content: content };
+}
+
 var builtin_modules = {
     'crypto' : {
         'createHash': function create_hash() {
@@ -45,28 +78,7 @@ var builtin_modules = {
     },
     'inspect': function inspect(x) { return x.toString(); },
 
-    'fs': {
-        'readFileSync': function readfile(name) {
-            if (namespace.virtual_file_system && namespace.virtual_file_system.read_file_sync) {
-                data = namespace.virtual_file_system.read_file_sync(name);
-                if (data !== null) return data;
-            }
-            var data = namespace.file_data[name];
-            if (data) return data;
-            data = write_cache[name];
-            if (data) return data;
-            var err = Error();
-            err.code = 'ENOENT';
-            throw err;
-        },
-
-        'writeFileSync': function writefile(name, data) {
-            if (namespace.virtual_file_system && namespace.virtual_file_system.write_file_sync) {
-                namespace.virtual_file_system.write_file_sync(name, data);
-            } else write_cache[name] = data;
-        },
-
-    },
+    'fs': {},
 };
 
 function require(name) {

package/web-repl/main.js

@@ -72,11 +72,11 @@
         output.lastChild.scrollIntoView();
     }
 
-    function read_eval(code) {
+    async function read_eval(code) {
         var js, obj, text;
         hide_completions();
         try {
-            js = compile(code);
+            js = await compile(code);
         } catch(e) {
             var text, line = null, col = null;
             if (e.message && e.line) {
@@ -98,11 +98,11 @@
         return false;
     }
 
-    function run_code() {
+    async function run_code() {
         var input = document.getElementById('input');
         var code = input.value;
         input.value = '';
-        if (code) read_eval(code);
+        if (code) await read_eval(code);
         document.getElementById('input').focus();
     }
 
@@ -183,14 +183,14 @@
         return a1.substr(0, i);
     }
 
-    function on_input(ev) {
+    async function on_input(ev) {
         var input, source;
         var code = ev.keyCode || ev.which;
         if (code === 13 && !ev.ctrlKey && !ev.shiftKey && !ev.altKey && !ev.metaKey) {  // Enter
             input = document.getElementById('input');
             source = input.value;
             ev.preventDefault();
-            if (web_repl.is_input_complete(source)) {
+            if (await web_repl.is_input_complete(source)) {
                 setTimeout(run_code, 0);
                 return;
             }
@@ -220,8 +220,8 @@
 
     }
 
-    function on_load() {
-        web_repl = RapydScript.web_repl();
+    async function on_load() {
+        web_repl = await RapydScript.web_repl();
         web_repl.replace_print(println);
         web_repl.init_completions(RapydScript.completer);
         document.getElementById('loading').style.display = 'none';

package/bin/export

@@ -1,75 +0,0 @@
-#!/usr/bin/env node 
-// vim:ft=javascript:ts=4:et
-
-"use strict";
-
-var fs = require('fs');
-var path = require('path');
-var crypto = require('crypto');
-
-var base = path.join(path.dirname(__dirname));
-var meta = JSON.parse(fs.readFileSync(path.join(base, 'package.json'), {'encoding':'utf-8'}));
-var compiler_dir = path.join(base, 'dev');
-if (!path_exists(path.join(compiler_dir, 'compiler.js'))) compiler_dir = path.join(base, 'release');
-
-var manifest = {}, total = 0;
-['compiler.js', 'baselib-plain-pretty.js', 'baselib-plain-ugly.js'].forEach(function(x) {
-    manifest[x] = fs.readFileSync(path.join(compiler_dir, x), {'encoding':'utf-8'});
-    total += manifest[x].length;
-});
-
-['web_repl.js', 'repl.js', 'completer.js', 'utils.js', 'gettext.js', 'msgfmt.js'].forEach(function(x) {
-    x = 'tools/' + x;
-    manifest[x] = fs.readFileSync(path.join(base, x), {'encoding':'utf-8'});
-    total += manifest[x].length;
-});
-
-
-var dedup = {};
-
-function path_exists(path) {
-    try {
-        fs.statSync(path);
-        return true;
-    } catch(e) {
-        if (e.code != 'ENOENT') throw e;
-    }
-}
-
-function sha1sum(data) { 
-    var h = crypto.createHash('sha1');
-    h.update(data);
-    return h.digest('hex');
-}
-
-function process_dir(name) {
-    var dpath = path.join(base, name);
-    var items = fs.readdirSync(dpath);
-    items.forEach(function (x) {
-        var iname = name + '/' + x;
-        var ipath = path.join(dpath, x);
-        var s = fs.statSync(ipath);
-        if (s.isDirectory()) return process_dir(iname);
-        var raw = fs.readFileSync(ipath, {'encoding':'utf-8'});
-        var sig = sha1sum(raw);
-        if (dedup.hasOwnProperty(sig)) {
-            manifest[iname] = [dedup[sig]];
-        } else {
-            manifest[iname] = raw;
-            dedup[sig] = iname;
-            total += s.size;
-        }
-    });
-}
-
-Object.keys(meta.dependencies).forEach(function (x) {
-    process_dir('node_modules/' + x);
-});
-console.log('// vim:fileencoding=utf-8');
-console.log('(function() {');
-console.log('var rs_version = ' + JSON.stringify(meta.version) + ';');
-console.log('var data = ' + JSON.stringify(manifest) + ';');
-console.log();
-console.log(fs.readFileSync(path.join(base, 'tools', 'export.js'), {'encoding':'utf-8'}));
-console.log('})()');
-console.error('RapydScript compiler (uncompressed) size: ' + (total/(1024 * 1024)).toFixed(1) + ' MB');

package/bin/web-repl-export

@@ -1,102 +0,0 @@
-#!/usr/bin/env node 
-// vim:ft=javascript:ts=4:et
-
-"use strict";
-
-var fs = require('fs');
-var path = require('path');
-
-var base = path.normalize(path.resolve(path.join(path.dirname(__dirname))));
-var meta = JSON.parse(fs.readFileSync(path.join(base, 'package.json'), {'encoding':'utf-8'}));
-var commit_sha = fs.readFileSync(path.join(base, '.git', 'refs', 'heads', 'master'), {'encoding':'utf-8'}).trim();
-var compiler_dir = path.join(base, 'dev');
-if (!path_exists(path.join(compiler_dir, 'compiler.js'))) compiler_dir = path.join(base, 'release');
-
-var manifest = {}, total = 0;
-['compiler.js', 'baselib-plain-pretty.js'].forEach(function(x) {
-    manifest[x] = fs.readFileSync(path.join(compiler_dir, x), {'encoding':'utf-8'});
-    total += manifest[x].length;
-});
-
-['web_repl.js', 'embedded_compiler.js', 'utils.js', 'completer.js', 'msgfmt.js', 'gettext.js'].forEach(function(x) {
-    x = 'tools/' + x;
-    manifest[x] = fs.readFileSync(path.join(base, x), {'encoding':'utf-8'});
-    total += manifest[x].length;
-});
-
-var stdlib = path.join(base, 'src', 'lib');
-
-function path_exists(path) {
-    try {
-        fs.statSync(path);
-        return true;
-    } catch(e) {
-        if (e.code != 'ENOENT') throw e;
-    }
-}
-
-function process_dir(relpath) {
-    var fullpath = (relpath) ? path.join(stdlib, relpath) : stdlib;
-    fs.readdirSync(fullpath).forEach(function (x) {
-        var q = path.join(fullpath, x);
-        var s = fs.statSync(q);
-        if (s.isDirectory()) return process_dir(relpath + '/' + x);
-        if (!x.endsWith('.pyj')) return;
-        var iname = path.normalize('__stdlib__' + '/' + relpath + '/' + x);
-        var raw = fs.readFileSync(q, {'encoding':'utf-8'});
-        manifest[iname] = raw;
-        total += s.size;
-    });
-}
-process_dir('');
-
-
-var rs = '// vim:fileencoding=utf-8\n';
-rs += '(function(external_namespace) {\n';
-rs += '"use strict;"\n';
-rs += 'var rs_version = ' + JSON.stringify(meta.version) + ';\n';
-rs += 'var rs_commit_sha = ' + JSON.stringify(commit_sha) + ';\n';
-rs += '\n// Embedded modules {{{\n';
-rs += 'var data = ' + JSON.stringify(manifest) + ';\n\n';
-rs += '// End embedded modules }}}\n\n';
-rs += fs.readFileSync(path.join(base, 'web-repl', 'env.js'));
-rs += '\n// Embedded sha1 implementation {{{\n';
-rs += '(function() {\n';
-rs += fs.readFileSync(path.join(base, 'web-repl', 'sha1.js'));
-rs += '}).call(jsSHA);\n';
-rs += '// End embedded sha1 implementation }}}\n\n';
-rs += 'var exports = namespace;\n';
-rs += fs.readFileSync(path.join(base, 'tools', 'export.js'), {'encoding':'utf-8'});
-rs += 'external_namespace.RapydScript = namespace;\n';
-rs += '})(this);\n';
-
-
-var base_dir = process.argv.slice(-1)[0];
-if (process.argv.length !== 3) {
-    console.error('Usage: web-repl-export /path/to/export/directory');
-    process.exit(1);
-}
-
-base_dir = path.normalize(path.resolve(base_dir));
-
-try {
-    fs.mkdirSync(base_dir);
-} catch(e) {
-    if (e.code !== 'EEXIST') throw e;
-}
-
-try {
-    process.chdir(base_dir);
-} catch(e) {
-    if (e.code === 'ENOTDIR') { console.error(base_dir + ' is not a directory'); process.exit(1); }
-    throw e;
-}
-fs.writeFileSync('rapydscript.js', rs, {'encoding':'utf-8'});
-var web_repl = path.join(base, 'web-repl');
-fs.readdirSync(web_repl).forEach(function(x) {
-    if (['sha1.js', 'env.js'].indexOf(x) !== -1) return;
-    var data = fs.readFileSync(path.join(web_repl, x), {'encoding':'utf-8'});
-    fs.writeFileSync(x, data, {'encoding':'utf-8'});
-});
-console.log('RapydScript compiler (uncompressed) size: ' + (total/(1024)).toFixed(1) + ' KB');
-console.log('web-repl exported to: ' + base_dir);