rapydscript-ns 0.8.4 → 0.9.1

package/TODO.md

@@ -1,7 +1,12 @@
 
 ### libraries
 
-- simple way to turn on all python opt-in options
+
+- remove repl_mode and make repl make a new context for each "run" press
+- `.replace(str, str)` replaces only the first occurrence.
+- eval is js
+
+- rework tests to use jest
 
 - omit_function_metadata breaks imports - it needs to be changed to only affect imported modules, maybe?
 
@@ -10,5 +15,5 @@
 - examples of using js libraries in rapydscript in readme?
 
 
-I would like you to add support for [`str.expandtabs(tabsize)`   ] to rapydscript. It should have the same syntax as the Python implementation, and be transpiled into equivalent javascript. Please ensure with unit tests that it transpiles and the output JS runs correctly, and that the language service correctly handles it in parsed code. Please make sure it works in the web-repl too. Please also update the README if it has any outdated info about this, and the PYTHON_FEATURE_COVERAGE report. Please also add a simple example to the bottom of the TODO document using this feature (make no other changes to that file).
+I would like you to add support for [the python io.stringIO and io.bytesio library ] to rapydscript. It should have the same syntax as the Python implementation, and be transpiled into equivalent javascript. Please ensure with unit tests that it transpiles and the output JS runs correctly, and that the language service correctly handles it in parsed code. Please make sure it works in the web-repl too. Please also update the README if it has any outdated info about this, and the PYTHON_FEATURE_COVERAGE report. Please also add a simple example to the bottom of the TODO document using this feature (make no other changes to that file).
 

package/add-toc-to-readme

@@ -1,2 +1,2 @@
-#!/bin/sh
-exec node_modules/doctoc/doctoc.js --title '**Contents**' README.md
+#!/bin/sh
+exec node_modules/doctoc/doctoc.js --title '**Contents**' README.md

package/bin/export

@@ -1,75 +1,75 @@
-#!/usr/bin/env node 
-// vim:ft=javascript:ts=4:et
-
-"use strict";
-
-var fs = require('fs');
-var path = require('path');
-var crypto = require('crypto');
-
-var base = path.join(path.dirname(__dirname));
-var meta = JSON.parse(fs.readFileSync(path.join(base, 'package.json'), {'encoding':'utf-8'}));
-var compiler_dir = path.join(base, 'dev');
-if (!path_exists(path.join(compiler_dir, 'compiler.js'))) compiler_dir = path.join(base, 'release');
-
-var manifest = {}, total = 0;
-['compiler.js', 'baselib-plain-pretty.js', 'baselib-plain-ugly.js'].forEach(function(x) {
-    manifest[x] = fs.readFileSync(path.join(compiler_dir, x), {'encoding':'utf-8'});
-    total += manifest[x].length;
-});
-
-['web_repl.js', 'repl.js', 'completer.js', 'utils.js', 'gettext.js', 'msgfmt.js'].forEach(function(x) {
-    x = 'tools/' + x;
-    manifest[x] = fs.readFileSync(path.join(base, x), {'encoding':'utf-8'});
-    total += manifest[x].length;
-});
-
-
-var dedup = {};
-
-function path_exists(path) {
-    try {
-        fs.statSync(path);
-        return true;
-    } catch(e) {
-        if (e.code != 'ENOENT') throw e;
-    }
-}
-
-function sha1sum(data) { 
-    var h = crypto.createHash('sha1');
-    h.update(data);
-    return h.digest('hex');
-}
-
-function process_dir(name) {
-    var dpath = path.join(base, name);
-    var items = fs.readdirSync(dpath);
-    items.forEach(function (x) {
-        var iname = name + '/' + x;
-        var ipath = path.join(dpath, x);
-        var s = fs.statSync(ipath);
-        if (s.isDirectory()) return process_dir(iname);
-        var raw = fs.readFileSync(ipath, {'encoding':'utf-8'});
-        var sig = sha1sum(raw);
-        if (dedup.hasOwnProperty(sig)) {
-            manifest[iname] = [dedup[sig]];
-        } else {
-            manifest[iname] = raw;
-            dedup[sig] = iname;
-            total += s.size;
-        }
-    });
-}
-
-Object.keys(meta.dependencies).forEach(function (x) {
-    process_dir('node_modules/' + x);
-});
-console.log('// vim:fileencoding=utf-8');
-console.log('(function() {');
-console.log('var rs_version = ' + JSON.stringify(meta.version) + ';');
-console.log('var data = ' + JSON.stringify(manifest) + ';');
-console.log();
-console.log(fs.readFileSync(path.join(base, 'tools', 'export.js'), {'encoding':'utf-8'}));
-console.log('})()');
-console.error('RapydScript compiler (uncompressed) size: ' + (total/(1024 * 1024)).toFixed(1) + ' MB');
+#!/usr/bin/env node 
+// vim:ft=javascript:ts=4:et
+
+"use strict";
+
+var fs = require('fs');
+var path = require('path');
+var crypto = require('crypto');
+
+var base = path.join(path.dirname(__dirname));
+var meta = JSON.parse(fs.readFileSync(path.join(base, 'package.json'), {'encoding':'utf-8'}));
+var compiler_dir = path.join(base, 'dev');
+if (!path_exists(path.join(compiler_dir, 'compiler.js'))) compiler_dir = path.join(base, 'release');
+
+var manifest = {}, total = 0;
+['compiler.js', 'baselib-plain-pretty.js', 'baselib-plain-ugly.js'].forEach(function(x) {
+    manifest[x] = fs.readFileSync(path.join(compiler_dir, x), {'encoding':'utf-8'});
+    total += manifest[x].length;
+});
+
+['web_repl.js', 'repl.js', 'completer.js', 'utils.js', 'gettext.js', 'msgfmt.js'].forEach(function(x) {
+    x = 'tools/' + x;
+    manifest[x] = fs.readFileSync(path.join(base, x), {'encoding':'utf-8'});
+    total += manifest[x].length;
+});
+
+
+var dedup = {};
+
+function path_exists(path) {
+    try {
+        fs.statSync(path);
+        return true;
+    } catch(e) {
+        if (e.code != 'ENOENT') throw e;
+    }
+}
+
+function sha1sum(data) { 
+    var h = crypto.createHash('sha1');
+    h.update(data);
+    return h.digest('hex');
+}
+
+function process_dir(name) {
+    var dpath = path.join(base, name);
+    var items = fs.readdirSync(dpath);
+    items.forEach(function (x) {
+        var iname = name + '/' + x;
+        var ipath = path.join(dpath, x);
+        var s = fs.statSync(ipath);
+        if (s.isDirectory()) return process_dir(iname);
+        var raw = fs.readFileSync(ipath, {'encoding':'utf-8'});
+        var sig = sha1sum(raw);
+        if (dedup.hasOwnProperty(sig)) {
+            manifest[iname] = [dedup[sig]];
+        } else {
+            manifest[iname] = raw;
+            dedup[sig] = iname;
+            total += s.size;
+        }
+    });
+}
+
+Object.keys(meta.dependencies).forEach(function (x) {
+    process_dir('node_modules/' + x);
+});
+console.log('// vim:fileencoding=utf-8');
+console.log('(function() {');
+console.log('var rs_version = ' + JSON.stringify(meta.version) + ';');
+console.log('var data = ' + JSON.stringify(manifest) + ';');
+console.log();
+console.log(fs.readFileSync(path.join(base, 'tools', 'export.js'), {'encoding':'utf-8'}));
+console.log('})()');
+console.error('RapydScript compiler (uncompressed) size: ' + (total/(1024 * 1024)).toFixed(1) + ' MB');

package/bin/rapydscript

@@ -1,70 +1,70 @@
-#!/usr/bin/env node 
-// vim:ft=javascript:ts=4:et
-
-"use strict";
-
-function load(mod) {
-    return require('../tools/' + mod);
-}
-
-var utils = load('utils');
-
-// We need ES 6 generators so relaunch with the --harmony flag
-if (!utils.generators_available()) {
-    if (process.execArgv.indexOf('--harmony') != -1) {
-        console.error('RapydScript needs ES 6 generators, update your version of nodejs');
-        process.exit(1);
-    }
-    var args = ['--harmony', module.filename].concat(process.argv.slice(2));
-    require('child_process').spawn(process.execPath, args, {stdio:'inherit'}).on('exit', function(code, signal) {
-        process.exit(code);
-    });
-} else {
-
-    var start_time = new Date().getTime();
-    var path = require('path');
-
-    var argv = load('cli').argv;
-
-    var base_path = path.normalize(path.join(path.dirname(module.filename), ".."));
-    var src_path = path.join(base_path, 'src');
-    var lib_path = path.join(base_path, 'dev');
-    if (!utils.path_exists(path.join(lib_path, 'compiler.js'))) lib_path = path.join(base_path, 'release');
-
-    if (argv.mode === 'self') {
-        if (argv.files.length > 0) {
-            console.error("WARN: Ignoring input files since --self was passed");
-        }
-        load('self')(base_path, src_path, lib_path, argv.complete, argv.profile);
-        if (argv.test) {
-            console.log('\nRunning test suite...\n');
-            argv.files = [];  // Ensure all tests are run
-            load('test')(argv, base_path, src_path, path.join(base_path, 'dev'));
-        }
-        process.exit(0);
-    } else 
-
-    if (argv.mode === 'test') {
-        load('test')(argv, base_path, src_path, lib_path);
-    } else 
-
-    if (argv.mode === 'lint') {
-        load('lint').cli(argv, base_path, src_path, lib_path);
-    } else
-
-    if (argv.mode === 'repl') {
-        load('repl')({'lib_path':lib_path, 'imp_path':path.join(src_path, 'lib'), show_js:!argv.no_js});
-    } else 
-    
-    if (argv.mode === 'gettext') {
-        load('gettext').cli(argv, base_path, src_path, lib_path);
-    } else
-    
-    if (argv.mode === 'msgfmt') {
-        load('msgfmt').cli(argv, base_path, src_path, lib_path);
-    } else
-    
-    {
-        load('compile')(start_time, argv, base_path, src_path, lib_path);
-    }
-}
+#!/usr/bin/env node 
+// vim:ft=javascript:ts=4:et
+
+"use strict";
+
+function load(mod) {
+    return require('../tools/' + mod);
+}
+
+var utils = load('utils');
+
+// We need ES 6 generators so relaunch with the --harmony flag
+if (!utils.generators_available()) {
+    if (process.execArgv.indexOf('--harmony') != -1) {
+        console.error('RapydScript needs ES 6 generators, update your version of nodejs');
+        process.exit(1);
+    }
+    var args = ['--harmony', module.filename].concat(process.argv.slice(2));
+    require('child_process').spawn(process.execPath, args, {stdio:'inherit'}).on('exit', function(code, signal) {
+        process.exit(code);
+    });
+} else {
+
+    var start_time = new Date().getTime();
+    var path = require('path');
+
+    var argv = load('cli').argv;
+
+    var base_path = path.normalize(path.join(path.dirname(module.filename), ".."));
+    var src_path = path.join(base_path, 'src');
+    var lib_path = path.join(base_path, 'dev');
+    if (!utils.path_exists(path.join(lib_path, 'compiler.js'))) lib_path = path.join(base_path, 'release');
+
+    if (argv.mode === 'self') {
+        if (argv.files.length > 0) {
+            console.error("WARN: Ignoring input files since --self was passed");
+        }
+        load('self')(base_path, src_path, lib_path, argv.complete, argv.profile);
+        if (argv.test) {
+            console.log('\nRunning test suite...\n');
+            argv.files = [];  // Ensure all tests are run
+            load('test')(argv, base_path, src_path, path.join(base_path, 'dev'));
+        }
+        process.exit(0);
+    } else 
+
+    if (argv.mode === 'test') {
+        load('test')(argv, base_path, src_path, lib_path);
+    } else 
+
+    if (argv.mode === 'lint') {
+        load('lint').cli(argv, base_path, src_path, lib_path);
+    } else
+
+    if (argv.mode === 'repl') {
+        load('repl')({'lib_path':lib_path, 'imp_path':path.join(src_path, 'lib'), show_js:!argv.no_js});
+    } else 
+    
+    if (argv.mode === 'gettext') {
+        load('gettext').cli(argv, base_path, src_path, lib_path);
+    } else
+    
+    if (argv.mode === 'msgfmt') {
+        load('msgfmt').cli(argv, base_path, src_path, lib_path);
+    } else
+    
+    {
+        load('compile')(start_time, argv, base_path, src_path, lib_path);
+    }
+}

package/bin/web-repl-export

@@ -1,102 +1,102 @@
-#!/usr/bin/env node 
-// vim:ft=javascript:ts=4:et
-
-"use strict";
-
-var fs = require('fs');
-var path = require('path');
-
-var base = path.normalize(path.resolve(path.join(path.dirname(__dirname))));
-var meta = JSON.parse(fs.readFileSync(path.join(base, 'package.json'), {'encoding':'utf-8'}));
-var commit_sha = fs.readFileSync(path.join(base, '.git', 'refs', 'heads', 'master'), {'encoding':'utf-8'}).trim();
-var compiler_dir = path.join(base, 'dev');
-if (!path_exists(path.join(compiler_dir, 'compiler.js'))) compiler_dir = path.join(base, 'release');
-
-var manifest = {}, total = 0;
-['compiler.js', 'baselib-plain-pretty.js'].forEach(function(x) {
-    manifest[x] = fs.readFileSync(path.join(compiler_dir, x), {'encoding':'utf-8'});
-    total += manifest[x].length;
-});
-
-['web_repl.js', 'embedded_compiler.js', 'utils.js', 'completer.js', 'msgfmt.js', 'gettext.js'].forEach(function(x) {
-    x = 'tools/' + x;
-    manifest[x] = fs.readFileSync(path.join(base, x), {'encoding':'utf-8'});
-    total += manifest[x].length;
-});
-
-var stdlib = path.join(base, 'src', 'lib');
-
-function path_exists(path) {
-    try {
-        fs.statSync(path);
-        return true;
-    } catch(e) {
-        if (e.code != 'ENOENT') throw e;
-    }
-}
-
-function process_dir(relpath) {
-    var fullpath = (relpath) ? path.join(stdlib, relpath) : stdlib;
-    fs.readdirSync(fullpath).forEach(function (x) {
-        var q = path.join(fullpath, x);
-        var s = fs.statSync(q);
-        if (s.isDirectory()) return process_dir(relpath + '/' + x);
-        if (!x.endsWith('.pyj')) return;
-        var iname = ('__stdlib__' + '/' + relpath + '/' + x).replace(/\\/g, '/').replace(/\/+/g, '/');
-        var raw = fs.readFileSync(q, {'encoding':'utf-8'});
-        manifest[iname] = raw;
-        total += s.size;
-    });
-}
-process_dir('');
-
-
-var rs = '// vim:fileencoding=utf-8\n';
-rs += '(function(external_namespace) {\n';
-rs += '"use strict;"\n';
-rs += 'var rs_version = ' + JSON.stringify(meta.version) + ';\n';
-rs += 'var rs_commit_sha = ' + JSON.stringify(commit_sha) + ';\n';
-rs += '\n// Embedded modules {{{\n';
-rs += 'var data = ' + JSON.stringify(manifest) + ';\n\n';
-rs += '// End embedded modules }}}\n\n';
-rs += fs.readFileSync(path.join(base, 'web-repl', 'env.js'));
-rs += '\n// Embedded sha1 implementation {{{\n';
-rs += '(function() {\n';
-rs += fs.readFileSync(path.join(base, 'web-repl', 'sha1.js'));
-rs += '}).call(jsSHA);\n';
-rs += '// End embedded sha1 implementation }}}\n\n';
-rs += 'var exports = namespace;\n';
-rs += fs.readFileSync(path.join(base, 'tools', 'export.js'), {'encoding':'utf-8'});
-rs += 'external_namespace.RapydScript = namespace;\n';
-rs += '})(this);\n';
-
-
-var base_dir = process.argv.slice(-1)[0];
-if (process.argv.length !== 3) {
-    console.error('Usage: web-repl-export /path/to/export/directory');
-    process.exit(1);
-}
-
-base_dir = path.normalize(path.resolve(base_dir));
-
-try {
-    fs.mkdirSync(base_dir);
-} catch(e) {
-    if (e.code !== 'EEXIST') throw e;
-}
-
-try {
-    process.chdir(base_dir);
-} catch(e) {
-    if (e.code === 'ENOTDIR') { console.error(base_dir + ' is not a directory'); process.exit(1); }
-    throw e;
-}
-fs.writeFileSync('rapydscript.js', rs, {'encoding':'utf-8'});
-var web_repl = path.join(base, 'web-repl');
-fs.readdirSync(web_repl).forEach(function(x) {
-    if (['sha1.js', 'env.js'].indexOf(x) !== -1) return;
-    var data = fs.readFileSync(path.join(web_repl, x), {'encoding':'utf-8'});
-    fs.writeFileSync(x, data, {'encoding':'utf-8'});
-});
-console.log('RapydScript compiler (uncompressed) size: ' + (total/(1024)).toFixed(1) + ' KB');
-console.log('web-repl exported to: ' + base_dir);
+#!/usr/bin/env node 
+// vim:ft=javascript:ts=4:et
+
+"use strict";
+
+var fs = require('fs');
+var path = require('path');
+
+var base = path.normalize(path.resolve(path.join(path.dirname(__dirname))));
+var meta = JSON.parse(fs.readFileSync(path.join(base, 'package.json'), {'encoding':'utf-8'}));
+var commit_sha = fs.readFileSync(path.join(base, '.git', 'refs', 'heads', 'master'), {'encoding':'utf-8'}).trim();
+var compiler_dir = path.join(base, 'dev');
+if (!path_exists(path.join(compiler_dir, 'compiler.js'))) compiler_dir = path.join(base, 'release');
+
+var manifest = {}, total = 0;
+['compiler.js', 'baselib-plain-pretty.js'].forEach(function(x) {
+    manifest[x] = fs.readFileSync(path.join(compiler_dir, x), {'encoding':'utf-8'});
+    total += manifest[x].length;
+});
+
+['web_repl.js', 'embedded_compiler.js', 'utils.js', 'completer.js', 'msgfmt.js', 'gettext.js'].forEach(function(x) {
+    x = 'tools/' + x;
+    manifest[x] = fs.readFileSync(path.join(base, x), {'encoding':'utf-8'});
+    total += manifest[x].length;
+});
+
+var stdlib = path.join(base, 'src', 'lib');
+
+function path_exists(path) {
+    try {
+        fs.statSync(path);
+        return true;
+    } catch(e) {
+        if (e.code != 'ENOENT') throw e;
+    }
+}
+
+function process_dir(relpath) {
+    var fullpath = (relpath) ? path.join(stdlib, relpath) : stdlib;
+    fs.readdirSync(fullpath).forEach(function (x) {
+        var q = path.join(fullpath, x);
+        var s = fs.statSync(q);
+        if (s.isDirectory()) return process_dir(relpath + '/' + x);
+        if (!x.endsWith('.pyj')) return;
+        var iname = ('__stdlib__' + '/' + relpath + '/' + x).replace(/\\/g, '/').replace(/\/+/g, '/');
+        var raw = fs.readFileSync(q, {'encoding':'utf-8'});
+        manifest[iname] = raw;
+        total += s.size;
+    });
+}
+process_dir('');
+
+
+var rs = '// vim:fileencoding=utf-8\n';
+rs += '(function(external_namespace) {\n';
+rs += '"use strict;"\n';
+rs += 'var rs_version = ' + JSON.stringify(meta.version) + ';\n';
+rs += 'var rs_commit_sha = ' + JSON.stringify(commit_sha) + ';\n';
+rs += '\n// Embedded modules {{{\n';
+rs += 'var data = ' + JSON.stringify(manifest) + ';\n\n';
+rs += '// End embedded modules }}}\n\n';
+rs += fs.readFileSync(path.join(base, 'web-repl', 'env.js'));
+rs += '\n// Embedded sha1 implementation {{{\n';
+rs += '(function() {\n';
+rs += fs.readFileSync(path.join(base, 'web-repl', 'sha1.js'));
+rs += '}).call(jsSHA);\n';
+rs += '// End embedded sha1 implementation }}}\n\n';
+rs += 'var exports = namespace;\n';
+rs += fs.readFileSync(path.join(base, 'tools', 'export.js'), {'encoding':'utf-8'});
+rs += 'external_namespace.RapydScript = namespace;\n';
+rs += '})(this);\n';
+
+
+var base_dir = process.argv.slice(-1)[0];
+if (process.argv.length !== 3) {
+    console.error('Usage: web-repl-export /path/to/export/directory');
+    process.exit(1);
+}
+
+base_dir = path.normalize(path.resolve(base_dir));
+
+try {
+    fs.mkdirSync(base_dir);
+} catch(e) {
+    if (e.code !== 'EEXIST') throw e;
+}
+
+try {
+    process.chdir(base_dir);
+} catch(e) {
+    if (e.code === 'ENOTDIR') { console.error(base_dir + ' is not a directory'); process.exit(1); }
+    throw e;
+}
+fs.writeFileSync('rapydscript.js', rs, {'encoding':'utf-8'});
+var web_repl = path.join(base, 'web-repl');
+fs.readdirSync(web_repl).forEach(function(x) {
+    if (['sha1.js', 'env.js'].indexOf(x) !== -1) return;
+    var data = fs.readFileSync(path.join(web_repl, x), {'encoding':'utf-8'});
+    fs.writeFileSync(x, data, {'encoding':'utf-8'});
+});
+console.log('RapydScript compiler (uncompressed) size: ' + (total/(1024)).toFixed(1) + ' KB');
+console.log('web-repl exported to: ' + base_dir);

package/build

@@ -1,3 +1,3 @@
-#!/bin/sh
-exec bin/rapydscript self --complete --test
+#!/bin/sh
+exec bin/rapydscript self --complete --test
 exec bin/web-repl-export web-repl