rapydscript-ns 0.8.3 → 0.8.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (116) hide show
  1. package/.agignore +1 -1
  2. package/.github/workflows/ci.yml +38 -38
  3. package/=template.pyj +5 -5
  4. package/CHANGELOG.md +8 -0
  5. package/HACKING.md +103 -103
  6. package/LICENSE +24 -24
  7. package/PYTHON_DIFFERENCES_REPORT.md +2 -2
  8. package/PYTHON_FEATURE_COVERAGE.md +13 -13
  9. package/README.md +670 -6
  10. package/TODO.md +5 -6
  11. package/add-toc-to-readme +2 -2
  12. package/bin/export +75 -75
  13. package/bin/rapydscript +70 -70
  14. package/bin/web-repl-export +102 -102
  15. package/build +2 -2
  16. package/language-service/index.js +155 -6
  17. package/package.json +1 -1
  18. package/publish.py +37 -37
  19. package/release/baselib-plain-pretty.js +2006 -229
  20. package/release/baselib-plain-ugly.js +70 -3
  21. package/release/compiler.js +11554 -3870
  22. package/release/signatures.json +31 -29
  23. package/session.vim +4 -4
  24. package/setup.cfg +2 -2
  25. package/src/ast.pyj +93 -1
  26. package/src/baselib-builtins.pyj +22 -1
  27. package/src/baselib-containers.pyj +99 -0
  28. package/src/baselib-errors.pyj +44 -0
  29. package/src/baselib-internal.pyj +94 -4
  30. package/src/baselib-itertools.pyj +97 -97
  31. package/src/baselib-str.pyj +24 -0
  32. package/src/compiler.pyj +36 -36
  33. package/src/errors.pyj +30 -30
  34. package/src/lib/aes.pyj +646 -646
  35. package/src/lib/copy.pyj +120 -0
  36. package/src/lib/elementmaker.pyj +83 -83
  37. package/src/lib/encodings.pyj +126 -126
  38. package/src/lib/gettext.pyj +569 -569
  39. package/src/lib/itertools.pyj +580 -580
  40. package/src/lib/math.pyj +193 -193
  41. package/src/lib/operator.pyj +11 -11
  42. package/src/lib/pythonize.pyj +20 -20
  43. package/src/lib/random.pyj +118 -118
  44. package/src/lib/re.pyj +470 -470
  45. package/src/lib/react.pyj +74 -0
  46. package/src/lib/traceback.pyj +63 -63
  47. package/src/lib/uuid.pyj +77 -77
  48. package/src/monaco-language-service/builtins.js +5 -0
  49. package/src/monaco-language-service/diagnostics.js +25 -3
  50. package/src/monaco-language-service/dts.js +550 -550
  51. package/src/output/classes.pyj +108 -8
  52. package/src/output/codegen.pyj +16 -2
  53. package/src/output/comments.pyj +45 -45
  54. package/src/output/exceptions.pyj +201 -105
  55. package/src/output/functions.pyj +9 -0
  56. package/src/output/jsx.pyj +164 -0
  57. package/src/output/literals.pyj +28 -2
  58. package/src/output/modules.pyj +1 -1
  59. package/src/output/operators.pyj +8 -2
  60. package/src/output/statements.pyj +2 -2
  61. package/src/output/stream.pyj +1 -0
  62. package/src/output/treeshake.pyj +182 -182
  63. package/src/output/utils.pyj +72 -72
  64. package/src/parse.pyj +417 -113
  65. package/src/string_interpolation.pyj +72 -72
  66. package/src/tokenizer.pyj +29 -0
  67. package/src/unicode_aliases.pyj +576 -576
  68. package/src/utils.pyj +192 -192
  69. package/test/_import_one.pyj +37 -37
  70. package/test/_import_two/__init__.pyj +11 -11
  71. package/test/_import_two/level2/deep.pyj +4 -4
  72. package/test/_import_two/other.pyj +6 -6
  73. package/test/_import_two/sub.pyj +13 -13
  74. package/test/aes_vectors.pyj +421 -421
  75. package/test/annotations.pyj +80 -80
  76. package/test/decorators.pyj +77 -77
  77. package/test/docstrings.pyj +39 -39
  78. package/test/elementmaker_test.pyj +45 -45
  79. package/test/functions.pyj +151 -151
  80. package/test/generators.pyj +41 -41
  81. package/test/generic.pyj +370 -370
  82. package/test/imports.pyj +72 -72
  83. package/test/internationalization.pyj +73 -73
  84. package/test/lint.pyj +164 -164
  85. package/test/loops.pyj +85 -85
  86. package/test/numpy.pyj +734 -734
  87. package/test/omit_function_metadata.pyj +20 -20
  88. package/test/python_features.pyj +19 -6
  89. package/test/regexp.pyj +55 -55
  90. package/test/repl.pyj +121 -121
  91. package/test/scoped_flags.pyj +76 -76
  92. package/test/unit/index.js +2177 -64
  93. package/test/unit/language-service-dts.js +543 -543
  94. package/test/unit/language-service-hover.js +455 -455
  95. package/test/unit/language-service.js +590 -4
  96. package/test/unit/web-repl.js +303 -0
  97. package/tools/cli.js +547 -547
  98. package/tools/compile.js +219 -219
  99. package/tools/completer.js +131 -131
  100. package/tools/embedded_compiler.js +251 -251
  101. package/tools/gettext.js +185 -185
  102. package/tools/ini.js +65 -65
  103. package/tools/msgfmt.js +187 -187
  104. package/tools/repl.js +223 -223
  105. package/tools/test.js +118 -118
  106. package/tools/utils.js +128 -128
  107. package/tools/web_repl.js +95 -95
  108. package/try +41 -41
  109. package/web-repl/env.js +196 -74
  110. package/web-repl/index.html +163 -163
  111. package/web-repl/main.js +252 -254
  112. package/web-repl/prism.css +139 -139
  113. package/web-repl/prism.js +113 -113
  114. package/web-repl/rapydscript.js +224 -102
  115. package/web-repl/sha1.js +25 -25
  116. package/hack_demo.pyj +0 -112
package/tools/compile.js CHANGED
@@ -1,219 +1,219 @@
1
- /*
2
- * compile.js
3
- * Copyright (C) 2015 Kovid Goyal <kovid at kovidgoyal.net>
4
- *
5
- * Distributed under terms of the BSD license.
6
- */
7
- "use strict"; /*jshint node:true */
8
-
9
- var fs = require('fs');
10
- var path = require('path');
11
- var vm = require('vm');
12
- var RapydScript = require("./compiler").create_compiler();
13
- var utils = require('./utils');
14
-
15
- function read_whole_file(filename, cb) {
16
- if (!filename) {
17
- var chunks = [];
18
- process.stdin.setEncoding('utf-8');
19
- process.stdin.on('data', function (chunk) {
20
- chunks.push(chunk);
21
- }).on('end', function () {
22
- cb(null, chunks.join(""));
23
- });
24
- process.openStdin();
25
- } else {
26
- fs.readFile(filename, "utf-8", cb);
27
- }
28
- }
29
-
30
- function makedirs(dir) {
31
- try {
32
- fs.mkdirSync(dir);
33
- } catch(e) {
34
- if (e.code == 'EEXIST') return;
35
- if (e.code == 'ENOENT') { makedirs(path.dirname(dir)); fs.mkdirSync(dir); }
36
- throw e;
37
- }
38
- }
39
-
40
- function process_cache_dir(dir) {
41
- dir = path.resolve(path.normalize(dir));
42
- makedirs(dir);
43
- return dir;
44
- }
45
-
46
- function build_scoped_flags(flags_str) {
47
- var result = Object.create(null);
48
- if (!flags_str) return result;
49
- flags_str.split(',').forEach(function(flag) {
50
- flag = flag.trim();
51
- if (!flag) return;
52
- var val = true;
53
- if (flag.slice(0, 3) === 'no_') { val = false; flag = flag.slice(3); }
54
- result[flag] = val;
55
- });
56
- return result;
57
- }
58
-
59
- module.exports = function(start_time, argv, base_path, src_path, lib_path) {
60
- // configure settings for the output
61
- var cache_dir = argv.cache_dir ? process_cache_dir(argv.cache_dir) : '';
62
- var OUTPUT_OPTIONS = {
63
- beautify: !argv.uglify,
64
- private_scope: !argv.bare && !argv.export_main,
65
- omit_baselib: argv.omit_baselib,
66
- js_version: parseInt(argv.js_version),
67
- keep_docstrings: argv.keep_docstrings,
68
- discard_asserts: argv.discard_asserts,
69
- module_cache_dir: cache_dir,
70
- pythonize_strings: argv.pythonize_strings,
71
- };
72
-
73
- var files = argv.files.slice();
74
- var STATS = {}, TOPLEVEL;
75
- var num_of_files = files.length || 1;
76
-
77
- var global_scoped_flags = build_scoped_flags(argv.python_flags);
78
-
79
- function parse_file(code, file, toplevel) {
80
- return RapydScript.parse(code, {
81
- filename: file,
82
- toplevel: toplevel,
83
- basedir: (file !== '<stdin>') ? path.dirname(file) : undefined,
84
- libdir: path.join(src_path, 'lib'),
85
- import_dirs: utils.get_import_dirs(argv.import_path),
86
- discard_asserts: argv.discard_asserts,
87
- module_cache_dir: cache_dir,
88
- scoped_flags: global_scoped_flags,
89
- });
90
- }
91
-
92
- function write_output(output) {
93
- if (argv.output) {
94
- // Node's filesystem module cannot write directly to /dev/stdout
95
- if (argv.output == '/dev/stdout') console.log(output);
96
- else if (argv.output == '/dev/stderr') console.error(output);
97
- else fs.writeFileSync(argv.output, output, "utf8");
98
- } else if (!argv.execute){
99
- console.log(output);
100
- }
101
- if (argv.execute) {
102
- vm.runInNewContext(output, {'console':console, 'require':require}, {'filename':files[0]});
103
- }
104
- }
105
-
106
- function time_it(name, cont) {
107
- var t1 = new Date().getTime();
108
- var ret = cont();
109
- if (argv.stats) {
110
- var spent = new Date().getTime() - t1;
111
- if (STATS[name]) STATS[name] += spent;
112
- else STATS[name] = spent;
113
- }
114
- return ret;
115
- }
116
-
117
- function compile_single_file(err, code) {
118
- var output;
119
- if (err) {
120
- console.error("ERROR: can't read file: " + files[0]);
121
- process.exit(1);
122
- }
123
- time_it("parse", function(){
124
- var file = files[0] || argv.filename_for_stdin || '<stdin>';
125
- try {
126
- TOPLEVEL = parse_file(code, file, TOPLEVEL);
127
- } catch (e) {
128
- if (!(e instanceof RapydScript.SyntaxError)) throw e;
129
- console.error(e.toString());
130
- process.exit(1);
131
- }
132
- });
133
-
134
- if (TOPLEVEL.imports && Object.keys(TOPLEVEL.imports).length) {
135
- time_it("treeshake", function() {
136
- RapydScript.tree_shake(TOPLEVEL, {
137
- parse: RapydScript.parse,
138
- import_dirs: utils.get_import_dirs(argv.import_path),
139
- basedir: (files[0] !== '<stdin>') ? path.dirname(files[0]) : undefined,
140
- libdir: path.join(src_path, 'lib'),
141
- discard_asserts: argv.discard_asserts,
142
- module_cache_dir: cache_dir,
143
- });
144
- });
145
- }
146
-
147
- try {
148
- output = new RapydScript.OutputStream(OUTPUT_OPTIONS);
149
- } catch(ex) {
150
- if (ex instanceof RapydScript.DefaultsError) {
151
- console.error(ex.message);
152
- process.exit(1);
153
- }
154
- throw ex;
155
- }
156
-
157
- time_it("generate", function(){
158
- TOPLEVEL.print(output);
159
- });
160
-
161
- output = output.get();
162
-
163
- if (argv.export_main) {
164
- output = output.replace(/^(function\smain)/gm, 'export $1')
165
- .replace(/^(async\sfunction\smain)/gm, 'export $1');
166
- }
167
-
168
- write_output(output);
169
-
170
- files = files.slice(1);
171
- if (files.length) {
172
- setImmediate(read_whole_file, files[0], compile_single_file);
173
- return;
174
- }
175
- if (argv.stats) {
176
- console.error(RapydScript.string_template("Timing information (compressed {count} files):", {
177
- count: num_of_files
178
- }));
179
- for (var i in STATS) if (Object.prototype.hasOwnProperty.call(STATS, i)) {
180
- console.error(RapydScript.string_template("- {name}: {time}s", {
181
- name: i,
182
- time: (STATS[i] / 1000).toFixed(3)
183
- }));
184
- }
185
- }
186
- }
187
-
188
-
189
- if (argv.comments) {
190
- if (/^\//.test(argv.comments)) {
191
- OUTPUT_OPTIONS.comments = new Function("return(" + argv.comments + ")")(); // jshint ignore:line
192
- } else if (argv.comments == "all") {
193
- OUTPUT_OPTIONS.comments = true;
194
- } else {
195
- OUTPUT_OPTIONS.comments = function(node, comment) {
196
- var text = comment.value;
197
- var type = comment.type;
198
- if (type == "comment2") {
199
- // multiline comment
200
- return /@preserve|@license|@cc_on/i.test(text);
201
- }
202
- };
203
- }
204
- }
205
-
206
- if (!argv.omit_baselib) {
207
- var which = (OUTPUT_OPTIONS.beautify) ? 'pretty' : 'ugly';
208
- OUTPUT_OPTIONS.baselib_plain = fs.readFileSync(path.join(lib_path, 'baselib-plain-' + which + '.js'), 'utf-8');
209
- }
210
-
211
- if (files.filter(function(el){ return el == "-"; }).length > 1) {
212
- console.error("ERROR: Can read a single file from STDIN (two or more dashes specified)");
213
- process.exit(1);
214
- }
215
-
216
- setImmediate(read_whole_file, files[0], compile_single_file);
217
-
218
- };
219
-
1
+ /*
2
+ * compile.js
3
+ * Copyright (C) 2015 Kovid Goyal <kovid at kovidgoyal.net>
4
+ *
5
+ * Distributed under terms of the BSD license.
6
+ */
7
+ "use strict"; /*jshint node:true */
8
+
9
+ var fs = require('fs');
10
+ var path = require('path');
11
+ var vm = require('vm');
12
+ var RapydScript = require("./compiler").create_compiler();
13
+ var utils = require('./utils');
14
+
15
+ function read_whole_file(filename, cb) {
16
+ if (!filename) {
17
+ var chunks = [];
18
+ process.stdin.setEncoding('utf-8');
19
+ process.stdin.on('data', function (chunk) {
20
+ chunks.push(chunk);
21
+ }).on('end', function () {
22
+ cb(null, chunks.join(""));
23
+ });
24
+ process.openStdin();
25
+ } else {
26
+ fs.readFile(filename, "utf-8", cb);
27
+ }
28
+ }
29
+
30
+ function makedirs(dir) {
31
+ try {
32
+ fs.mkdirSync(dir);
33
+ } catch(e) {
34
+ if (e.code == 'EEXIST') return;
35
+ if (e.code == 'ENOENT') { makedirs(path.dirname(dir)); fs.mkdirSync(dir); }
36
+ throw e;
37
+ }
38
+ }
39
+
40
+ function process_cache_dir(dir) {
41
+ dir = path.resolve(path.normalize(dir));
42
+ makedirs(dir);
43
+ return dir;
44
+ }
45
+
46
+ function build_scoped_flags(flags_str) {
47
+ var result = Object.create(null);
48
+ if (!flags_str) return result;
49
+ flags_str.split(',').forEach(function(flag) {
50
+ flag = flag.trim();
51
+ if (!flag) return;
52
+ var val = true;
53
+ if (flag.slice(0, 3) === 'no_') { val = false; flag = flag.slice(3); }
54
+ result[flag] = val;
55
+ });
56
+ return result;
57
+ }
58
+
59
+ module.exports = function(start_time, argv, base_path, src_path, lib_path) {
60
+ // configure settings for the output
61
+ var cache_dir = argv.cache_dir ? process_cache_dir(argv.cache_dir) : '';
62
+ var OUTPUT_OPTIONS = {
63
+ beautify: !argv.uglify,
64
+ private_scope: !argv.bare && !argv.export_main,
65
+ omit_baselib: argv.omit_baselib,
66
+ js_version: parseInt(argv.js_version),
67
+ keep_docstrings: argv.keep_docstrings,
68
+ discard_asserts: argv.discard_asserts,
69
+ module_cache_dir: cache_dir,
70
+ pythonize_strings: argv.pythonize_strings,
71
+ };
72
+
73
+ var files = argv.files.slice();
74
+ var STATS = {}, TOPLEVEL;
75
+ var num_of_files = files.length || 1;
76
+
77
+ var global_scoped_flags = build_scoped_flags(argv.python_flags);
78
+
79
+ function parse_file(code, file, toplevel) {
80
+ return RapydScript.parse(code, {
81
+ filename: file,
82
+ toplevel: toplevel,
83
+ basedir: (file !== '<stdin>') ? path.dirname(file) : undefined,
84
+ libdir: path.join(src_path, 'lib'),
85
+ import_dirs: utils.get_import_dirs(argv.import_path),
86
+ discard_asserts: argv.discard_asserts,
87
+ module_cache_dir: cache_dir,
88
+ scoped_flags: global_scoped_flags,
89
+ });
90
+ }
91
+
92
+ function write_output(output) {
93
+ if (argv.output) {
94
+ // Node's filesystem module cannot write directly to /dev/stdout
95
+ if (argv.output == '/dev/stdout') console.log(output);
96
+ else if (argv.output == '/dev/stderr') console.error(output);
97
+ else fs.writeFileSync(argv.output, output, "utf8");
98
+ } else if (!argv.execute){
99
+ console.log(output);
100
+ }
101
+ if (argv.execute) {
102
+ vm.runInNewContext(output, {'console':console, 'require':require}, {'filename':files[0]});
103
+ }
104
+ }
105
+
106
+ function time_it(name, cont) {
107
+ var t1 = new Date().getTime();
108
+ var ret = cont();
109
+ if (argv.stats) {
110
+ var spent = new Date().getTime() - t1;
111
+ if (STATS[name]) STATS[name] += spent;
112
+ else STATS[name] = spent;
113
+ }
114
+ return ret;
115
+ }
116
+
117
+ function compile_single_file(err, code) {
118
+ var output;
119
+ if (err) {
120
+ console.error("ERROR: can't read file: " + files[0]);
121
+ process.exit(1);
122
+ }
123
+ time_it("parse", function(){
124
+ var file = files[0] || argv.filename_for_stdin || '<stdin>';
125
+ try {
126
+ TOPLEVEL = parse_file(code, file, TOPLEVEL);
127
+ } catch (e) {
128
+ if (!(e instanceof RapydScript.SyntaxError)) throw e;
129
+ console.error(e.toString());
130
+ process.exit(1);
131
+ }
132
+ });
133
+
134
+ if (TOPLEVEL.imports && Object.keys(TOPLEVEL.imports).length) {
135
+ time_it("treeshake", function() {
136
+ RapydScript.tree_shake(TOPLEVEL, {
137
+ parse: RapydScript.parse,
138
+ import_dirs: utils.get_import_dirs(argv.import_path),
139
+ basedir: (files[0] !== '<stdin>') ? path.dirname(files[0]) : undefined,
140
+ libdir: path.join(src_path, 'lib'),
141
+ discard_asserts: argv.discard_asserts,
142
+ module_cache_dir: cache_dir,
143
+ });
144
+ });
145
+ }
146
+
147
+ try {
148
+ output = new RapydScript.OutputStream(OUTPUT_OPTIONS);
149
+ } catch(ex) {
150
+ if (ex instanceof RapydScript.DefaultsError) {
151
+ console.error(ex.message);
152
+ process.exit(1);
153
+ }
154
+ throw ex;
155
+ }
156
+
157
+ time_it("generate", function(){
158
+ TOPLEVEL.print(output);
159
+ });
160
+
161
+ output = output.get();
162
+
163
+ if (argv.export_main) {
164
+ output = output.replace(/^(function\smain)/gm, 'export $1')
165
+ .replace(/^(async\sfunction\smain)/gm, 'export $1');
166
+ }
167
+
168
+ write_output(output);
169
+
170
+ files = files.slice(1);
171
+ if (files.length) {
172
+ setImmediate(read_whole_file, files[0], compile_single_file);
173
+ return;
174
+ }
175
+ if (argv.stats) {
176
+ console.error(RapydScript.string_template("Timing information (compressed {count} files):", {
177
+ count: num_of_files
178
+ }));
179
+ for (var i in STATS) if (Object.prototype.hasOwnProperty.call(STATS, i)) {
180
+ console.error(RapydScript.string_template("- {name}: {time}s", {
181
+ name: i,
182
+ time: (STATS[i] / 1000).toFixed(3)
183
+ }));
184
+ }
185
+ }
186
+ }
187
+
188
+
189
+ if (argv.comments) {
190
+ if (/^\//.test(argv.comments)) {
191
+ OUTPUT_OPTIONS.comments = new Function("return(" + argv.comments + ")")(); // jshint ignore:line
192
+ } else if (argv.comments == "all") {
193
+ OUTPUT_OPTIONS.comments = true;
194
+ } else {
195
+ OUTPUT_OPTIONS.comments = function(node, comment) {
196
+ var text = comment.value;
197
+ var type = comment.type;
198
+ if (type == "comment2") {
199
+ // multiline comment
200
+ return /@preserve|@license|@cc_on/i.test(text);
201
+ }
202
+ };
203
+ }
204
+ }
205
+
206
+ if (!argv.omit_baselib) {
207
+ var which = (OUTPUT_OPTIONS.beautify) ? 'pretty' : 'ugly';
208
+ OUTPUT_OPTIONS.baselib_plain = fs.readFileSync(path.join(lib_path, 'baselib-plain-' + which + '.js'), 'utf-8');
209
+ }
210
+
211
+ if (files.filter(function(el){ return el == "-"; }).length > 1) {
212
+ console.error("ERROR: Can read a single file from STDIN (two or more dashes specified)");
213
+ process.exit(1);
214
+ }
215
+
216
+ setImmediate(read_whole_file, files[0], compile_single_file);
217
+
218
+ };
219
+