rapydscript-ns 0.9.3 → 0.9.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agignore +1 -1
- package/.github/workflows/ci.yml +38 -38
- package/=template.pyj +5 -5
- package/CHANGELOG.md +9 -0
- package/HACKING.md +103 -103
- package/LICENSE +24 -24
- package/PYTHON_GAPS.md +48 -116
- package/README.md +35 -15
- package/TODO.md +1 -26
- package/add-toc-to-readme +2 -2
- package/bin/export +75 -75
- package/bin/rapydscript +0 -0
- package/bin/web-repl-export +102 -102
- package/build +2 -2
- package/language-service/index.js +9 -7
- package/package.json +1 -1
- package/publish.py +37 -37
- package/session.vim +4 -4
- package/setup.cfg +2 -2
- package/src/ast.pyj +6 -0
- package/src/baselib-containers.pyj +23 -1
- package/src/baselib-str.pyj +13 -2
- package/src/compiler.pyj +36 -36
- package/src/errors.pyj +30 -30
- package/src/lib/aes.pyj +646 -646
- package/src/lib/collections.pyj +227 -3
- package/src/lib/copy.pyj +120 -120
- package/src/lib/elementmaker.pyj +83 -83
- package/src/lib/encodings.pyj +126 -126
- package/src/lib/gettext.pyj +569 -569
- package/src/lib/itertools.pyj +580 -580
- package/src/lib/math.pyj +193 -193
- package/src/lib/operator.pyj +11 -11
- package/src/lib/pprint.pyj +455 -0
- package/src/lib/random.pyj +118 -118
- package/src/lib/react.pyj +74 -74
- package/src/lib/statistics.pyj +0 -0
- package/src/lib/traceback.pyj +63 -63
- package/src/lib/uuid.pyj +77 -77
- package/src/monaco-language-service/diagnostics.js +2 -2
- package/src/monaco-language-service/dts.js +550 -550
- package/src/output/codegen.pyj +4 -1
- package/src/output/comments.pyj +45 -45
- package/src/output/exceptions.pyj +201 -201
- package/src/output/jsx.pyj +164 -164
- package/src/output/treeshake.pyj +182 -182
- package/src/output/utils.pyj +72 -72
- package/src/parse.pyj +28 -7
- package/src/string_interpolation.pyj +72 -72
- package/src/tokenizer.pyj +18 -2
- package/src/unicode_aliases.pyj +576 -576
- package/src/utils.pyj +192 -192
- package/test/_import_one.pyj +37 -37
- package/test/_import_two/__init__.pyj +11 -11
- package/test/_import_two/level2/deep.pyj +4 -4
- package/test/_import_two/other.pyj +6 -6
- package/test/_import_two/sub.pyj +13 -13
- package/test/aes_vectors.pyj +421 -421
- package/test/annotations.pyj +80 -80
- package/test/baselib.pyj +23 -0
- package/test/chainmap.pyj +185 -0
- package/test/decorators.pyj +77 -77
- package/test/docstrings.pyj +39 -39
- package/test/elementmaker_test.pyj +45 -45
- package/test/functions.pyj +151 -151
- package/test/generators.pyj +41 -41
- package/test/generic.pyj +370 -370
- package/test/internationalization.pyj +73 -73
- package/test/lint.pyj +164 -164
- package/test/loops.pyj +85 -85
- package/test/numpy.pyj +734 -734
- package/test/pprint.pyj +232 -0
- package/test/repl.pyj +121 -121
- package/test/scoped_flags.pyj +76 -76
- package/test/statistics.pyj +224 -0
- package/test/unit/index.js +80 -0
- package/test/unit/language-service-completions.js +2 -0
- package/test/unit/language-service-dts.js +543 -543
- package/test/unit/language-service-hover.js +455 -455
- package/test/unit/language-service.js +63 -2
- package/test/unit/web-repl.js +323 -0
- package/tools/compiler.d.ts +367 -367
- package/tools/completer.js +131 -131
- package/tools/export.js +4 -2
- package/tools/gettext.js +185 -185
- package/tools/ini.js +65 -65
- package/tools/msgfmt.js +187 -187
- package/tools/repl.js +223 -223
- package/tools/test.js +118 -118
- package/tools/utils.js +128 -128
- package/tools/web_repl.js +95 -95
- package/try +41 -41
- package/web-repl/env.js +196 -196
- package/web-repl/index.html +163 -163
- package/web-repl/prism.css +139 -139
- package/web-repl/prism.js +113 -113
- package/web-repl/rapydscript.js +228 -226
- package/web-repl/sha1.js +25 -25
package/tools/completer.js
CHANGED
|
@@ -1,131 +1,131 @@
|
|
|
1
|
-
/* vim:fileencoding=utf-8
|
|
2
|
-
*
|
|
3
|
-
* Copyright (C) 2016 Kovid Goyal <kovid at kovidgoyal.net>
|
|
4
|
-
*
|
|
5
|
-
* Distributed under terms of the BSD license
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
module.exports = function(compiler, options) {
|
|
10
|
-
"use strict";
|
|
11
|
-
var all_keywords = compiler.ALL_KEYWORDS.split(' ');
|
|
12
|
-
var vm = require('vm');
|
|
13
|
-
options = options || {};
|
|
14
|
-
if (!options.enum_global) options.enum_global = "var global = Function('return this')(); Object.getOwnPropertyNames(global);";
|
|
15
|
-
|
|
16
|
-
function global_names(ctx) {
|
|
17
|
-
try {
|
|
18
|
-
var ans = vm.runInContext(options.enum_global, ctx);
|
|
19
|
-
ans = ans.concat(all_keywords);
|
|
20
|
-
ans.sort();
|
|
21
|
-
var seen = {};
|
|
22
|
-
ans.filter(function (item) {
|
|
23
|
-
if (Object.prototype.hasOwnProperty.call(seen, item)) return false;
|
|
24
|
-
seen[item] = true;
|
|
25
|
-
return true;
|
|
26
|
-
});
|
|
27
|
-
return ans;
|
|
28
|
-
} catch(e) {
|
|
29
|
-
console.log(e.stack || e.toString());
|
|
30
|
-
}
|
|
31
|
-
return [];
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
function object_names(obj, prefix) {
|
|
35
|
-
if (obj === null || obj === undefined) return [];
|
|
36
|
-
var groups = [], prefix_len = prefix.length, p;
|
|
37
|
-
|
|
38
|
-
function prefix_filter(name) { return (prefix_len) ? (name.substr(0, prefix_len) === prefix) : true; }
|
|
39
|
-
|
|
40
|
-
function add(o) {
|
|
41
|
-
var items = Object.getOwnPropertyNames(o).filter(prefix_filter);
|
|
42
|
-
if (items.length) groups.push(items);
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
if (typeof obj === 'object' || typeof obj === 'function') {
|
|
46
|
-
add(obj);
|
|
47
|
-
p = Object.getPrototypeOf(obj);
|
|
48
|
-
} else p = obj.constructor ? obj.constructor.prototype : null;
|
|
49
|
-
|
|
50
|
-
// Walk the prototype chain
|
|
51
|
-
try {
|
|
52
|
-
var sentinel = 5;
|
|
53
|
-
while (p !== null && sentinel > 0) {
|
|
54
|
-
add(p);
|
|
55
|
-
p = Object.getPrototypeOf(p);
|
|
56
|
-
// Circular refs possible? Let's guard against that.
|
|
57
|
-
sentinel--;
|
|
58
|
-
}
|
|
59
|
-
} catch (e) {
|
|
60
|
-
// console.error("completion error walking prototype chain:" + e);
|
|
61
|
-
}
|
|
62
|
-
if (!groups.length) return [];
|
|
63
|
-
var seen = {}, ans = [];
|
|
64
|
-
function uniq(name) {
|
|
65
|
-
if (Object.prototype.hasOwnProperty.call(seen, name)) return false;
|
|
66
|
-
seen[name] = true;
|
|
67
|
-
return true;
|
|
68
|
-
}
|
|
69
|
-
for (var i = 0; i < groups.length; i++) {
|
|
70
|
-
var group = groups[i];
|
|
71
|
-
group.sort();
|
|
72
|
-
ans = ans.concat(group.filter(uniq));
|
|
73
|
-
ans.push(''); // group separator
|
|
74
|
-
|
|
75
|
-
}
|
|
76
|
-
while (ans.length && ans[ans.length - 1] === '') ans.pop();
|
|
77
|
-
return ans;
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
function prefix_matches(prefix, items) {
|
|
81
|
-
var len = prefix.length;
|
|
82
|
-
var ans = items.filter(function(item) { return item.substr(0, len) === prefix; });
|
|
83
|
-
ans.sort();
|
|
84
|
-
return ans;
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
function find_completions(line, ctx) {
|
|
88
|
-
var t;
|
|
89
|
-
try {
|
|
90
|
-
t = compiler.tokenizer(line, '<repl>');
|
|
91
|
-
} catch(e) { return []; }
|
|
92
|
-
var tokens = [], token;
|
|
93
|
-
while (true) {
|
|
94
|
-
try {
|
|
95
|
-
token = t();
|
|
96
|
-
} catch (e) { return []; }
|
|
97
|
-
if (token.type === 'eof') break;
|
|
98
|
-
if (token.type === 'punc' && '(){},;:'.indexOf(token.value) > -1)
|
|
99
|
-
tokens = [];
|
|
100
|
-
tokens.push(token);
|
|
101
|
-
}
|
|
102
|
-
if (!tokens.length) {
|
|
103
|
-
// New line or trailing space
|
|
104
|
-
return [global_names(ctx), ''];
|
|
105
|
-
}
|
|
106
|
-
var last_tok = tokens[tokens.length - 1];
|
|
107
|
-
if (last_tok.value === '.' || (last_tok.type === 'name' && compiler.IDENTIFIER_PAT.test(last_tok.value))) {
|
|
108
|
-
last_tok = last_tok.value;
|
|
109
|
-
if (last_tok === '.') {
|
|
110
|
-
tokens.push({'value':''});
|
|
111
|
-
last_tok = '';
|
|
112
|
-
}
|
|
113
|
-
if (tokens.length > 1 && tokens[tokens.length - 2].value === '.') {
|
|
114
|
-
// A compound expression
|
|
115
|
-
var prefix = '', result;
|
|
116
|
-
tokens.slice(0, tokens.length - 2).forEach(function (tok) { prefix += tok.value; });
|
|
117
|
-
if (prefix) {
|
|
118
|
-
try {
|
|
119
|
-
result = vm.runInContext(prefix, ctx, {'displayErrors':false});
|
|
120
|
-
} catch(e) { return []; }
|
|
121
|
-
return [object_names(result, last_tok), last_tok];
|
|
122
|
-
}
|
|
123
|
-
} else {
|
|
124
|
-
return [prefix_matches(last_tok, global_names(ctx)), last_tok];
|
|
125
|
-
}
|
|
126
|
-
}
|
|
127
|
-
return [];
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
return find_completions;
|
|
131
|
-
};
|
|
1
|
+
/* vim:fileencoding=utf-8
|
|
2
|
+
*
|
|
3
|
+
* Copyright (C) 2016 Kovid Goyal <kovid at kovidgoyal.net>
|
|
4
|
+
*
|
|
5
|
+
* Distributed under terms of the BSD license
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
module.exports = function(compiler, options) {
|
|
10
|
+
"use strict";
|
|
11
|
+
var all_keywords = compiler.ALL_KEYWORDS.split(' ');
|
|
12
|
+
var vm = require('vm');
|
|
13
|
+
options = options || {};
|
|
14
|
+
if (!options.enum_global) options.enum_global = "var global = Function('return this')(); Object.getOwnPropertyNames(global);";
|
|
15
|
+
|
|
16
|
+
function global_names(ctx) {
|
|
17
|
+
try {
|
|
18
|
+
var ans = vm.runInContext(options.enum_global, ctx);
|
|
19
|
+
ans = ans.concat(all_keywords);
|
|
20
|
+
ans.sort();
|
|
21
|
+
var seen = {};
|
|
22
|
+
ans.filter(function (item) {
|
|
23
|
+
if (Object.prototype.hasOwnProperty.call(seen, item)) return false;
|
|
24
|
+
seen[item] = true;
|
|
25
|
+
return true;
|
|
26
|
+
});
|
|
27
|
+
return ans;
|
|
28
|
+
} catch(e) {
|
|
29
|
+
console.log(e.stack || e.toString());
|
|
30
|
+
}
|
|
31
|
+
return [];
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
function object_names(obj, prefix) {
|
|
35
|
+
if (obj === null || obj === undefined) return [];
|
|
36
|
+
var groups = [], prefix_len = prefix.length, p;
|
|
37
|
+
|
|
38
|
+
function prefix_filter(name) { return (prefix_len) ? (name.substr(0, prefix_len) === prefix) : true; }
|
|
39
|
+
|
|
40
|
+
function add(o) {
|
|
41
|
+
var items = Object.getOwnPropertyNames(o).filter(prefix_filter);
|
|
42
|
+
if (items.length) groups.push(items);
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
if (typeof obj === 'object' || typeof obj === 'function') {
|
|
46
|
+
add(obj);
|
|
47
|
+
p = Object.getPrototypeOf(obj);
|
|
48
|
+
} else p = obj.constructor ? obj.constructor.prototype : null;
|
|
49
|
+
|
|
50
|
+
// Walk the prototype chain
|
|
51
|
+
try {
|
|
52
|
+
var sentinel = 5;
|
|
53
|
+
while (p !== null && sentinel > 0) {
|
|
54
|
+
add(p);
|
|
55
|
+
p = Object.getPrototypeOf(p);
|
|
56
|
+
// Circular refs possible? Let's guard against that.
|
|
57
|
+
sentinel--;
|
|
58
|
+
}
|
|
59
|
+
} catch (e) {
|
|
60
|
+
// console.error("completion error walking prototype chain:" + e);
|
|
61
|
+
}
|
|
62
|
+
if (!groups.length) return [];
|
|
63
|
+
var seen = {}, ans = [];
|
|
64
|
+
function uniq(name) {
|
|
65
|
+
if (Object.prototype.hasOwnProperty.call(seen, name)) return false;
|
|
66
|
+
seen[name] = true;
|
|
67
|
+
return true;
|
|
68
|
+
}
|
|
69
|
+
for (var i = 0; i < groups.length; i++) {
|
|
70
|
+
var group = groups[i];
|
|
71
|
+
group.sort();
|
|
72
|
+
ans = ans.concat(group.filter(uniq));
|
|
73
|
+
ans.push(''); // group separator
|
|
74
|
+
|
|
75
|
+
}
|
|
76
|
+
while (ans.length && ans[ans.length - 1] === '') ans.pop();
|
|
77
|
+
return ans;
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
function prefix_matches(prefix, items) {
|
|
81
|
+
var len = prefix.length;
|
|
82
|
+
var ans = items.filter(function(item) { return item.substr(0, len) === prefix; });
|
|
83
|
+
ans.sort();
|
|
84
|
+
return ans;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
function find_completions(line, ctx) {
|
|
88
|
+
var t;
|
|
89
|
+
try {
|
|
90
|
+
t = compiler.tokenizer(line, '<repl>');
|
|
91
|
+
} catch(e) { return []; }
|
|
92
|
+
var tokens = [], token;
|
|
93
|
+
while (true) {
|
|
94
|
+
try {
|
|
95
|
+
token = t();
|
|
96
|
+
} catch (e) { return []; }
|
|
97
|
+
if (token.type === 'eof') break;
|
|
98
|
+
if (token.type === 'punc' && '(){},;:'.indexOf(token.value) > -1)
|
|
99
|
+
tokens = [];
|
|
100
|
+
tokens.push(token);
|
|
101
|
+
}
|
|
102
|
+
if (!tokens.length) {
|
|
103
|
+
// New line or trailing space
|
|
104
|
+
return [global_names(ctx), ''];
|
|
105
|
+
}
|
|
106
|
+
var last_tok = tokens[tokens.length - 1];
|
|
107
|
+
if (last_tok.value === '.' || (last_tok.type === 'name' && compiler.IDENTIFIER_PAT.test(last_tok.value))) {
|
|
108
|
+
last_tok = last_tok.value;
|
|
109
|
+
if (last_tok === '.') {
|
|
110
|
+
tokens.push({'value':''});
|
|
111
|
+
last_tok = '';
|
|
112
|
+
}
|
|
113
|
+
if (tokens.length > 1 && tokens[tokens.length - 2].value === '.') {
|
|
114
|
+
// A compound expression
|
|
115
|
+
var prefix = '', result;
|
|
116
|
+
tokens.slice(0, tokens.length - 2).forEach(function (tok) { prefix += tok.value; });
|
|
117
|
+
if (prefix) {
|
|
118
|
+
try {
|
|
119
|
+
result = vm.runInContext(prefix, ctx, {'displayErrors':false});
|
|
120
|
+
} catch(e) { return []; }
|
|
121
|
+
return [object_names(result, last_tok), last_tok];
|
|
122
|
+
}
|
|
123
|
+
} else {
|
|
124
|
+
return [prefix_matches(last_tok, global_names(ctx)), last_tok];
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
return [];
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
return find_completions;
|
|
131
|
+
};
|
package/tools/export.js
CHANGED
|
@@ -229,7 +229,8 @@ function compile(code, filename, options) {
|
|
|
229
229
|
|
|
230
230
|
function create_embedded_compiler(runjs) {
|
|
231
231
|
var c = vrequire('tools/embedded_compiler.js');
|
|
232
|
-
|
|
232
|
+
if (!RapydScript) RapydScript = create_compiler();
|
|
233
|
+
return c(RapydScript, data['baselib-plain-pretty.js'], runjs);
|
|
233
234
|
}
|
|
234
235
|
|
|
235
236
|
function web_repl() {
|
|
@@ -238,7 +239,8 @@ function web_repl() {
|
|
|
238
239
|
set: function(vf) { current_virtual_files = vf; },
|
|
239
240
|
clear: function() { current_virtual_files = null; }
|
|
240
241
|
};
|
|
241
|
-
|
|
242
|
+
if (!RapydScript) RapydScript = create_compiler();
|
|
243
|
+
return repl(RapydScript, data['baselib-plain-pretty.js'], vf_context);
|
|
242
244
|
}
|
|
243
245
|
|
|
244
246
|
function init_repl(options) {
|
package/tools/gettext.js
CHANGED
|
@@ -1,185 +1,185 @@
|
|
|
1
|
-
/* vim:fileencoding=utf-8
|
|
2
|
-
*
|
|
3
|
-
* Copyright (C) 2015 Kovid Goyal <kovid at kovidgoyal.net>
|
|
4
|
-
*
|
|
5
|
-
* Distributed under terms of the BSD license
|
|
6
|
-
*/
|
|
7
|
-
"use strict"; /*jshint node:true */
|
|
8
|
-
|
|
9
|
-
var fs = require('fs');
|
|
10
|
-
var RapydScript = (typeof create_rapydscript_compiler === 'function') ? create_rapydscript_compiler() : require('./compiler').create_compiler();
|
|
11
|
-
var path = require('path');
|
|
12
|
-
|
|
13
|
-
function parse_file(code, filename) {
|
|
14
|
-
return RapydScript.parse(code, {
|
|
15
|
-
filename: filename,
|
|
16
|
-
basedir: path.dirname(filename),
|
|
17
|
-
libdir: path.dirname(filename),
|
|
18
|
-
for_linting: true,
|
|
19
|
-
});
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
function detect_format(msgid) {
|
|
23
|
-
var q = msgid.replace('{{', '');
|
|
24
|
-
if (/\{[0-9a-zA-Z_}]+/.test(q)) return 'python-brace-format';
|
|
25
|
-
return null;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
function Gettext(catalog, filename) {
|
|
29
|
-
this._visit = function (node, cont) {
|
|
30
|
-
if (node instanceof RapydScript.AST_Call && node.args && node.args.length && node.expression instanceof RapydScript.AST_Symbol) {
|
|
31
|
-
var name = node.expression.name;
|
|
32
|
-
if (name === '_' || name === 'gettext' || name === 'ngettext') {
|
|
33
|
-
var nargs = (name === 'ngettext') ? 2 : 1;
|
|
34
|
-
var line = node.start.line;
|
|
35
|
-
for (var i = 0; i < nargs; i++) {
|
|
36
|
-
if (!(node.args[i] instanceof RapydScript.AST_String)) {
|
|
37
|
-
console.error('Translation function: ' + name + ' does not have a string literal argument at line: ' + line + ' of ' + filename);
|
|
38
|
-
process.exit(1);
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
var msgid = node.args[0].value;
|
|
42
|
-
if (!Object.prototype.hasOwnProperty.call(catalog, msgid)) {
|
|
43
|
-
catalog[msgid] = {
|
|
44
|
-
'locations': [],
|
|
45
|
-
'plural': null,
|
|
46
|
-
'format': detect_format(msgid),
|
|
47
|
-
};
|
|
48
|
-
}
|
|
49
|
-
if (name === 'ngettext') catalog[msgid].plural = node.args[1].value;
|
|
50
|
-
if (filename) catalog[msgid].locations.push(filename + ':' + line);
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
}
|
|
54
|
-
if (cont !== undefined) cont();
|
|
55
|
-
};
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
function gettext(catalog, code, filename) {
|
|
59
|
-
var toplevel;
|
|
60
|
-
|
|
61
|
-
try {
|
|
62
|
-
toplevel = parse_file(code, filename);
|
|
63
|
-
} catch(e) {
|
|
64
|
-
if (e instanceof RapydScript.SyntaxError) {
|
|
65
|
-
console.error('Failed to parse: ' + filename + ' with error: ' + e.line + ':' + e.col + ':' + e.message);
|
|
66
|
-
process.exit(1);
|
|
67
|
-
} else throw e;
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
if (toplevel) {
|
|
71
|
-
var gt = new Gettext(catalog, filename);
|
|
72
|
-
toplevel.walk(gt);
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
function esc(string) {
|
|
77
|
-
return (string || '').replace(/\\/g, '\\\\').replace(/"/g, '\\"').replace(/\n/g, '\\n').replace(/\t/g, '\\t').replace(/\r/g, '');
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
function entry_to_string(msgid, data) {
|
|
81
|
-
var ans = [];
|
|
82
|
-
data.locations.forEach(function (loc) { ans.push('#: ' + loc); });
|
|
83
|
-
if (data.format) ans.push('#, ' + data.format);
|
|
84
|
-
ans.push('msgid "' + esc(msgid) + '"');
|
|
85
|
-
if (data.plural) {
|
|
86
|
-
ans.push('msgid_plural "' + esc(data.plural) + '"');
|
|
87
|
-
ans.push('msgstr[0] ""');
|
|
88
|
-
ans.push('msgstr[1] ""');
|
|
89
|
-
} else ans.push('msgstr ""');
|
|
90
|
-
return ans.join('\n');
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
function write_output(catalog, options, write) {
|
|
94
|
-
write = write || (function(x) { process.stdout.write(new Buffer(x, 'utf-8')); });
|
|
95
|
-
function print() {
|
|
96
|
-
var val = Array.prototype.slice.call(arguments).join(' ') + '\n';
|
|
97
|
-
write(val);
|
|
98
|
-
}
|
|
99
|
-
function header_line() {
|
|
100
|
-
var val = '"' + Array.prototype.slice.call(arguments).join(' ') + '\\n"\n';
|
|
101
|
-
write(val);
|
|
102
|
-
}
|
|
103
|
-
if (!options.omit_header) {
|
|
104
|
-
var now = (new Date()).toISOString();
|
|
105
|
-
print('msgid', '""');
|
|
106
|
-
print('msgstr', '""');
|
|
107
|
-
header_line('Project-Id-Version:', esc(options.package_name), esc(options.package_version));
|
|
108
|
-
header_line('POT-Creation-Date:', now);
|
|
109
|
-
header_line("PO-Revision-Date:", now);
|
|
110
|
-
header_line("Report-Msgid-Bugs-To:", esc(options.bugs_address));
|
|
111
|
-
header_line("Last-Translator: Automatically generated");
|
|
112
|
-
header_line("Language-Team: LANGUAGE");
|
|
113
|
-
header_line("MIME-Version: 1.0");
|
|
114
|
-
header_line("Plural-Forms: nplurals=INTEGER; plural=EXPRESSION;");
|
|
115
|
-
header_line("Content-Type: text/plain; charset=UTF-8");
|
|
116
|
-
header_line("Content-Transfer-Encoding: 8bit");
|
|
117
|
-
print();
|
|
118
|
-
}
|
|
119
|
-
Object.keys(catalog).forEach(function(msgid) {
|
|
120
|
-
var data = catalog[msgid];
|
|
121
|
-
print(entry_to_string(msgid, data));
|
|
122
|
-
print();
|
|
123
|
-
});
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
// CLI {{{
|
|
127
|
-
|
|
128
|
-
function read_whole_file(filename, cb) {
|
|
129
|
-
if (!filename) {
|
|
130
|
-
var chunks = [];
|
|
131
|
-
process.stdin.setEncoding('utf-8');
|
|
132
|
-
process.stdin.on('data', function (chunk) {
|
|
133
|
-
chunks.push(chunk);
|
|
134
|
-
}).on('end', function () {
|
|
135
|
-
cb(null, chunks.join(""));
|
|
136
|
-
});
|
|
137
|
-
process.openStdin();
|
|
138
|
-
} else {
|
|
139
|
-
fs.readFile(filename, "utf-8", cb);
|
|
140
|
-
}
|
|
141
|
-
}
|
|
142
|
-
|
|
143
|
-
module.exports.cli = function(argv, base_path, src_path, lib_path) {
|
|
144
|
-
var files = [];
|
|
145
|
-
var num_of_files = files.length || 1;
|
|
146
|
-
var catalog = {};
|
|
147
|
-
|
|
148
|
-
function read_files(src) {
|
|
149
|
-
src.forEach(function(f) {
|
|
150
|
-
if (fs.lstatSync(f).isDirectory()) {
|
|
151
|
-
var children = [];
|
|
152
|
-
fs.readdirSync(f).forEach(function(x) { children.push(path.join(f, x)); });
|
|
153
|
-
read_files(children);
|
|
154
|
-
}
|
|
155
|
-
else files.push(f);
|
|
156
|
-
});
|
|
157
|
-
}
|
|
158
|
-
read_files(argv.files);
|
|
159
|
-
|
|
160
|
-
function process_single_file(err, code) {
|
|
161
|
-
if (err) {
|
|
162
|
-
console.error("ERROR: can't read file: " + files[0]);
|
|
163
|
-
process.exit(1);
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
gettext(catalog, code, files[0]);
|
|
167
|
-
|
|
168
|
-
files = files.slice(1);
|
|
169
|
-
if (files.length) {
|
|
170
|
-
setImmediate(read_whole_file, files[0], process_single_file);
|
|
171
|
-
return;
|
|
172
|
-
} else {
|
|
173
|
-
write_output(catalog, argv);
|
|
174
|
-
process.exit(0);
|
|
175
|
-
}
|
|
176
|
-
}
|
|
177
|
-
|
|
178
|
-
setImmediate(read_whole_file, files[0], process_single_file);
|
|
179
|
-
|
|
180
|
-
};
|
|
181
|
-
|
|
182
|
-
module.exports.gettext = gettext;
|
|
183
|
-
module.exports.entry_to_string = entry_to_string;
|
|
184
|
-
module.exports.write_output = write_output;
|
|
185
|
-
// }}}
|
|
1
|
+
/* vim:fileencoding=utf-8
|
|
2
|
+
*
|
|
3
|
+
* Copyright (C) 2015 Kovid Goyal <kovid at kovidgoyal.net>
|
|
4
|
+
*
|
|
5
|
+
* Distributed under terms of the BSD license
|
|
6
|
+
*/
|
|
7
|
+
"use strict"; /*jshint node:true */
|
|
8
|
+
|
|
9
|
+
var fs = require('fs');
|
|
10
|
+
var RapydScript = (typeof create_rapydscript_compiler === 'function') ? create_rapydscript_compiler() : require('./compiler').create_compiler();
|
|
11
|
+
var path = require('path');
|
|
12
|
+
|
|
13
|
+
function parse_file(code, filename) {
|
|
14
|
+
return RapydScript.parse(code, {
|
|
15
|
+
filename: filename,
|
|
16
|
+
basedir: path.dirname(filename),
|
|
17
|
+
libdir: path.dirname(filename),
|
|
18
|
+
for_linting: true,
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
function detect_format(msgid) {
|
|
23
|
+
var q = msgid.replace('{{', '');
|
|
24
|
+
if (/\{[0-9a-zA-Z_}]+/.test(q)) return 'python-brace-format';
|
|
25
|
+
return null;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
function Gettext(catalog, filename) {
|
|
29
|
+
this._visit = function (node, cont) {
|
|
30
|
+
if (node instanceof RapydScript.AST_Call && node.args && node.args.length && node.expression instanceof RapydScript.AST_Symbol) {
|
|
31
|
+
var name = node.expression.name;
|
|
32
|
+
if (name === '_' || name === 'gettext' || name === 'ngettext') {
|
|
33
|
+
var nargs = (name === 'ngettext') ? 2 : 1;
|
|
34
|
+
var line = node.start.line;
|
|
35
|
+
for (var i = 0; i < nargs; i++) {
|
|
36
|
+
if (!(node.args[i] instanceof RapydScript.AST_String)) {
|
|
37
|
+
console.error('Translation function: ' + name + ' does not have a string literal argument at line: ' + line + ' of ' + filename);
|
|
38
|
+
process.exit(1);
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
var msgid = node.args[0].value;
|
|
42
|
+
if (!Object.prototype.hasOwnProperty.call(catalog, msgid)) {
|
|
43
|
+
catalog[msgid] = {
|
|
44
|
+
'locations': [],
|
|
45
|
+
'plural': null,
|
|
46
|
+
'format': detect_format(msgid),
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
if (name === 'ngettext') catalog[msgid].plural = node.args[1].value;
|
|
50
|
+
if (filename) catalog[msgid].locations.push(filename + ':' + line);
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
}
|
|
54
|
+
if (cont !== undefined) cont();
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
function gettext(catalog, code, filename) {
|
|
59
|
+
var toplevel;
|
|
60
|
+
|
|
61
|
+
try {
|
|
62
|
+
toplevel = parse_file(code, filename);
|
|
63
|
+
} catch(e) {
|
|
64
|
+
if (e instanceof RapydScript.SyntaxError) {
|
|
65
|
+
console.error('Failed to parse: ' + filename + ' with error: ' + e.line + ':' + e.col + ':' + e.message);
|
|
66
|
+
process.exit(1);
|
|
67
|
+
} else throw e;
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
if (toplevel) {
|
|
71
|
+
var gt = new Gettext(catalog, filename);
|
|
72
|
+
toplevel.walk(gt);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
function esc(string) {
|
|
77
|
+
return (string || '').replace(/\\/g, '\\\\').replace(/"/g, '\\"').replace(/\n/g, '\\n').replace(/\t/g, '\\t').replace(/\r/g, '');
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
function entry_to_string(msgid, data) {
|
|
81
|
+
var ans = [];
|
|
82
|
+
data.locations.forEach(function (loc) { ans.push('#: ' + loc); });
|
|
83
|
+
if (data.format) ans.push('#, ' + data.format);
|
|
84
|
+
ans.push('msgid "' + esc(msgid) + '"');
|
|
85
|
+
if (data.plural) {
|
|
86
|
+
ans.push('msgid_plural "' + esc(data.plural) + '"');
|
|
87
|
+
ans.push('msgstr[0] ""');
|
|
88
|
+
ans.push('msgstr[1] ""');
|
|
89
|
+
} else ans.push('msgstr ""');
|
|
90
|
+
return ans.join('\n');
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
function write_output(catalog, options, write) {
|
|
94
|
+
write = write || (function(x) { process.stdout.write(new Buffer(x, 'utf-8')); });
|
|
95
|
+
function print() {
|
|
96
|
+
var val = Array.prototype.slice.call(arguments).join(' ') + '\n';
|
|
97
|
+
write(val);
|
|
98
|
+
}
|
|
99
|
+
function header_line() {
|
|
100
|
+
var val = '"' + Array.prototype.slice.call(arguments).join(' ') + '\\n"\n';
|
|
101
|
+
write(val);
|
|
102
|
+
}
|
|
103
|
+
if (!options.omit_header) {
|
|
104
|
+
var now = (new Date()).toISOString();
|
|
105
|
+
print('msgid', '""');
|
|
106
|
+
print('msgstr', '""');
|
|
107
|
+
header_line('Project-Id-Version:', esc(options.package_name), esc(options.package_version));
|
|
108
|
+
header_line('POT-Creation-Date:', now);
|
|
109
|
+
header_line("PO-Revision-Date:", now);
|
|
110
|
+
header_line("Report-Msgid-Bugs-To:", esc(options.bugs_address));
|
|
111
|
+
header_line("Last-Translator: Automatically generated");
|
|
112
|
+
header_line("Language-Team: LANGUAGE");
|
|
113
|
+
header_line("MIME-Version: 1.0");
|
|
114
|
+
header_line("Plural-Forms: nplurals=INTEGER; plural=EXPRESSION;");
|
|
115
|
+
header_line("Content-Type: text/plain; charset=UTF-8");
|
|
116
|
+
header_line("Content-Transfer-Encoding: 8bit");
|
|
117
|
+
print();
|
|
118
|
+
}
|
|
119
|
+
Object.keys(catalog).forEach(function(msgid) {
|
|
120
|
+
var data = catalog[msgid];
|
|
121
|
+
print(entry_to_string(msgid, data));
|
|
122
|
+
print();
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
// CLI {{{
|
|
127
|
+
|
|
128
|
+
function read_whole_file(filename, cb) {
|
|
129
|
+
if (!filename) {
|
|
130
|
+
var chunks = [];
|
|
131
|
+
process.stdin.setEncoding('utf-8');
|
|
132
|
+
process.stdin.on('data', function (chunk) {
|
|
133
|
+
chunks.push(chunk);
|
|
134
|
+
}).on('end', function () {
|
|
135
|
+
cb(null, chunks.join(""));
|
|
136
|
+
});
|
|
137
|
+
process.openStdin();
|
|
138
|
+
} else {
|
|
139
|
+
fs.readFile(filename, "utf-8", cb);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
module.exports.cli = function(argv, base_path, src_path, lib_path) {
|
|
144
|
+
var files = [];
|
|
145
|
+
var num_of_files = files.length || 1;
|
|
146
|
+
var catalog = {};
|
|
147
|
+
|
|
148
|
+
function read_files(src) {
|
|
149
|
+
src.forEach(function(f) {
|
|
150
|
+
if (fs.lstatSync(f).isDirectory()) {
|
|
151
|
+
var children = [];
|
|
152
|
+
fs.readdirSync(f).forEach(function(x) { children.push(path.join(f, x)); });
|
|
153
|
+
read_files(children);
|
|
154
|
+
}
|
|
155
|
+
else files.push(f);
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
read_files(argv.files);
|
|
159
|
+
|
|
160
|
+
function process_single_file(err, code) {
|
|
161
|
+
if (err) {
|
|
162
|
+
console.error("ERROR: can't read file: " + files[0]);
|
|
163
|
+
process.exit(1);
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
gettext(catalog, code, files[0]);
|
|
167
|
+
|
|
168
|
+
files = files.slice(1);
|
|
169
|
+
if (files.length) {
|
|
170
|
+
setImmediate(read_whole_file, files[0], process_single_file);
|
|
171
|
+
return;
|
|
172
|
+
} else {
|
|
173
|
+
write_output(catalog, argv);
|
|
174
|
+
process.exit(0);
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
|
|
178
|
+
setImmediate(read_whole_file, files[0], process_single_file);
|
|
179
|
+
|
|
180
|
+
};
|
|
181
|
+
|
|
182
|
+
module.exports.gettext = gettext;
|
|
183
|
+
module.exports.entry_to_string = entry_to_string;
|
|
184
|
+
module.exports.write_output = write_output;
|
|
185
|
+
// }}}
|