efront 3.34.12 → 3.35.0

package/coms/compile/scanner2.js

@@ -0,0 +1,202 @@
+"use strict";
+var createNamelist = require("./namelist");
+var Html = require("./Html");
+var Javascript = require("./Javascript");
+const {
+    /*-1 */COMMENT,
+    /* 0 */SPACE,
+    /* 1 */STRAP,
+    /* 2 */STAMP,
+    /* 3 */VALUE,
+    /* 4 */QUOTED,
+    /* 5 */PIECE,
+    /* 6 */EXPRESS,
+    /* 7 */SCOPED,
+    /* 8 */LABEL,
+    /* 9 */PROPERTY,
+    skipSentenceQueue,
+    rename,
+    relink,
+} = require("./common");
+
+
+var compress = function (scoped, maped = Object.create(null)) {
+    var { lets, vars, used } = scoped;
+    var map = lets || vars;
+    var __prevent = Object.create(null);
+    for (var k in used) {
+        if (!(k in map)) {
+            if (k in maped) {
+                k = maped[k];
+            }
+            __prevent[k] = true;
+        }
+    }
+    var keys = Object.keys(map);
+    keys.sort((a, b) => used[b].length - used[a].length);
+    if (keys.length) {
+        var names = createNamelist(keys.length, __prevent);
+        for (var cx = 0, dx = keys.length; cx < dx; cx++) {
+            var k = keys[cx];
+            var name = names[cx];
+            rename(used, k, name);
+        }
+    }
+    if (scoped.length) {
+        maped = Object.create(maped);
+        for (var cx = 0, dx = keys.length; cx < dx; cx++) {
+            var k = keys[cx];
+            maped[k] = names[cx];
+        }
+        scoped.forEach(s => compress(s, maped));
+    }
+};
+
+class Code extends Array {
+    COMMENT = COMMENT
+    SPACE = SPACE
+    STRAP = STRAP
+    STAMP = STAMP
+    VALUE = VALUE
+    QUOTED = QUOTED
+    PIECE = PIECE
+    EXPRESS = EXPRESS
+    SCOPED = SCOPED
+    LABEL = LABEL
+    PROPERTY = PROPERTY
+    pressed = false
+    _scoped = null;
+    helpcode = false;
+    keepspace = true;
+    /**
+     * @type {Program}
+     */
+    program = null;
+    isExpressQueue() {
+        if (!this.first) return false;
+        var first = this.first;
+        if (first.type === SCOPED) {
+            if (first.entry === '{') return false;
+        }
+        else if (first.type === STRAP) {
+            if (!this.program.strapexp_reg.test(first.text)) return false;
+        }
+        else if (!((EXPRESS | STAMP | QUOTED | SCOPED | VALUE) & first.type)) return false;
+        var last = skipSentenceQueue(this.first);
+        return this.last === last || !last;
+    }
+    fix() {
+        return this.program.fix(this);
+    }
+    toString() {
+        return this.program.createString(this);
+    }
+    get debug() {
+        return this.program.debug;
+    }
+    set debug(v) {
+        this.program.debug = v;
+    }
+    get envs() {
+        return this.scoped.envs;
+    }
+    get vars() {
+        return this.scoped.vars;
+    }
+    get used() {
+        return this.scoped.used;
+    }
+    get yield() {
+        return this.scoped.yield;
+    }
+    get async() {
+        return this.scoped.async;
+    }
+    get await() {
+        return this.scoped.await;
+    }
+    get return() {
+        return this.scoped.return;
+    }
+    get scoped() {
+        if (this._scoped) return this._scoped;
+        return this._scoped = this.program.createScoped(this);
+    }
+    set scoped(w) {
+        this._scoped = w;
+    }
+    getUndecleared() {
+        var res = Object.create(null);
+        for (var k in this.envs) {
+            res[k] = this.used[k];
+        }
+        return res;
+    }
+    // 提前处理属性
+    break() {
+        this.program.avoidMap = avoidMap;
+        this.program.detour(this.first);
+        return this;
+    }
+    // 绕开低版本ie的异常属性
+    detour(ie) {
+        this.program.avoidMap = avoidMap;
+        this.program.detour(this.first, !!ie);
+        return this;
+    }
+    // 压缩
+    press(keepspace) {
+        this.keepspace = keepspace;
+        this.pressed = true;
+        this.helpcode = false;
+        compress(this.scoped);
+        return this;
+    }
+    relink(list = this) {
+        return relink(list);
+    }
+}
+
+var avoidMap = null;
+var typeMap = Object.create(null);
+function scan(text, type = "js", lastIndex = 0) {
+    if (isFinite(type)) lastIndex = +type, type = arguments[1];
+    var program = typeMap[type];
+    if (!program) switch (type) {
+        case "html":
+            program = typeMap[type] = new Html;
+            break;
+        case "js":
+        case "javascript":
+            program = typeMap[type] = new Javascript;
+            break;
+        default:
+            if (type instanceof Function) {
+                program = new type;
+            }
+            else if (type.exec instanceof Function) {
+                program = type;
+            }
+            else {
+                console.log("类型不支持", type)
+            }
+            break;
+    }
+    program.Code = Code;
+    program.lastIndex = lastIndex;
+    var res = program.exec(text);
+    res.program = program;
+    return res;
+}
+
+Object.defineProperty(scan, "avoid", {
+    get() {
+        return avoidMap;
+    },
+    set(map) {
+        avoidMap = map;
+    }
+});
+
+scan.Code = scan.Program = Code;
+module.exports = scan;

package/coms/compile/scanner2_test.js

@@ -0,0 +1,110 @@
+var fs = require("fs");
+var path = require("path");
+var esprima// = require("../esprima/index");
+// var typescript = require("../typescript/index");
+var console = require("../reptile/colored_console");
+var scanner = require("./scanner2");
+var data = fs.readFileSync(path.join(__dirname, "../typescript/index.js")).toString();
+var data2 = fs.readFileSync(path.join(__dirname, "./scanner2.js")).toString();
+// data='{ \r\na( ){ return a;} }';
+function test(parser, name) {
+    var time = new Date;
+    var parsed = parser(data);
+    // var scanned1 = scanner(`\`a\${b}c\``);
+    console.log(new Date - time, name);
+    return parsed;
+}
+function testSpeed() {
+
+    console.log(data.slice(6426300, 6426400))
+    var scanned = test(scanner, 'scanner2');
+    var start = new Date();
+    var data3 = scanned.press().toString();
+    console.log(new Date - start, 'press().toString()');
+    fs.writeFileSync(path.join(__dirname, "./scanner2_temp.js"), data3);
+
+    test(esprima.parse, 'esprima.parse');
+    test(esprima.tokenize, 'esprima.tokenize');
+}
+
+function testVariables() {
+    var rootpath = path.join(__dirname, "../zimoli/");
+    var getVariables //= require("./variables");
+    var names = fs.readdirSync(rootpath);
+    names.forEach(n => {
+        if (!/\.js$/i.test(n)) return;
+        var data3 = fs.readFileSync(path.join(rootpath, n)).toString().replace(/^\s*#!/, '//');
+        try {
+            var jst = esprima.parse(data3);
+        } catch (e) {
+            data3 = typescript.transpile(data3);
+            jst = esprima.parse(data3);
+        }
+        console.info(n);
+        if (n === "grid.js") debugger;
+        var globals = scanner(data3).getUndecleared();
+        var {
+            unDeclaredVariables: undeclares
+        } = getVariables(jst);
+        var warn = false;
+        for (var k in globals) {
+            if (!(k in undeclares)) {
+                warn = true;
+                if (warn) console.warn(n, k, 'globals:', globals[k], 'undeclared:', undeclares[k]);
+            }
+        }
+        for (var k in undeclares) {
+            if (!(k in globals)) {
+                warn = true;
+                if (warn) console.warn(n, k, 'globals:', globals[k], 'undeclared:', undeclares[k]);
+            }
+        }
+
+
+    })
+}
+function testRegexp() {
+    var m = scanner(`/${/[^\u0130\u0131\u00DFa-z0-9\\/:\-_\. ]+/g.source}/g/** a */`)
+    console.log(m)
+}
+function testStatic() {
+    var m = scanner(`class a{static{console.log(1)}}`);
+    console.log(m);
+}
+function testAssign() {
+    var m = scanner(`a=function(){}
+    a()`);
+    console.log(m.press().toString());
+}
+function testFormat() {
+    var t = fs.readFileSync(path.join(__dirname, "../efront/memery.js")).toString();
+    assert(scanner(t).toString(), t);
+}
+function testJsx() {
+    var m = `render() { return expression.map((item, index) => <Component1></Component1>) }`;
+    assert(scanner(m).toString(), m);
+}
+function testJsx2() {
+    var m = `return <Copoment1 onClick={onclick}>{webcontent}</Component1>`;
+    assert(scanner(m).toString(), m);
+}
+function testJsx3() {
+    var m = scanner(`return <a></b></c>`);
+}
+function testJsxOnlyHtml() {
+    var m = scanner(`<!-- angular 1.x -->
+    <component1 ng-bind="expression"><child1></child1></component1>`);
+    console.log(m.toString());
+}
+// testSpeed();
+// testVariables();
+// testRegexp();
+// testStatic();
+// testAssign();
+// testFormat();
+testJsx();
+testJsx2();
+// testJsx3();
+testJsxOnlyHtml();
+// var typescript = require("../typescript/index");
+// typescript.transpile(data.toString(), { noEmitHelpers: true });

package/coms/compile/scanner_test.js

@@ -0,0 +1,10 @@
+var scanner = require("./scanner");
+var fs = require("fs");
+function scanner_test() {
+    var time = new Date;
+    var str = fs.readFileSync('coms/typescript/index.js').toString();
+    var res = scanner(str);
+    res.forEach(a => a.data = str.slice(a.start, a.end))
+    console.log(res, new Date - time);
+}
+scanner_test();