wikiparser-node 1.5.4-b → 1.5.4

package/dist/util/constants.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.promises = exports.aliases = exports.parsers = exports.mixins = exports.classes = exports.BuildMethod = exports.MAX_STAGE = void 0;
+exports.MAX_STAGE = 11;
+var BuildMethod;
+(function (BuildMethod) {
+    BuildMethod[BuildMethod["String"] = 0] = "String";
+    BuildMethod[BuildMethod["Text"] = 1] = "Text";
+})(BuildMethod || (exports.BuildMethod = BuildMethod = {}));
+/* NOT FOR BROWSER */
+exports.classes = {};
+exports.mixins = {};
+exports.parsers = {};
+exports.aliases = [
+    ['AstText'],
+    ['CommentToken', 'ExtToken', 'IncludeToken', 'NoincludeToken'],
+    ['ArgToken', 'TranscludeToken', 'HeadingToken'],
+    ['HtmlToken'],
+    ['TableToken'],
+    ['HrToken', 'DoubleUnderscoreToken'],
+    ['LinkToken', 'FileToken', 'CategoryToken'],
+    ['QuoteToken'],
+    ['ExtLinkToken'],
+    ['MagicLinkToken'],
+    ['ListToken', 'DdToken'],
+    ['ConverterToken'],
+];
+exports.promises = [Promise.resolve()];

package/dist/util/debug.js

@@ -0,0 +1,88 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.undo = exports.emptyArray = exports.setChildNodes = exports.isToken = exports.Shadow = void 0;
+exports.Shadow = {
+    running: false,
+    /** @private */
+    run(callback) {
+        /* NOT FOR BROWSER */
+        const { running } = this;
+        this.running = true;
+        try {
+            /* NOT FOR BROWSER END */
+            const result = callback();
+            /* NOT FOR BROWSER */
+            this.running = running;
+            /* NOT FOR BROWSER END */
+            return result;
+            /* NOT FOR BROWSER */
+        }
+        catch (e) {
+            this.running = running;
+            throw e;
+        }
+    },
+};
+/**
+ * 是否是某一特定类型的节点
+ * @param type 节点类型
+ */
+const isToken = (type) => (node) => node.type === type;
+exports.isToken = isToken;
+/**
+ * 更新chldNodes
+ * @param parent 父节点
+ * @param position 子节点位置
+ * @param deleteCount 移除的子节点数量
+ * @param inserted 插入的子节点
+ */
+const setChildNodes = (parent, position, deleteCount, inserted = []) => {
+    const childNodes = [...parent.childNodes], removed = childNodes.splice(position, deleteCount, ...inserted);
+    parent.setAttribute('childNodes', childNodes);
+    for (const node of inserted) {
+        node.setAttribute('parentNode', parent);
+    }
+    /* NOT FOR BROWSER */
+    for (const node of removed) {
+        node.setAttribute('parentNode', undefined);
+    }
+    /* NOT FOR BROWSER END */
+    return removed;
+};
+exports.setChildNodes = setChildNodes;
+/* NOT FOR BROWSER */
+/**
+ * 生成一个指定长度的空数组
+ * @param n 数组长度
+ * @param callback 回调函数
+ */
+const emptyArray = (n, callback) => new Array(n).fill(undefined).map((_, i) => callback(i));
+exports.emptyArray = emptyArray;
+/**
+ * 撤销最近一次Mutation
+ * @param e 事件
+ * @param data 事件数据
+ * @throws `RangeError` 无法撤销的事件类型
+ */
+const undo = (e, data) => {
+    const { target, type } = e;
+    switch (data.type) {
+        case 'remove':
+            (0, exports.setChildNodes)(target, data.position, 0, [data.removed]);
+            break;
+        case 'insert':
+            (0, exports.setChildNodes)(target, data.position, 1);
+            break;
+        case 'replace':
+            (0, exports.setChildNodes)(target.parentNode, data.position, 1, [data.oldToken]);
+            break;
+        case 'text':
+            if (target.type === 'text') {
+                target.replaceData(data.oldText);
+            }
+            break;
+        default:
+            throw new RangeError(`无法撤销未知类型的事件：${String(type)}`);
+    }
+};
+exports.undo = undo;

package/dist/util/diff.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.info = exports.error = exports.diff = exports.cmd = void 0;
+const fs = require("fs/promises");
+const child_process_1 = require("child_process");
+const chalk = require("chalk");
+process.on('unhandledRejection', e => {
+    console.error(e);
+});
+/**
+ * 将shell命令转化为Promise对象
+ * @param command shell指令
+ * @param args shell输入参数
+ */
+const cmd = (command, args) => new Promise(resolve => {
+    let timer, shell;
+    /**
+     * 清除进程并返回
+     * @param val 返回值
+     */
+    const r = (val) => {
+        clearTimeout(timer);
+        shell?.kill('SIGINT');
+        resolve(val);
+    };
+    try {
+        shell = (0, child_process_1.spawn)(command, args);
+        timer = setTimeout(() => {
+            shell.kill('SIGINT');
+        }, 60 * 1000);
+        let buf = '';
+        shell.stdout.on('data', data => {
+            buf += String(data);
+        });
+        shell.stdout.on('end', () => {
+            r(buf);
+        });
+        shell.on('exit', () => {
+            r(shell.killed ? undefined : '');
+        });
+        shell.on('error', () => {
+            r(undefined);
+        });
+    }
+    catch {
+        r(undefined);
+    }
+});
+exports.cmd = cmd;
+/**
+ * 比较两个文件
+ * @param oldStr 旧文本
+ * @param newStr 新文本
+ * @param uid 唯一标识
+ */
+const diff = async (oldStr, newStr, uid = -1) => {
+    if (oldStr === newStr) {
+        return;
+    }
+    const oldFile = `diffOld${uid}`, newFile = `diffNew${uid}`;
+    await Promise.all([fs.writeFile(oldFile, oldStr), fs.writeFile(newFile, newStr)]);
+    const stdout = await (0, exports.cmd)('git', [
+        'diff',
+        '--color-words=[\xC0-\xFF][\x80-\xBF]+|<?/?\\w+/?>?|[^[:space:]]',
+        '-U0',
+        '--no-index',
+        oldFile,
+        newFile,
+    ]);
+    await Promise.all([fs.unlink(oldFile), fs.unlink(newFile)]);
+    console.log(stdout?.split('\n').slice(4).join('\n'));
+};
+exports.diff = diff;
+/** @implements */
+const error = (msg, ...args) => {
+    console.error(chalk.red(msg), ...args);
+};
+exports.error = error;
+/** @implements */
+const info = (msg, ...args) => {
+    console.info(chalk.green(msg), ...args);
+};
+exports.info = info;

package/dist/util/lint.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateForSelf = exports.generateForChild = void 0;
+const index_1 = require("../index");
+/**
+ * 生成lint函数
+ * @param func lint函数
+ */
+const factory = (func) => (token, boundingRect, rule, msg, severity = 'error') => {
+    const { start } = boundingRect, { top, left } = 'top' in boundingRect ? boundingRect : token.getRootNode().posFromIndex(start), { offsetHeight, offsetWidth } = token, { startIndex, startLine, startCol } = func(token, start, top, left);
+    return {
+        rule,
+        message: index_1.default.msg(msg),
+        severity,
+        startIndex,
+        endIndex: startIndex + String(token).length,
+        startLine,
+        endLine: startLine + offsetHeight - 1,
+        startCol,
+        endCol: offsetHeight === 1 ? startCol + offsetWidth : offsetWidth,
+    };
+};
+exports.generateForChild = factory((child, start, line, col) => {
+    const index = child.getRelativeIndex(), { top, left } = child.parentNode.posFromIndex(index);
+    return {
+        startIndex: start + index,
+        startLine: line + top,
+        startCol: top ? left : col + left,
+    };
+});
+exports.generateForSelf = factory((_, startIndex, startLine, startCol) => ({ startIndex, startLine, startCol }));

package/dist/util/string.js

@@ -0,0 +1,54 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeSpace = exports.print = exports.noWrap = exports.decodeHtml = exports.text = exports.escapeRegExp = exports.removeComment = exports.tidy = exports.extUrlChar = exports.extUrlCharFirst = void 0;
+const commonExtUrlChar = '[^[\\]<>"\0-\x1F\x7F\\p{Zs}\uFFFD]';
+exports.extUrlCharFirst = `(?:\\[[\\da-f:.]+\\]|${commonExtUrlChar})`;
+exports.extUrlChar = `(?:${commonExtUrlChar}|\0\\d+[c!~]\x7F)*`;
+/**
+ * 生成正则替换函数
+ * @param regex 正则表达式
+ * @param replace 替换字符串或函数
+ */
+const factory = (regex, replace) => (str) => str.replace(regex, replace);
+/** 清理解析专用的不可见字符 */
+exports.tidy = factory(/[\0\x7F]/gu, '');
+/** remove half-parsed comment-like tokens */
+exports.removeComment = factory(/\0\d+c\x7F/gu, '');
+/** escape special chars for RegExp constructor */
+exports.escapeRegExp = factory(/[\\{}()|.?*+^$[\]]/gu, '\\$&');
+/**
+ * extract effective wikitext
+ * @param childNodes a Token's contents
+ * @param separator delimiter between nodes
+ */
+const text = (childNodes, separator = '') => childNodes.map(child => typeof child === 'string' ? child : child.text()).join(separator);
+exports.text = text;
+/** decode HTML entities */
+exports.decodeHtml = factory(/&#(\d+|x[\da-f]+);/giu, (_, code) => String.fromCodePoint(Number(`${code.toLowerCase().startsWith('x') ? '0' : ''}${code}`)));
+/** escape newlines */
+exports.noWrap = factory(/\n/gu, '\\n');
+/**
+ * 以HTML格式打印
+ * @param childNodes 子节点
+ * @param opt 选项
+ */
+const print = (childNodes, opt = {}) => {
+    const { pre = '', post = '', sep = '' } = opt;
+    return `${pre}${childNodes.map(child => child.print()).join(sep)}${post}`;
+};
+exports.print = print;
+/* NOT FOR BROWSER */
+/**
+ * convert newline in text nodes to single whitespace
+ * @param token 父节点
+ */
+const normalizeSpace = (token) => {
+    if (token) {
+        for (const child of token.childNodes) {
+            if (child.type === 'text') {
+                child.replaceData(child.data.replace(/\n+/gu, ' '));
+            }
+        }
+    }
+};
+exports.normalizeSpace = normalizeSpace;

package/errors/README

@@ -0,0 +1 @@
+这里记录解析失败时处于半解析状态的维基文本以及错误信息。

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "wikiparser-node",
-	"version": "1.5.4-b",
+	"version": "1.5.4",
 	"description": "A Node.js parser for MediaWiki markup with AST",
 	"keywords": [
 		"mediawiki",
@@ -14,51 +14,43 @@
 	"license": "GPL-3.0",
 	"author": "Bhsd",
 	"files": [
-		"/bundle/bundle.min.js",
-		"/extensions/dist/",
-		"/extensions/*.css",
-		"!/extensions/dist/gh-page.js",
-		"!/extensions/gh-page.css",
+		"/errors/README",
+		"/printed/README",
 		"/config/",
 		"/i18n/",
-		"!/config/.schema.json"
+		"/dist/",
+		"!/dist/[bt]*/"
 	],
-	"browser": "/bundle/bundle.min.js",
-	"main": "./bundle/bundle.min.js",
-	"types": "./extensions/typings.d.ts",
+	"main": "./dist/index.js",
 	"repository": {
 		"type": "git",
 		"url": "git+https://github.com/bhsd-harry/wikiparser-node.git"
 	},
 	"scripts": {
-		"prepublishOnly": "npm run build",
-		"build:core": "esbuild index.ts --bundle --minify --target=es2018 --outfile=bundle/bundle.min.js && eslint --no-eslintrc -c .eslintrc.browser.json bundle/bundle.min.js",
-		"build:ext": "bash build-ext.sh",
-		"build": "npm run build:core && npm run build:ext",
+		"toc": "node ./dist/bin/toc.js",
+		"declaration": "grep -rl --include='*.d.ts' '@private' dist/ | xargs bash sed.sh -i -E '/^\\s+\\/\\*\\* @private/,+1d'; node ./dist/bin/declaration.js",
+		"prepublishOnly": "npm run build && rm dist/internal.js dist/[pu]*/*.d.ts",
+		"build": "bash build.sh",
 		"diff": "bash diff.sh",
 		"diff:stat": "f() { git diff --stat --ignore-all-space --color=always $1 $2 -- . ':!extensions/' ':!bin/' | grep '\\.ts'; }; f",
-		"lint:ts": "tsc --noEmit && tsc --noEmit --project extensions/tsconfig.json && eslint --cache .",
+		"lint:ts": "tsc --noEmit && eslint --cache .",
 		"lint:json": "ajv -s config/.schema.json -d 'config/*.json' --strict=true --strict-required=false",
-		"lint:css": "stylelint extensions/*.css",
-		"lint": "npm run lint:ts && npm run lint:json && npm run lint:css",
-		"server": "npm run test:end; http-server .. -c-1 --cors &",
-		"test": "npm run build && gsed -i 's|importScripts.*|importScripts(\"http://127.0.0.1:8080/wikiparser-node/bundle/bundle.min.js\");|' extensions/dist/base.js; npm run server",
+		"lint": "npm run lint:ts && npm run lint:json",
+		"test": "node dist/test/test.js",
 		"test:end": "pkill -x http-server",
-		"test:real": "tsc --project tsconfig.dist.json && node dist/test/real.js"
+		"test:real": "node dist/test/real.js"
+	},
+	"dependencies": {
+		"chalk": "^4.1.2"
 	},
 	"devDependencies": {
-		"@bhsd/codemirror-mediawiki": "^2.1.11",
-		"@codemirror/lint": "^6.4.2",
 		"@cypress/request": "^3.0.1",
 		"@stylistic/eslint-plugin": "^1.5.4",
-		"@stylistic/stylelint-plugin": "^2.0.0",
 		"@types/node": "^20.11.6",
 		"@types/request": "^2.48.12",
 		"@typescript-eslint/eslint-plugin": "^7.1.0",
 		"@typescript-eslint/parser": "^7.1.0",
 		"ajv-cli": "^5.0.0",
-		"chalk": "^4.1.2",
-		"esbuild": "^0.19.12",
 		"eslint": "^8.56.0",
 		"eslint-plugin-es-x": "^7.5.0",
 		"eslint-plugin-eslint-comments": "^3.2.0",
@@ -68,9 +60,6 @@
 		"eslint-plugin-promise": "^6.1.1",
 		"eslint-plugin-regexp": "^2.2.0",
 		"eslint-plugin-unicorn": "^51.0.1",
-		"http-server": "^14.1.0",
-		"stylelint": "^16.1.0",
-		"stylelint-config-recommended": "^14.0.0",
 		"typescript": "^5.3.3"
 	},
 	"engines": {

package/printed/README

@@ -0,0 +1 @@
+这里存放以 JSON 格式打印的 AST。