wikiparser-node 0.0.1 → 0.1.0

package/README.md

@@ -1,3 +1,4 @@
+[![npm version](https://badge.fury.io/js/wikiparser-node.svg)](https://www.npmjs.com/package/wikiparser-node)
 # 目录
 <details>
     <summary>展开</summary>
@@ -28,6 +29,7 @@
         10. [findEnclosingHtml](#token.findenclosinghtml)
         11. [getCategories](#token.getcategories)
         12. [redoQuotes](#token.redoquotes)
+        13. [print](#token.print)
     2. [实例属性](#token.instance.properties)
         1. [type](#token.type)
     3. [原型属性](#token.prototype.properties)
@@ -161,17 +163,18 @@
         6. [getKeys](#filetoken.getkeys)
         7. [getValue](#filetoken.getvalue)
         8. [setValue](#filetoken.setvalue)
+    2. [原型属性](#filetoken.prototype.properties)
+        1. [link](#filetoken.link)
+        2. [size](#filetoken.size)
+        3. [width](#filetoken.width)
+        4. [height](#filetoken.height)
 18. [ImageParameterToken](#imageparametertoken)
     1. [原型方法](#imageparametertoken.prototype.methods)
         1. [getValue](#imageparametertoken.getvalue)
         2. [setValue](#imageparametertoken.setvalue)
 19. [ExtLinkToken](#extlinktoken)
     1. [原型方法](#extlinktoken.prototype.methods)
-        1. [getUrl](#extlinktoken.geturl)
-        2. [setTarget](#extlinktoken.settarget)
-        3. [setLinkText](#extlinktoken.setlinktext)
-    2. [原型属性](#extlinktoken.prototype.properties)
-        1. [protocol](#extlinktoken.protocol)
+        1. [setLinkText](#extlinktoken.setlinktext)
 20. [MagicLinkToken](#magiclinktoken)
     1. [原型方法](#magiclinktoken.prototype.methods)
         1. [getUrl](#magiclinktoken.geturl)
@@ -424,6 +427,15 @@ assert.deepStrictEqual(root.childNodes, ["'", root.firstElementChild, "a", root.
 var root = Parser.parse(wikitext);
 assert(root.type === 'root');
 ```
+
+**print**(format?: 'markup'\|'json' = 'markup'): void\|object<a id="token.print"></a>
+- 打印解析生成的 AST。
+
+```js
+var root = Parser.parse("<ref>{{T|<br>\n----\n[[File:F|thumb|''[//example.net]'']]}}</ref>");
+root.print();
+root.print('json', 'example'); // JSON格式的输出结果将保存至 /printed/example.json 文件
+```
 </details>
 
 ## 原型属性<a id="token.prototype.properties"></a>
@@ -928,7 +940,7 @@ param.setValue(' 2 ');
 assert(root.toString() === '{{a|b= 2 }}'); // setValue方法总是保留空白字符，哪怕是无效的
 ```
 
-**rename**(key: string, force: boolean): void<a id="parametertoken.rename"></a>
+**rename**(key: string, force?: boolean = false): void<a id="parametertoken.rename"></a>
 - 重命名参数，可选是否在导致重复参数时抛出错误。
 
 ```js
@@ -1162,7 +1174,7 @@ assert(root.toString() === '{|\n!colspan=2|\n|-\n| \n!\n|}');
 |:-:|:-:|:-:|
 |<table><tr><td colspan=2>td</td></tr><tr><td>td</td><td>td</td></tr></table>|<table><tr><td colspan=2>td</td></tr><tr><td>td</td><th>th</th></tr></table>|<table><tr><th colspan=2>th</th></tr><tr><td>td</td><th>th</th></tr></table>|
 
-**insertTableRow**(row: number, attr: Record\<string, string\|boolean>, inner?: string, subtype?: 'td'\|'th', innerAttr?: Record\<string, string\|boolean>): TrToken<a id="tabletoken.inserttablerow"></a>
+**insertTableRow**(row: number, attr: Record\<string, string\|boolean>, inner?: string, subtype?: 'td'\|'th' = 'td', innerAttr?: Record\<string, string\|boolean>): TrToken<a id="tabletoken.inserttablerow"></a>
 - 插入空行或一行单元格。
 
 ```js
@@ -1177,7 +1189,7 @@ assert(root.toString() === '{|\n|a|| rowspan="3"|b||c\n|- class="tr"\n|-\n! clas
 |:-:|:-:|
 |<table><tr><td>a</td><td rowspan=2>b</td><td>c</td></tr><tr><td>d</td><td>e</td></tr></table>|<table><tr><td>a</td><td rowspan=3>b</td><td>c</td></tr><tr><th>f</th><th>f</th></tr><tr><td>d</td><td>e</td></tr></table>|
 
-**insertTableCol**(x: number, inner: string, subtype: 'td'\|'th', attr: Record\<string, string\|boolean>): void<a id="tabletoken.inserttablecol"></a>
+**insertTableCol**(x: number, inner: string, subtype?: 'td'\|'th' = 'td', attr?: Record\<string, string\|boolean>): void<a id="tabletoken.inserttablecol"></a>
 - 插入一列单元格。
 
 ```js
@@ -1191,7 +1203,7 @@ assert(root.toString() === '{|\n| colspan="3"|a\n|-\n|b\n! class="th"|d\n|c\n|}'
 |:-:|:-:|
 |<table><tr><td colspan=2 align="center">a</td></tr><tr><td>b</td><td>c</td></tr></table>|<table><tr><td colspan=3 align="center">a</td></tr><tr><td>b</td><th>d</th><td>c</td></tr></table>|
 
-**insertTableCell**(inner: string, coords: {row: number, column: number}\|{x: number, y: number}, subtype: 'td'\|'th', attr: Record\<string, string\|boolean>): [TdToken](#tdtoken)<a id="tabletoken.inserttablecell"></a>
+**insertTableCell**(inner: string, coords: {row: number, column: number}\|{x: number, y: number}, subtype?: 'td'\|'th' = 'td', attr?: Record\<string, string\|boolean>): [TdToken](#tdtoken)<a id="tabletoken.inserttablecell"></a>
 - 插入一个单元格。
 
 ```js
@@ -1469,7 +1481,7 @@ link.asSelfLink();
 assert(root.toString() === '[[#b]]');
 ```
 
-**setLinkText**(linkText?: string)<a id="linktoken.setlinktext"></a>
+**setLinkText**(linkText: string)<a id="linktoken.setlinktext"></a>
 - 修改链接文本。
 
 ```js
@@ -1654,6 +1666,53 @@ assert(root.toString() === '[[file:a|100px|framed]]');
 ```
 </details>
 
+## 原型属性<a id="filetoken.prototype.properties"></a>
+<details>
+    <summary>展开</summary>
+
+**link**: string\|symbol<a id="filetoken.link"></a>
+- 链接目标。
+
+```js
+var root = Parser.parse('[[file:a|link=[[talk:b]]]]'),
+    file = root.firstChild;
+assert(file.link === 'Talk:B');
+file.link = '//c';
+assert(root.toString() === '[[file:a|link=//c]]');
+```
+
+**size**: {width: string, height: string}<a id="filetoken.size"></a>
+- 图片尺寸。
+
+```js
+var root = Parser.parse('[[file:a|x1px]]'),
+    file = root.firstChild;
+assert.deepStrictEqual(file.size, {width: '', height: '1'});
+```
+
+**width**: number<a id="filetoken.width"></a>
+- 图片宽度。
+
+```js
+var root = Parser.parse('[[file:a|1x1px]]'),
+    file = root.firstChild;
+assert(file.width === '1');
+file.width = undefined;
+assert(root.toString() === '[[file:a|x1px]]');
+```
+
+**height**: number<a id="filetoken.height"></a>
+- 图片高度。
+
+```js
+var root = Parser.parse('[[file:a|1x1px]]'),
+    file = root.firstChild;
+assert(file.height === '1');
+file.height = undefined;
+assert(root.toString() === '[[file:a|1px]]');
+```
+</details>
+
 [返回目录](#目录)
 
 # ImageParameterToken
@@ -1688,18 +1747,12 @@ assert(root.toString() === '[[file:a|x100px]]');
 [返回目录](#目录)
 
 # ExtLinkToken
-`[]`内的外部链接。
+`[]`内的外部链接。这个类同时混合了 [MagicLinkToken](#magiclinktoken) 类的方法和原型属性。
 
 ## 原型方法<a id="extlinktoken.prototype.methods"></a>
 <details>
     <summary>展开</summary>
 
-**getUrl**(): URL<a id="extlinktoken.geturl"></a>
-- 混合自 [MagicLinkToken.getUrl](#magiclinktoken.geturl)。
-
-**setTarget**(url: string\|URL): void<a id="extlinktoken.settarget"></a>
-- 混合自 [MagicLinkToken.setTarget](#magiclinktoken.settarget)。
-
 **setLinkText**(text: string): void<a id="extlinktoken.setlinktext"></a>
 - 修改外链文本。
 
@@ -1711,14 +1764,6 @@ assert(root.toString() === '[//example.org]');
 ```
 </details>
 
-## 原型属性<a id="extlinktoken.prototype.properties"></a>
-<details>
-    <summary>展开</summary>
-
-**protocol**: string<a id="extlinktoken.protocol"></a>
-- 混合自 [MagicLinkToken.protocol](#magiclinktoken.protocol)。
-</details>
-
 [返回目录](#目录)
 
 # MagicLinkToken

package/config/default.json

@@ -119,6 +119,7 @@
 		"829": "Module talk"
 	},
 	"nsid": {
+		"": 0,
 		"media": -2,
 		"媒体": -2,
 		"媒体文件": -2,

package/config/llwiki.json

@@ -110,6 +110,7 @@
 		"829": "Module talk"
 	},
 	"nsid": {
+		"": 0,
 		"media": -2,
 		"媒体": -2,
 		"媒体文件": -2,

package/config/moegirl.json

@@ -114,6 +114,7 @@
 		"829": "Module talk"
 	},
 	"nsid": {
+		"": 0,
 		"media": -2,
 		"媒体": -2,
 		"媒体文件": -2,

package/errors/README

@@ -0,0 +1 @@
+这里记录解析失败时处于半解析状态的维基文本以及错误信息。

package/index.js

@@ -76,6 +76,7 @@ const /** @type {Parser} */ Parser = {
 		['QuoteToken'],
 		['ExtLinkToken'],
 		['MagicLinkToken'],
+		['ListToken', 'DdToken'],
 	],
 
 	config: './config/default',
@@ -108,7 +109,7 @@ const /** @type {Parser} */ Parser = {
 					}
 				}
 			};
-			Parser.run(() => {
+			this.run(() => {
 				build(['title', 'fragment']);
 			});
 		}
@@ -119,25 +120,58 @@ const /** @type {Parser} */ Parser = {
 
 	parse(wikitext, include = false, maxStage = Parser.MAX_STAGE, config = Parser.getConfig()) {
 		const Token = require('./src');
+		let token;
 		this.run(() => {
 			if (typeof wikitext === 'string') {
-				wikitext = new Token(wikitext, config);
-			} else if (!(wikitext instanceof Token)) {
+				token = new Token(wikitext, config);
+			} else if (wikitext instanceof Token) {
+				token = wikitext;
+				wikitext = token.toString();
+			} else {
 				throw new TypeError('待解析的内容应为 String 或 Token！');
 			}
 			try {
-				wikitext.parse(maxStage, include);
+				token.parse(maxStage, include);
 			} catch (e) {
 				if (e instanceof Error) {
-					fs.writeFileSync(
-						`${__dirname}/errors/${new Date().toISOString()}`,
-						`${e.stack}\n\n\n${wikitext.toString()}`,
-					);
+					const file = `${__dirname}/errors/${new Date().toISOString()}`,
+						stage = token.getAttribute('stage');
+					fs.writeFileSync(file, stage === this.MAX_STAGE ? wikitext : token.toString());
+					fs.writeFileSync(`${file}.err`, e.stack);
+					fs.writeFileSync(`${file}.json`, JSON.stringify({
+						stage, include: token.getAttribute('include'), config: this.config,
+					}, null, '\t'));
 				}
 				throw e;
 			}
 		});
-		return wikitext;
+		return token;
+	},
+
+	reparse(date) {
+		const path = `${__dirname}/errors/`,
+			main = fs.readdirSync(path).find(name => name.startsWith(date) && name.endsWith('Z'));
+		if (!main) {
+			throw new RangeError(`找不到对应时间戳的错误记录：${date}`);
+		}
+		const Token = require('./src'),
+			file = `${path}${main}`,
+			wikitext = fs.readFileSync(file, 'utf8'),
+			{stage, include, config} = require(`${file}.json`);
+		this.config = config;
+		return this.run(() => {
+			const halfParsed = stage < this.MAX_STAGE,
+				token = new Token(wikitext, this.getConfig(), halfParsed);
+			if (halfParsed) {
+				token.setAttribute('stage', stage).parseOnce(stage, include);
+			} else {
+				token.parse(undefined, include);
+			}
+			fs.unlinkSync(file);
+			fs.unlinkSync(`${file}.err`);
+			fs.unlinkSync(`${file}.json`);
+			return token;
+		});
 	},
 
 	getTool() {

package/lib/element.js

@@ -1,7 +1,8 @@
 'use strict';
 
-const {typeError, externalUse} = require('../util/debug'),
-	{toCase} = require('../util/string'),
+const fs = require('fs'),
+	{externalUse} = require('../util/debug'),
+	{toCase, noWrap} = require('../util/string'),
 	{nth} = require('./ranges'),
 	EventEmitter = require('events'),
 	AstNode = require('./node'),
@@ -93,7 +94,7 @@ class AstElement extends AstNode {
 				this.addEventListener(type, listener, options);
 			}
 		} else if (typeof types !== 'string' || typeof listener !== 'function') {
-			typeError(this, 'addEventListener', 'String', 'Function');
+			this.typeError('addEventListener', 'String', 'Function');
 		} else {
 			this.#events[options?.once ? 'once' : 'on'](types, listener);
 		}
@@ -109,7 +110,7 @@ class AstElement extends AstNode {
 				this.removeEventListener(type, listener);
 			}
 		} else if (typeof types !== 'string' || typeof listener !== 'function') {
-			typeError(this, 'removeEventListener', 'String', 'Function');
+			this.typeError('removeEventListener', 'String', 'Function');
 		} else {
 			this.#events.off(types, listener);
 		}
@@ -122,7 +123,7 @@ class AstElement extends AstNode {
 				this.removeAllEventListeners(type);
 			}
 		} else if (types !== undefined && typeof types !== 'string') {
-			typeError(this, 'removeAllEventListeners', 'String');
+			this.typeError('removeAllEventListeners', 'String');
 		} else {
 			this.#events.removeAllListeners(types);
 		}
@@ -134,7 +135,7 @@ class AstElement extends AstNode {
 	 */
 	listEventListeners(type) {
 		if (typeof type !== 'string') {
-			typeError(this, 'listEventListeners', 'String');
+			this.typeError('listEventListeners', 'String');
 		}
 		return this.#events.listeners(type);
 	}
@@ -145,7 +146,7 @@ class AstElement extends AstNode {
 	 */
 	dispatchEvent(e, data) {
 		if (!(e instanceof Event)) {
-			typeError(this, 'dispatchEvent', 'Event');
+			this.typeError('dispatchEvent', 'Event');
 		} else if (!e.target) { // 初始化
 			Object.defineProperty(e, 'target', {value: this, enumerable: true});
 			e.stopPropagation = function() {
@@ -357,7 +358,7 @@ class AstElement extends AstNode {
 	 */
 	matches(selector = '', simple = false) {
 		if (typeof selector !== 'string') {
-			typeError(this, 'matches', 'String');
+			this.typeError('matches', 'String');
 		} else if (!selector.trim()) {
 			return true;
 		}
@@ -479,7 +480,7 @@ class AstElement extends AstNode {
 	 */
 	comparePosition(other) {
 		if (!(other instanceof AstElement)) {
-			typeError(this, 'comparePosition', 'AstElement');
+			this.typeError('comparePosition', 'AstElement');
 		} else if (this === other) {
 			return 0;
 		} else if (this.contains(other)) {
@@ -541,7 +542,7 @@ class AstElement extends AstNode {
 	 */
 	posFromIndex(index) {
 		if (typeof index !== 'number') {
-			typeError(this, 'posFromIndex', 'Number');
+			this.typeError('posFromIndex', 'Number');
 		}
 		const text = this.toString();
 		if (index < -text.length || index >= text.length || !Number.isInteger(index)) {
@@ -558,7 +559,7 @@ class AstElement extends AstNode {
 	 */
 	indexFromPos(top, left) {
 		if (typeof top !== 'number' || typeof left !== 'number') {
-			typeError(this, 'indexFromPos', 'Number');
+			this.typeError('indexFromPos', 'Number');
 		} else if (top < 0 || left < 0 || !Number.isInteger(top) || !Number.isInteger(left)) {
 			return;
 		}
@@ -582,7 +583,7 @@ class AstElement extends AstNode {
 	 */
 	getRelativeIndex(j) {
 		if (j !== undefined && typeof j !== 'number') {
-			typeError(this, 'getRelativeIndex', 'Number');
+			this.typeError('getRelativeIndex', 'Number');
 		}
 		let /** @type {(string|this)[]} */ childNodes;
 		/**
@@ -684,6 +685,63 @@ class AstElement extends AstNode {
 			return node ? [[index + this.getRelativeIndex(i), node]] : [];
 		});
 	}
+
+	/**
+	 * @template {'markup'|'json'} T
+	 * @param {T} format
+	 * @param {T extends 'markup' ? number : string} depth
+	 * @returns {T extends 'markup' ? void : Record<string, any>}
+	 */
+	print(format = 'markup', depth = 0) {
+		if (format === 'json') {
+			const {childNodes, ...prop} = this,
+				json = {
+					...prop,
+					childNodes: childNodes.map(child => typeof child === 'string' ? child : child.print('json')),
+				};
+			if (typeof depth === 'string') {
+				fs.writeFileSync(
+					`${__dirname.slice(0, -3)}printed/${depth}${depth.endsWith('.json') ? '' : '.json'}`,
+					JSON.stringify(json, null, 2),
+				);
+			}
+			return json;
+		} else if (typeof depth !== 'number') {
+			this.typeError('print', 'Number');
+		}
+		const indent = '  '.repeat(depth),
+			str = this.toString(),
+			{childNodes, type, firstChild} = this,
+			{length} = childNodes;
+		if (!str || length === 0 || typeof firstChild === 'string' && firstChild === str) {
+			console.log(`${indent}\x1b[32m<%s>\x1b[0m${noWrap(str)}\x1b[32m</%s>\x1b[0m`, type, type);
+			return;
+		}
+		Parser.info(`${indent}<${type}>`);
+		let i = this.getPadding();
+		if (i) {
+			console.log(`${indent}  ${noWrap(str.slice(0, i))}`);
+		}
+		for (const [j, child] of childNodes.entries()) {
+			const childStr = String(child),
+				gap = j === length - 1 ? 0 : this.getGaps(j);
+			if (!childStr) {
+				// pass
+			} else if (typeof child === 'string') {
+				console.log(`${indent}  ${noWrap(child)}`);
+			} else {
+				child.print('markup', depth + 1);
+			}
+			i += childStr.length + gap;
+			if (gap) {
+				console.log(`${indent}  ${noWrap(str.slice(i - gap, i))}`);
+			}
+		}
+		if (i < str.length) {
+			console.log(`${indent}  ${noWrap(str.slice(i))}`);
+		}
+		Parser.info(`${indent}</${type}>`);
+	}
 }
 
 Parser.classes.AstElement = __filename;

package/lib/node.js

@@ -1,7 +1,7 @@
 'use strict';
 
 const {typeError, externalUse} = require('../util/debug'),
-	{text} = require('../util/string'),
+	{text, noWrap} = require('../util/string'),
 	assert = require('assert/strict'),
 	/** @type {Parser} */ Parser = require('..');
 
@@ -34,6 +34,14 @@ class AstNode {
 		throw new Error(`${this.constructor.name}.${method} 方法仅用于代码调试！`);
 	}
 
+	/**
+	 * @param {string} method
+	 * @param  {...string} types
+	 */
+	typeError(method, ...types) {
+		return typeError(this.constructor, method, ...types);
+	}
+
 	/** @param {string|string[]} keys */
 	seal(keys) {
 		if (!Parser.running && !Parser.debugging) {
@@ -68,7 +76,7 @@ class AstNode {
 	/** @param {PropertyKey} key */
 	hasAttribute(key) {
 		if (!['string', 'number', 'symbol'].includes(typeof key)) {
-			typeError(this, 'hasAttribute', 'String', 'Number', 'Symbol');
+			this.typeError('hasAttribute', 'String', 'Number', 'Symbol');
 		}
 		return key in this;
 	}
@@ -142,7 +150,7 @@ class AstNode {
 	 */
 	toggleAttribute(key, force) {
 		if (force !== undefined && typeof force !== 'boolean') {
-			typeError(this, 'toggleAttribute', 'Boolean');
+			this.typeError('toggleAttribute', 'Boolean');
 		} else if (this.hasAttribute(key) && typeof this[key] !== 'boolean') {
 			throw new RangeError(`${key} 属性的值不为 Boolean！`);
 		}
@@ -175,7 +183,7 @@ class AstNode {
 	 */
 	contains(node) {
 		if (!(node instanceof AstNode)) {
-			typeError(this, 'contains', 'Token');
+			this.typeError('contains', 'Token');
 		}
 		return node === this || this.childNodes.some(child => child instanceof AstNode && child.contains(node));
 	}
@@ -185,7 +193,7 @@ class AstNode {
 		if (!Parser.debugging && externalUse('verifyChild')) {
 			this.debugOnly('verifyChild');
 		} else if (typeof i !== 'number') {
-			typeError(this, 'verifyChild', 'Number');
+			this.typeError('verifyChild', 'Number');
 		}
 		const {length} = this.childNodes;
 		if (i < -length || i >= length + addition || !Number.isInteger(i)) {
@@ -216,7 +224,7 @@ class AstNode {
 			Parser.error('找不到子节点！', node);
 			throw new RangeError('找不到子节点！');
 		} else if (typeof node === 'string' && childNodes.lastIndexOf(node) > i) {
-			throw new RangeError(`重复的纯文本节点 ${node.replaceAll('\n', '\\n')}！`);
+			throw new RangeError(`重复的纯文本节点 ${noWrap(node)}！`);
 		}
 		return i;
 	}
@@ -238,7 +246,7 @@ class AstNode {
 	 */
 	insertAt(node, i = this.childNodes.length) {
 		if (typeof node !== 'string' && !(node instanceof AstNode)) {
-			typeError(this, 'insertAt', 'String', 'Token');
+			this.typeError('insertAt', 'String', 'Token');
 		} else if (node instanceof AstNode && node.contains(this)) {
 			Parser.error('不能插入祖先节点！', node);
 			throw new RangeError('不能插入祖先节点！');
@@ -297,7 +305,7 @@ class AstNode {
 	/** @param {string} str */
 	setText(str, i = 0) {
 		if (typeof str !== 'string') {
-			typeError(this, 'setText', 'String');
+			this.typeError('setText', 'String');
 		}
 		this.verifyChild(i);
 		const oldText = this.childNodes.at(i);
@@ -316,7 +324,7 @@ class AstNode {
 	 */
 	splitText(i, offset) {
 		if (typeof offset !== 'number') {
-			typeError(this, 'splitText', 'Number');
+			this.typeError('splitText', 'Number');
 		}
 		this.verifyChild(i);
 		const oldText = this.childNodes.at(i);

package/mixin/sol.js

@@ -0,0 +1,38 @@
+'use strict';
+
+const /** @type {Parser} */ Parser = require('..'),
+	Token = require('../src'); // eslint-disable-line no-unused-vars
+
+/**
+ * @template T
+ * @param {T} constructor
+ * @returns {T}
+ */
+const sol = constructor => class extends constructor {
+	/** @this {Token} */
+	prependNewLine() {
+		const {previousVisibleSibling} = this;
+		return previousVisibleSibling && !String(previousVisibleSibling).endsWith('\n') ? '\n' : '';
+	}
+
+	/** @this {Token} */
+	appendNewLine() {
+		const {nextVisibleSibling} = this;
+		return nextVisibleSibling && !String(nextVisibleSibling).startsWith('\n') ? '\n' : '';
+	}
+
+	toString(ownLine = false) {
+		return `${this.prependNewLine()}${super.toString()}${ownLine ? this.appendNewLine() : ''}`;
+	}
+
+	getPadding() {
+		return this.prependNewLine().length;
+	}
+
+	text(ownLine = false) {
+		return `${this.prependNewLine()}${super.text()}${ownLine ? this.appendNewLine() : ''}`;
+	}
+};
+
+Parser.mixins.sol = __filename;
+module.exports = sol;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wikiparser-node",
-  "version": "0.0.1",
+  "version": "0.1.0",
   "description": "A Node.js parser for MediaWiki markup with AST",
   "keywords": [
     "mediawiki",

package/parser/externalLinks.js

@@ -10,7 +10,7 @@ const {extUrlChar} = require('../util/string'),
 const parseExternalLinks = (firstChild, config = Parser.getConfig(), accum = []) => {
 	const ExtLinkToken = require('../src/extLink'),
 		regex = new RegExp(
-			`\\[((?:${config.protocol}|//)${extUrlChar})(\\p{Zs}*)([^\\]\\x01-\\x08\\x0a-\\x1f\\ufffd]*)\\]`,
+			`\\[((?:${config.protocol}|//)${extUrlChar})(\\p{Zs}*)([^\\]\x01-\x08\x0a-\x1f\ufffd]*)\\]`,
 			'gui',
 		);
 	return firstChild.replace(regex, /** @type {function(...string): string} */ (_, url, space, text) => {

package/parser/list.js

@@ -0,0 +1,58 @@
+'use strict';
+
+const /** @type {Parser} */ Parser = require('..');
+
+/**
+ * @param {string} text
+ * @param {accum} accum
+ */
+const parseList = (text, config = Parser.getConfig(), accum = []) => {
+	const mt = text.match(/^(?:[;:*#]|\x00\d+c\x7f)*[;:*#]/);
+	if (!mt) {
+		return text;
+	}
+	const ListToken = require('../src/nowiki/list'),
+		[prefix] = mt;
+	text = `\x00${accum.length}d\x7f${text.slice(prefix.length)}`;
+	new ListToken(prefix, config, accum);
+	let dt = prefix.split(';').length - 1;
+	if (!dt) {
+		return text;
+	}
+	const DdToken = require('../src/nowiki/dd');
+	let regex = /:+|-{/g,
+		ex = regex.exec(text),
+		lc = 0;
+	while (ex && dt) {
+		const {0: syntax, index} = ex;
+		if (syntax[0] === ':') {
+			if (syntax.length >= dt) {
+				new DdToken(':'.repeat(dt), config, accum);
+				return `${text.slice(0, index)}\x00${accum.length - 1}d\x7f${text.slice(index + dt)}`;
+			}
+			text = `${text.slice(0, index)}\x00${accum.length}d\x7f${text.slice(regex.lastIndex)}`;
+			dt -= syntax.length;
+			regex.lastIndex = index + 4 + String(accum.length).length;
+			new DdToken(syntax, config, accum);
+		} else if (syntax === '-{') {
+			if (!lc) {
+				const {lastIndex} = regex;
+				regex = /-{|}-/g;
+				regex.lastIndex = lastIndex;
+			}
+			lc++;
+		} else {
+			lc--;
+			if (!lc) {
+				const {lastIndex} = regex;
+				regex = /:+|-{/g;
+				regex.lastIndex = lastIndex;
+			}
+		}
+		ex = regex.exec(text);
+	}
+	return text;
+};
+
+Parser.parsers.parseList = __filename;
+module.exports = parseList;