wikiparser-node 0.5.0 → 0.6.1

package/src/attribute.js

@@ -84,6 +84,16 @@ class AttributeToken extends Token {
 		this.setAttr('id', id);
 	}
 
+	/** #sanitized */
+	get sanitized() {
+		return this.#sanitized;
+	}
+
+	/** #quoteBalance */
+	get quoteBalance() {
+		return this.#quoteBalance;
+	}
+
 	/**
 	 * 从`this.#attr`更新`childNodes`
 	 * @complexity `n`
@@ -168,7 +178,87 @@ class AttributeToken extends Token {
 	constructor(attr, type, name, config = Parser.getConfig(), accum = []) {
 		super(attr, config, true, accum, {[`Stage-${stages[type]}`]: ':'});
 		this.type = type;
-		this.setAttribute('name', name).#parseAttr();
+		this.#parseAttr();
+		this.setAttribute('name', name);
+	}
+
+	/**
+	 * 获取标签属性
+	 * @template {string|undefined} T
+	 * @param {T} key 属性键
+	 * @returns {T extends string ? string|true : Record<string, string|true>}
+	 */
+	getAttr(key) {
+		if (key === undefined) {
+			return Object.fromEntries(this.#attr);
+		}
+		return typeof key === 'string' ? this.#attr.get(key.toLowerCase().trim()) : this.typeError('getAttr', 'String');
+	}
+
+	/**
+	 * 设置标签属性
+	 * @param {string} key 属性键
+	 * @param {string|boolean} value 属性值
+	 * @param {boolean} init 是否是初次解析
+	 * @complexity `n`
+	 * @throws `RangeError` 扩展标签属性不能包含">"
+	 * @throws `RangeError` 无效的属性名
+	 */
+	setAttr(key, value, init) {
+		init &&= !externalUse('setAttr');
+		if (typeof key !== 'string' || typeof value !== 'string' && typeof value !== 'boolean') {
+			this.typeError('setAttr', 'String', 'Boolean');
+		} else if (!init && this.type === 'ext-attr' && typeof value === 'string' && value.includes('>')) {
+			throw new RangeError('扩展标签属性不能包含 ">"！');
+		}
+		key = key.toLowerCase().trim();
+		const config = this.getAttribute('config'),
+			include = this.getAttribute('include'),
+			parsedKey = this.type === 'ext-attr' || init
+				? key
+				: Parser.run(() => {
+					const token = new Token(key, config),
+						parseOnce = token.getAttribute('parseOnce');
+					parseOnce(0, include);
+					return String(parseOnce());
+				});
+		if (!/^(?:[\w:]|\0\d+[t!~{}+-]\x7F)(?:[\w:.-]|\0\d+[t!~{}+-]\x7F)*$/u.test(parsedKey)) {
+			if (init) {
+				return false;
+			}
+			throw new RangeError(`无效的属性名：${key}！`);
+		} else if (value === false) {
+			this.#attr.delete(key);
+		} else {
+			this.#attr.set(key, value === true ? true : value.replaceAll(/\s/gu, ' ').trim());
+		}
+		if (!init) {
+			this.sanitize();
+		}
+		return true;
+	}
+
+	/**
+	 * @override
+	 * @this {AttributeToken & {parentNode: HtmlToken}}
+	 * @param {number} start 起始位置
+	 */
+	lint(start = 0) {
+		const HtmlToken = require('./html');
+		const errors = super.lint(start);
+		let /** @type {{top: number, left: number}} */ rect;
+		if (this.type === 'html-attr' && this.parentNode.closing && this.text().trim()) {
+			rect = this.getRootNode().posFromIndex(start);
+			errors.push(generateForSelf(this, rect, '位于闭合标签的属性'));
+		}
+		if (!this.#sanitized) {
+			rect ||= this.getRootNode().posFromIndex(start);
+			errors.push(generateForSelf(this, rect, '包含无效属性'));
+		} else if (!this.#quoteBalance) {
+			rect ||= this.getRootNode().posFromIndex(start);
+			errors.push(generateForSelf(this, rect, '未闭合的引号', 'warning'));
+		}
+		return errors;
 	}
 
 	/** @override */
@@ -231,19 +321,6 @@ class AttributeToken extends Token {
 		return typeof key === 'string' ? this.#attr.has(key.toLowerCase().trim()) : this.typeError('hasAttr', 'String');
 	}
 
-	/**
-	 * 获取标签属性
-	 * @template {string|undefined} T
-	 * @param {T} key 属性键
-	 * @returns {T extends string ? string|true : Record<string, string|true>}
-	 */
-	getAttr(key) {
-		if (key === undefined) {
-			return Object.fromEntries(this.#attr);
-		}
-		return typeof key === 'string' ? this.#attr.get(key.toLowerCase().trim()) : this.typeError('getAttr', 'String');
-	}
-
 	/** 获取全部的标签属性名 */
 	getAttrNames() {
 		return [...this.#attr.keys()];
@@ -254,49 +331,6 @@ class AttributeToken extends Token {
 		return this.getAttrNames().length > 0;
 	}
 
-	/**
-	 * 设置标签属性
-	 * @param {string} key 属性键
-	 * @param {string|boolean} value 属性值
-	 * @param {boolean} init 是否是初次解析
-	 * @complexity `n`
-	 * @throws `RangeError` 扩展标签属性不能包含">"
-	 * @throws `RangeError` 无效的属性名
-	 */
-	setAttr(key, value, init) {
-		init &&= !externalUse('setAttr');
-		if (typeof key !== 'string' || typeof value !== 'string' && typeof value !== 'boolean') {
-			this.typeError('setAttr', 'String', 'Boolean');
-		} else if (!init && this.type === 'ext-attr' && typeof value === 'string' && value.includes('>')) {
-			throw new RangeError('扩展标签属性不能包含 ">"！');
-		}
-		key = key.toLowerCase().trim();
-		const config = this.getAttribute('config'),
-			include = this.getAttribute('include'),
-			parsedKey = this.type === 'ext-attr' || init
-				? key
-				: Parser.run(() => {
-					const token = new Token(key, config),
-						parseOnce = token.getAttribute('parseOnce');
-					parseOnce(0, include);
-					return String(parseOnce());
-				});
-		if (!/^(?:[\w:]|\0\d+[t!~{}+-]\x7F)(?:[\w:.-]|\0\d+[t!~{}+-]\x7F)*$/u.test(parsedKey)) {
-			if (init) {
-				return false;
-			}
-			throw new RangeError(`无效的属性名：${key}！`);
-		} else if (value === false) {
-			this.#attr.delete(key);
-		} else {
-			this.#attr.set(key, value === true ? true : value.replaceAll(/\s/gu, ' ').trim());
-		}
-		if (!init) {
-			this.sanitize();
-		}
-		return true;
-	}
-
 	/**
 	 * 移除标签属性
 	 * @param {string} key 属性键
@@ -359,29 +393,6 @@ class AttributeToken extends Token {
 		return this.#leadingSpace().length;
 	}
 
-	/**
-	 * @override
-	 * @this {AttributeToken & {parentNode: HtmlToken}}
-	 * @param {number} start 起始位置
-	 */
-	lint(start = 0) {
-		const HtmlToken = require('./html');
-		const errors = super.lint(start);
-		let /** @type {{top: number, left: number}} */ rect;
-		if (this.type === 'html-attr' && this.parentNode.closing && this.text().trim()) {
-			rect = this.getRootNode().posFromIndex(start);
-			errors.push(generateForSelf(this, rect, '位于闭合标签的属性'));
-		}
-		if (!this.#sanitized) {
-			rect ||= this.getRootNode().posFromIndex(start);
-			errors.push(generateForSelf(this, rect, '包含无效属性'));
-		} else if (!this.#quoteBalance) {
-			rect ||= this.getRootNode().posFromIndex(start);
-			errors.push(generateForSelf(this, rect, '未闭合的引号', 'warning'));
-		}
-		return errors;
-	}
-
 	/** @override */
 	text() {
 		if (this.type === 'table-attr') {

package/src/charinsert.js

@@ -0,0 +1,91 @@
+'use strict';
+
+const Parser = require('..'),
+	Token = require('.'),
+	HasNowikiToken = require('./hasNowiki');
+
+/**
+ * `<charinsert>`
+ * @classdesc `{childNodes: [...HasNowikiToken]}`
+ */
+class CharinsertToken extends Token {
+	type = 'ext-inner';
+	name = 'charinsert';
+
+	/**
+	 * @param {string} wikitext wikitext
+	 * @param {accum} accum
+	 */
+	constructor(wikitext, config = Parser.getConfig(), accum = []) {
+		super(undefined, config, true, accum, {HasNowikiToken: ':'});
+		this.append(...wikitext.split('\n').map(str => new HasNowikiToken(str, 'charinsert-line', config, accum)));
+	}
+
+	/**
+	 * @override
+	 * @param {string} selector
+	 */
+	toString(selector) {
+		return super.toString(selector, '\n');
+	}
+
+	/** @override */
+	getGaps() {
+		return 1;
+	}
+
+	/** @override */
+	print() {
+		return super.print({sep: '\n'});
+	}
+
+	/** @override */
+	cloneNode() {
+		const cloned = this.cloneChildNodes();
+		return Parser.run(() => {
+			const token = new CharinsertToken(undefined, this.getAttribute('config'));
+			token.append(...cloned);
+			return token;
+		});
+	}
+
+	/**
+	 * 获取某一行的插入选项
+	 * @param {number|HasNowikiToken} child 行号或子节点
+	 */
+	getLineItems(child) {
+		if (Number.isInteger(child)) {
+			child = this.childNodes.at(child);
+		}
+		if (!(child instanceof HasNowikiToken)) {
+			this.typeError('getLineItems', 'Number', 'HasNowikiToken');
+		}
+		const entities = {'\t': '&#9;', '\r': '&#12;', ' ': '&#32;'};
+		return String(child).replaceAll(
+			/<nowiki>(.+?)<\/nowiki>/giu,
+			/** @type {function(...string): string} */ (_, inner) => inner.replaceAll(/[\t\r ]/gu, s => entities[s]),
+		).split(/\s/u).filter(Boolean)
+			.map(item => {
+				const parts = item.split('+');
+				if (parts.length === 1) {
+					return parts[0];
+				}
+				return parts[0] ? parts.slice(0, 2) : '+';
+			});
+	}
+
+	/** 获取所有插入选项 */
+	getAllItems() {
+		return this.childNodes.flatMap(child => this.getLineItems(child));
+	}
+
+	/** @override */
+	text() {
+		return this.childNodes.map(
+			child => this.getLineItems(child).map(str => Array.isArray(str) ? str.join('+') : str).join(' '),
+		).join('\n');
+	}
+}
+
+Parser.classes.CharinsertToken = __filename;
+module.exports = CharinsertToken;

package/src/converter.js

@@ -21,6 +21,11 @@ class ConverterToken extends Token {
 		return this.hasFlag('R') || this.childNodes.length === 2 && !this.lastChild.variant;
 	}
 
+	/** flags */
+	get flags() {
+		return this.getAllFlags();
+	}
+
 	/**
 	 * @param {string[]} flags 转换类型标记
 	 * @param {string[]} rules 转换规则
@@ -33,7 +38,7 @@ class ConverterToken extends Token {
 			hasColon = firstRule.includes(':'),
 			firstRuleToken = new ConverterRuleToken(firstRule, hasColon, config, accum);
 		if (hasColon && firstRuleToken.childNodes.length === 1) {
-			this.appendChild(new ConverterRuleToken(rules.join(';'), false, config, accum));
+			this.insertAt(new ConverterRuleToken(rules.join(';'), false, config, accum));
 		} else {
 			this.append(
 				firstRuleToken,
@@ -43,18 +48,10 @@ class ConverterToken extends Token {
 		this.getAttribute('protectChildren')(0);
 	}
 
-	/** @override */
-	cloneNode() {
-		const [flags, ...rules] = this.cloneChildNodes(),
-			token = Parser.run(() => new ConverterToken([], [], this.getAttribute('config')));
-		token.firstChild.safeReplaceWith(flags);
-		token.append(...rules);
-		return token;
-	}
-
 	/**
 	 * @override
 	 * @param {string} selector
+	 * @returns {string}
 	 */
 	toString(selector) {
 		const {childNodes: [flags, ...rules]} = this;
@@ -69,7 +66,7 @@ class ConverterToken extends Token {
 	}
 
 	/**
-	 * /** @override
+	 * @override
 	 * @param {number} i 子节点位置
 	 */
 	getGaps(i = 0) {
@@ -86,6 +83,20 @@ class ConverterToken extends Token {
 	}
 
 	/** @override */
+	cloneNode() {
+		const [flags, ...rules] = this.cloneChildNodes();
+		return Parser.run(() => {
+			const token = new ConverterToken([], [], this.getAttribute('config'));
+			token.firstChild.safeReplaceWith(flags);
+			token.append(...rules);
+			return token;
+		});
+	}
+
+	/**
+	 * @override
+	 * @returns {string}
+	 */
 	text() {
 		const {childNodes: [flags, ...rules]} = this;
 		return `-{${flags.text()}|${text(rules, ';')}}-`;

package/src/converterFlags.js

@@ -22,15 +22,6 @@ class ConverterFlagsToken extends Token {
 		this.append(...flags.map(flag => new AtomToken(flag, 'converter-flag', config, accum)));
 	}
 
-	/** @override */
-	cloneNode() {
-		const cloned = this.cloneChildNodes(),
-			token = Parser.run(() => new ConverterFlagsToken([], this.getAttribute('config')));
-		token.append(...cloned);
-		token.afterBuild();
-		return token;
-	}
-
 	/**
 	 * @override
 	 * @complexity `n`
@@ -46,42 +37,6 @@ class ConverterFlagsToken extends Token {
 		return this;
 	}
 
-	/**
-	 * @override
-	 * @template {string} T
-	 * @param {T} key 属性键
-	 * @returns {TokenAttribute<T>}
-	 */
-	getAttribute(key) {
-		if (key === 'flags') {
-			return Parser.debugging ? this.#flags : [...this.#flags];
-		}
-		return super.getAttribute(key);
-	}
-
-	/**
-	 * @override
-	 * @param {number} i 移除位置
-	 * @complexity `n`
-	 */
-	removeAt(i) {
-		const /** @type {AtomToken} */ token = super.removeAt(i);
-		this.#flags?.splice(i, 1);
-		return token;
-	}
-
-	/**
-	 * @override
-	 * @param {AtomToken} token 待插入的子节点
-	 * @param {number} i 插入位置
-	 * @complexity `n`
-	 */
-	insertAt(token, i = this.childNodes.length) {
-		super.insertAt(token, i);
-		this.#flags?.splice(i, 0, token.text());
-		return token;
-	}
-
 	/**
 	 * @override
 	 * @param {string} selector
@@ -126,19 +81,78 @@ class ConverterFlagsToken extends Token {
 		return errors;
 	}
 
+	/**
+	 * 获取未知转换类型标记
+	 * @complexity `n`
+	 */
+	getUnknownFlags() {
+		return this.#flags.filter(flag => /\{\{[^{}]+\}\}/u.test(flag));
+	}
+
+	/** 获取指定语言变体的转换标记 */
+	getVariantFlags() {
+		const {variants} = this.getAttribute('config');
+		return this.#flags.filter(flag => variants.includes(flag));
+	}
+
 	/** @override */
-	text() {
-		return super.text(';');
+	cloneNode() {
+		const cloned = this.cloneChildNodes();
+		return Parser.run(() => {
+			const token = new ConverterFlagsToken([], this.getAttribute('config'));
+			token.append(...cloned);
+			token.afterBuild();
+			return token;
+		});
 	}
 
 	/**
-	 * 获取转换类型标记节点
-	 * @param {string} flag 转换类型标记
-	 * @returns {AtomToken[]}
+	 * @override
+	 * @template {string} T
+	 * @param {T} key 属性键
+	 * @returns {TokenAttribute<T>}
+	 */
+	getAttribute(key) {
+		if (key === 'flags') {
+			return Parser.debugging ? this.#flags : [...this.#flags];
+		}
+		return super.getAttribute(key);
+	}
+
+	/**
+	 * @override
+	 * @param {PropertyKey} key 属性键
+	 */
+	hasAttribute(key) {
+		return key === 'flags' || super.hasAttribute(key);
+	}
+
+	/**
+	 * @override
+	 * @param {number} i 移除位置
 	 * @complexity `n`
 	 */
-	getFlagToken(flag) {
-		return this.#flags.includes(flag) ? this.childNodes.filter(child => child.text().trim() === flag) : [];
+	removeAt(i) {
+		const /** @type {AtomToken} */ token = super.removeAt(i);
+		this.#flags?.splice(i, 1);
+		return token;
+	}
+
+	/**
+	 * @override
+	 * @param {AtomToken} token 待插入的子节点
+	 * @param {number} i 插入位置
+	 * @complexity `n`
+	 */
+	insertAt(token, i = this.childNodes.length) {
+		super.insertAt(token, i);
+		this.#flags?.splice(i, 0, token.text());
+		return token;
+	}
+
+	/** @override */
+	text() {
+		return super.text(';');
 	}
 
 	/** 获取所有转换类型标记 */
@@ -147,17 +161,13 @@ class ConverterFlagsToken extends Token {
 	}
 
 	/**
-	 * 获取未知转换类型标记
+	 * 获取转换类型标记节点
+	 * @param {string} flag 转换类型标记
+	 * @returns {AtomToken[]}
 	 * @complexity `n`
 	 */
-	getUnknownFlags() {
-		return this.#flags.filter(flag => /\{\{[^{}]+\}\}/u.test(flag));
-	}
-
-	/** 获取指定语言变体的转换标记 */
-	getVariantFlags() {
-		const {variants} = this.getAttribute('config');
-		return this.#flags.filter(flag => variants.includes(flag));
+	getFlagToken(flag) {
+		return this.#flags.includes(flag) ? this.childNodes.filter(child => child.text().trim() === flag) : [];
 	}
 
 	/**
@@ -235,7 +245,7 @@ class ConverterFlagsToken extends Token {
 	 */
 	#newFlag(flag) {
 		const token = Parser.run(() => new AtomToken(flag, 'converter-flag', this.getAttribute('config')));
-		this.appendChild(token);
+		this.insertAt(token);
 	}
 
 	/**

package/src/converterRule.js

@@ -44,7 +44,7 @@ class ConverterRuleToken extends Token {
 	 * @param {accum} accum
 	 */
 	constructor(rule, hasColon = true, config = Parser.getConfig(), accum = []) {
-		super(undefined, config, true, accum, {AtomToken: ':'});
+		super(undefined, config, true, accum);
 		if (hasColon) {
 			const i = rule.indexOf(':'),
 				j = rule.slice(0, i).indexOf('=>'),
@@ -65,17 +65,51 @@ class ConverterRuleToken extends Token {
 		this.getAttribute('protectChildren')('1:');
 	}
 
+	/**
+	 * @override
+	 * @param {string} selector
+	 * @returns {string}
+	 */
+	toString(selector) {
+		if (this.childNodes.length === 3 && !(selector && this.matches(selector))) {
+			const {childNodes: [from, variant, to]} = this;
+			return `${from.toString(selector)}=>${variant.toString(selector)}:${to.toString(selector)}`;
+		}
+		return super.toString(selector, ':');
+	}
+
+	/**
+	 * @override
+	 * @param {number} i 子节点序号
+	 */
+	getGaps(i = 0) {
+		const {length} = this;
+		i = i < 0 ? i + length : i;
+		return i === 0 && length === 3 ? 2 : 1;
+	}
+
+	/** @override */
+	print() {
+		if (this.childNodes.length === 3) {
+			const {childNodes: [from, variant, to]} = this;
+			return `<span class="wpb-converter-rule">${from.print()}=>${variant.print()}:${to.print()}</span>`;
+		}
+		return super.print({sep: ':'});
+	}
+
 	/** @override */
 	cloneNode() {
 		const cloned = this.cloneChildNodes(),
 			placeholders = ['', 'zh:', '=>zh:'],
-			placeholder = placeholders[cloned.length - 1],
-			token = Parser.run(() => new ConverterRuleToken(placeholder, placeholder, this.getAttribute('config')));
-		for (let i = 0; i < cloned.length; i++) {
-			token.childNodes[i].safeReplaceWith(cloned[i]);
-		}
-		token.afterBuild();
-		return token;
+			placeholder = placeholders[cloned.length - 1];
+		return Parser.run(() => {
+			const token = new ConverterRuleToken(placeholder, placeholder, this.getAttribute('config'));
+			for (let i = 0; i < cloned.length; i++) {
+				token.childNodes[i].safeReplaceWith(cloned[i]);
+			}
+			token.afterBuild();
+			return token;
+		});
 	}
 
 	/** @override */
@@ -121,38 +155,6 @@ class ConverterRuleToken extends Token {
 		throw new Error(`转换规则语法复杂，请勿尝试对 ${this.constructor.name} 手动插入子节点！`);
 	}
 
-	/**
-	 * @override
-	 * @param {string} selector
-	 * @returns {string}
-	 */
-	toString(selector) {
-		if (this.childNodes.length === 3 && !(selector && this.matches(selector))) {
-			const {childNodes: [from, variant, to]} = this;
-			return `${from.toString(selector)}=>${variant.toString(selector)}:${to.toString(selector)}`;
-		}
-		return super.toString(selector, ':');
-	}
-
-	/**
-	 * @override
-	 * @param {number} i 子节点序号
-	 */
-	getGaps(i = 0) {
-		const {childNodes: {length}} = this;
-		i = i < 0 ? i + length : i;
-		return i === 0 && length === 3 ? 2 : 1;
-	}
-
-	/** @override */
-	print() {
-		if (this.childNodes.length === 3) {
-			const {childNodes: [from, variant, to]} = this;
-			return `<span class="wpb-converter-rule">${from.print()}=>${variant.print()}:${to.print()}</span>`;
-		}
-		return super.print({sep: ':'});
-	}
-
 	/**
 	 * @override
 	 * @returns {string}
@@ -167,11 +169,10 @@ class ConverterRuleToken extends Token {
 
 	/** 修改为不转换 */
 	noConvert() {
-		const {childNodes: {length}, lastChild} = this;
+		const {length} = this;
 		for (let i = 0; i < length - 1; i++) { // ConverterRuleToken只能从前往后删除子节点
 			this.removeAt(0);
 		}
-		lastChild.type = 'converter-rule-noconvert';
 	}
 
 	/**
@@ -183,8 +184,8 @@ class ConverterRuleToken extends Token {
 		to = String(to);
 		const config = this.getAttribute('config'),
 			root = Parser.parse(`-{|${config.variants[0]}:${to}}-`, this.getAttribute('include'), undefined, config),
-			{childNodes: {length}, firstChild: converter} = root,
-			{lastChild: converterRule, type, childNodes: {length: converterLength}} = converter;
+			{length, firstChild: converter} = root,
+			{lastChild: converterRule, type, length: converterLength} = converter;
 		if (length !== 1 || type !== 'converter' || converterLength !== 2 || converterRule.childNodes.length !== 2) {
 			throw new SyntaxError(`非法的转换目标：${noWrap(to)}`);
 		}
@@ -227,12 +228,11 @@ class ConverterRuleToken extends Token {
 		from = String(from);
 		const config = this.getAttribute('config'),
 			root = Parser.parse(`-{|${from}=>${variant}:}-`, this.getAttribute('include'), undefined, config),
-			{childNodes: {length}, firstChild: converter} = root,
-			{type, childNodes: {length: converterLength}, lastChild: converterRule} = converter;
+			{length, firstChild: converter} = root,
+			{type, length: converterLength, lastChild: converterRule} = converter;
 		if (length !== 1 || type !== 'converter' || converterLength !== 2 || converterRule.childNodes.length !== 3) {
 			throw new SyntaxError(`非法的转换原文：${noWrap(from)}`);
-		}
-		if (unidirectional) {
+		} else if (unidirectional) {
 			this.firstChild.safeReplaceWith(converterRule.firstChild);
 		} else {
 			super.insertAt(converterRule.firstChild, 0);
@@ -250,7 +250,7 @@ class ConverterRuleToken extends Token {
 	/** 修改为双向转换 */
 	makeBidirectional() {
 		if (this.unidirectional) {
-			super.removeAt(0);
+			this.removeAt(0);
 		}
 	}
 }