wikiparser-node 0.4.0 → 0.6.1

package/printed/example.json

@@ -1,120 +0,0 @@
-{
-  "type": "root",
-  "childNodes": [
-    {
-      "type": "ext",
-      "name": "ref",
-      "childNodes": [
-        {
-          "type": "ext-attr",
-          "name": "ref",
-          "childNodes": [
-            ""
-          ]
-        },
-        {
-          "type": "ext-inner",
-          "name": "ref",
-          "childNodes": [
-            {
-              "type": "template",
-              "name": "Template:T",
-              "childNodes": [
-                {
-                  "type": "template-name",
-                  "childNodes": [
-                    "T"
-                  ]
-                },
-                {
-                  "type": "parameter",
-                  "name": "1",
-                  "childNodes": [
-                    {
-                      "type": "parameter-key",
-                      "childNodes": []
-                    },
-                    {
-                      "type": "parameter-value",
-                      "childNodes": [
-                        {
-                          "type": "html",
-                          "name": "br",
-                          "childNodes": [
-                            {
-                              "type": "html-attr",
-                              "name": "br",
-                              "childNodes": [
-                                ""
-                              ]
-                            }
-                          ]
-                        },
-                        "\n",
-                        {
-                          "type": "hr",
-                          "childNodes": [
-                            "----"
-                          ]
-                        },
-                        "\n",
-                        {
-                          "type": "file",
-                          "name": "File:F",
-                          "childNodes": [
-                            {
-                              "type": "link-target",
-                              "childNodes": [
-                                "File:F"
-                              ]
-                            },
-                            {
-                              "type": "image-parameter",
-                              "name": "thumbnail",
-                              "childNodes": []
-                            },
-                            {
-                              "type": "image-parameter",
-                              "name": "caption",
-                              "childNodes": [
-                                {
-                                  "type": "quote",
-                                  "name": "2",
-                                  "childNodes": [
-                                    "''"
-                                  ]
-                                },
-                                {
-                                  "type": "ext-link",
-                                  "childNodes": [
-                                    {
-                                      "type": "ext-link-url",
-                                      "childNodes": [
-                                        "//example.net"
-                                      ]
-                                    }
-                                  ]
-                                },
-                                {
-                                  "type": "quote",
-                                  "name": "2",
-                                  "childNodes": [
-                                    "''"
-                                  ]
-                                }
-                              ]
-                            }
-                          ]
-                        }
-                      ]
-                    }
-                  ]
-                }
-              ]
-            }
-          ]
-        }
-      ]
-    }
-  ]
-}

package/test/api.js

@@ -1,83 +0,0 @@
-/** @file 为MediaWiki API请求提供Promise界面 */
-'use strict';
-const request = require('request'),
-	{sleep} = require('./util'),
-	{info} = require('..');
-
-/**
- * 规范化API请求参数
- * @param {Record<string, string|number|boolean|(string|number)[]>} obj 请求参数
- * @returns {Record<string, string}
- * @throws `TypeError` 部分参数不是字符串或数字
- */
-const normalizeValues = obj => {
-	for (const [key, val] of Object.entries(obj)) {
-		if (val === undefined || val === false) {
-			delete obj[key];
-		} else if (val === true) {
-			obj[key] = 1;
-		} else if (Array.isArray(val)) {
-			obj[key] = val.join('|');
-		} else if (typeof val !== 'string' && typeof val !== 'number') {
-			throw new TypeError('API请求的各项参数均为字符串或数字！');
-		}
-	}
-	return obj;
-};
-
-/** 通用MediaWiki站点的请求 */
-class Api {
-	url;
-	request = request.defaults({jar: true});
-
-	/**
-	 * @param {string} url 网址
-	 * @throws `RangeError` 无效网址
-	 */
-	constructor(url) {
-		try {
-			new URL(url);
-		} catch {
-			throw new RangeError('不是有效的网址！');
-		}
-		this.url = url;
-	}
-
-	/**
-	 * GET请求
-	 * @param {Record<string, string|number|boolean|(string|number)[]>} params 请求参数
-	 * @returns {Promise<any>}
-	 */
-	async get(params) {
-		params = normalizeValues(params);
-		const /** @type {Record<string, string|number>} */ qs = {
-			action: 'query', format: 'json', formatversion: 2, errorformat: 'plaintext', ...params,
-		};
-		try {
-			return await new Promise((resolve, reject) => {
-				this.request.get({url: this.url, qs}, (e, response, body) => {
-					const statusCode = response?.statusCode;
-					if (e) {
-						reject({statusCode, ...e});
-					} else {
-						try {
-							const data = JSON.parse(body);
-							resolve(data);
-						} catch {
-							reject({statusCode, body});
-						}
-					}
-				});
-			});
-		} catch (e) {
-			if ([500, 502, 504].includes(e.statusCode)) {
-				info(`对网址 ${this.url} 发出的GET请求触发错误代码 ${e.statusCode}，30秒后将再次尝试。`);
-				await sleep(30);
-				return this.get(params);
-			}
-			throw e;
-		}
-	}
-}
-
-module.exports = Api;

package/test/real.js

@@ -1,133 +0,0 @@
-'use strict';
-
-const {diff} = require('./util'),
-	Api = require('./api'),
-	Parser = require('../'),
-	AstText = require('../lib/text');
-
-const {argv: [,, site = '']} = process,
-	apis = [
-		['LLWiki', 'https://llwiki.org/mediawiki', 'llwiki'],
-		['萌娘百科', 'https://zh.moegirl.org.cn', 'moegirl'],
-		['维基百科', 'https://zh.wikipedia.org/w', 'zhwiki'],
-	].filter(([name]) => name.toLowerCase().includes(site.toLowerCase())),
-	complexOrHiddenTypes = [
-		// 以下为子节点必为Token的类
-		'ext',
-		'arg',
-		'template',
-		'magic-word',
-		'parameter',
-		'heading',
-		'html',
-		'table',
-		'tr',
-		'td',
-		'link',
-		'category',
-		'file',
-		'gallery-image',
-		'ext-link',
-		'converter',
-		'converter-flags',
-		'converter-rule',
-		// 以下为不可见的类
-		'noinclude',
-		'include',
-		'comment',
-		'double-underscore',
-		'hidden',
-		// 以下为SyntaxToken
-		'magic-word-name',
-		'heading-trail',
-		'table-syntax',
-		// 以下为代码不受限的NowikiToken
-		'ext-inner#nowiki',
-		'ext-inner#pre',
-		'ext-inner#syntaxhighlight',
-		'ext-inner#source',
-		'ext-inner#math',
-		'ext-inner#timeline',
-	],
-	simpleTypes = new Set([
-		'ext-inner',
-		'ext-attr',
-		'html-attr',
-		'table-attr',
-		'arg-default',
-		'parameter-key',
-		'parameter-value',
-		'heading-title',
-		'td-inner',
-		'link-target',
-		'link-text',
-		'image-parameter',
-		'ext-link-text',
-		'converter-rule-noconvert',
-		'converter-rule-to',
-	]),
-	possibleSyntax = /[{}]|\[{2,}|\[(?!(?:(?!https?\b)[^[])*\])|(?<=^|\])([^[]*?)\]+|<(?=\s*\/?\w+[\s/>])/giu;
-
-Parser.debugging = true;
-
-/**
- * 获取最近更改的页面源代码
- * @param {string} url api.php网址
- */
-const getPages = async url => {
-	const api = new Api(url),
-		generatorParams = {generator: 'recentchanges', grcnamespace: '0|10', grclimit: 'max', grctype: 'edit'},
-		revisionParams = {prop: 'revisions', rvprop: 'contentmodel|content'};
-	/** @type {{query: {pages: MediaWikiPage[]}}} */
-	const {query: {pages}} = await api.get({...generatorParams, ...revisionParams});
-	return pages.map(({title, ns, revisions}) => ({
-		title, ns, content: revisions?.[0]?.contentmodel === 'wikitext' && revisions?.[0]?.content,
-	})).filter(({content}) => content);
-};
-
-(async () => {
-	const moreTypes = new Set();
-	for (const [name, url, config] of apis) {
-		Parser.debug(`开始检查${name}：`);
-		Parser.config = `./config/${config}`;
-		try {
-			const revs = await getPages(`${url}/api.php`);
-			for (const {title, ns, content} of revs) {
-				try {
-					console.time(title);
-					const root = Parser.parse(content, ns === 10);
-					console.timeEnd(title);
-					await diff(content, String(root));
-					for (const token of root.querySelectorAll(`:not(${complexOrHiddenTypes.join()})`)) {
-						const {childNodes, type, hidden} = token;
-						if (hidden && !simpleTypes.has(type)) {
-							moreTypes.add(type);
-							continue;
-						}
-						let first;
-						for (let i = 0; i < childNodes.length; i++) {
-							const /** @type {AstText} */ {type: childType, data} = childNodes[i];
-							if (childType === 'text') {
-								first = i;
-								if (data.search(possibleSyntax) >= 0) {
-									token.setText(data.replaceAll(possibleSyntax, '$1'), i);
-								}
-							}
-						}
-						if (first === undefined && !simpleTypes.has(type)) {
-							moreTypes.add(type);
-						}
-					}
-					await diff(content, String(root));
-				} catch (e) {
-					Parser.error(`解析${name}的 ${title} 页面时出错！`, e);
-				}
-			}
-		} catch (e) {
-			Parser.error(`访问${name}的API端口时出错！`, e);
-		}
-	}
-	if (moreTypes.size > 0) {
-		Parser.debug('其他可能不含纯文本子节点的类：', moreTypes);
-	}
-})();

package/test/test.js

@@ -1,28 +0,0 @@
-'use strict';
-/* eslint-disable no-var */
-const fs = require('fs/promises'),
-	assert = require('assert'), // eslint-disable-line no-unused-vars
-	path = require('path');
-
-var Parser = require('..');
-var wikitext = ''; // eslint-disable-line no-unused-vars
-const {argv: [,, title = '']} = process;
-Parser.debugging = true;
-
-(async () => {
-	const list = await fs.readdir(path.join(__dirname, '../wiki'));
-	for (const file of list) {
-		if (file.endsWith('.md') && file.toLowerCase().includes(title.toLowerCase())) {
-			Parser.debug(file);
-			const md = await fs.readFile(path.join(__dirname, '../wiki', file), 'utf8');
-			for (const [, code] of md.matchAll(/```js\n(.+?)\n```/gsu)) {
-				try {
-					eval(code); // eslint-disable-line no-eval
-				} catch (e) {
-					Parser.error(code);
-					throw e;
-				}
-			}
-		}
-	}
-})();

package/typings/api.d.ts

@@ -1,13 +0,0 @@
-declare global {
-	interface MediaWikiRevision {
-		content: string;
-		contentmodel: string;
-	}
-	interface MediaWikiPage {
-		title: string;
-		ns: number;
-		revisions: MediaWikiRevision[];
-	};
-}
-
-export {};

package/typings/array.d.ts

@@ -1,28 +0,0 @@
-declare global {
-	interface Array<T> {
-		/**
-		 * Returns the value of the last element in the array where predicate is true, and undefined
-		 * otherwise.
-		 * @param predicate find calls predicate once for each element of the array, in descending
-		 * order, until it finds one where predicate returns true. If such an element is found, findLast
-		 * immediately returns that element value. Otherwise, findLast returns undefined.
-		 * @param thisArg If provided, it will be used as the this value for each invocation of
-		 * predicate. If it is not provided, undefined is used instead.
-		 */
-		findLast<S extends T>(predicate: (this: void, value: T, index: number, obj: T[]) => value is S, thisArg?: any): S | undefined;
-		findLast(predicate: (value: T, index: number, obj: T[]) => unknown, thisArg?: any): T | undefined;
-	
-		/**
-		 * Returns the index of the last element in the array where predicate is true, and -1
-		 * otherwise.
-		 * @param predicate find calls predicate once for each element of the array, in descending
-		 * order, until it finds one where predicate returns true. If such an element is found,
-		 * findLastIndex immediately returns that element index. Otherwise, findLastIndex returns -1.
-		 * @param thisArg If provided, it will be used as the this value for each invocation of
-		 * predicate. If it is not provided, undefined is used instead.
-		 */
-		findLastIndex(predicate: (value: T, index: number, obj: T[]) => unknown, thisArg?: any): number;
-	}
-}
-
-export {};

package/typings/event.d.ts

@@ -1,24 +0,0 @@
-import Token from '../src';
-import AstText from '../lib/text';
-
-declare global {
-	interface AstEvent extends Event {
-		readonly target: Token & AstText;
-		currentTarget: Token;
-		prevTarget: ?Token;
-	};
-	interface AstEventData {
-		position: number;
-		removed: AstText|Token;
-		inserted: AstText|Token;
-		oldToken: Token;
-		newToken: Token;
-		oldText: string;
-		newText: string;
-		oldKey: string;
-		newKey: string;
-	}
-	type AstListener = (e: AstEvent, data: AstEventData) => any;
-}
-
-export {};

package/typings/index.d.ts

@@ -1,94 +0,0 @@
-import Token from '../src';
-import $ from '../tool';
-import Title from '../lib/title';
-
-declare global {
-	interface Parser {
-		warning: boolean;
-		debugging: boolean;
-
-		/**
-		 * 默认输出到console.warn
-		 * @param {string} msg 消息
-		 * @param {...any} args 更多信息
-		 */
-		warn(msg: string, ...args: any[]): void;
-		/**
-		 * 默认不输出到console.debug
-		 * @param {string} msg 消息
-		 * @param {...any} args 更多信息
-		 */
-		debug(msg: string, ...args: any[]): void;
-		/**
-		 * 总是输出到console.error
-		 * @param {string} msg 消息
-		 * @param {...any} args 更多信息
-		 */
-		error(msg: string, ...args: any[]): void;
-		/**
-		 * 总是输出到console.info
-		 * @param {string} msg 消息
-		 * @param {...any} args 更多信息
-		 */
-		info(msg: string, ...args: any[]): void;
-
-		running: boolean;
-
-		run<T>(callback: () => T): T;
-
-		/** 只储存导出各个Class的文件路径 */
-		classes: Record<string, string>;
-		mixins: Record<string, string>;
-		parsers: Record<string, string>;
-		/** 清除各模块的缓存 */
-		clearCache(): void;
-
-		/**
-		 * 打印函数定义
-		 * @param {Function} f 待打印的函数
-		 */
-		log(f: Function): void;
-
-		readonly aliases: string[][];
-
-		config: string;
-		/** 获取设置 */
-		getConfig(): ParserConfig;
-
-		/**
-		 * 是否是跨维基链接
-		 * @param {string} title 链接标题
-		 */
-		isInterwiki(title: string, config?: ParserConfig): RegExpMatchArray;
-		/**
-		 * 规范化页面标题
-		 * @param {string} title 标题（含或不含命名空间前缀）
-		 * @param {number} defaultNs 命名空间
-		 * @param {boolean} include 是否嵌入
-		 * @param {boolean} halfParsed 是否是半解析状态
-		 */
-		normalizeTitle(
-			title: string, defaultNs?: number, include?: boolean, config?: ParserConfig, halfParsed?: boolean
-		): Title;
-
-		readonly MAX_STAGE: number;
-		/**
-		 * 解析wikitext
-		 * @param {string|Token} wikitext wikitext
-		 * @param {boolean} include 是否嵌入
-		 * @param {number} maxStage 最大解析层级
-		 */
-		parse(wikitext: string|Token, include?: boolean, maxStage?: number, config?: ParserConfig): Token;
-		/**
-		 * 再次解析上次出错的wikitext
-		 * @param {string} date 错误日期
-		 */
-		reparse(date: string): Token;
-
-		getTool(): typeof $;
-
-		typeAliases: Record<string, string[]>;
-	}
-}
-
-export {};

package/typings/node.d.ts

@@ -1,29 +0,0 @@
-import Ranges from '../lib/ranges';
-import Token from '../src';
-import AstText from '../lib/text';
-import ParameterToken from '../src/parameter';
-
-declare global {
-	type TokenAttribute<T> =
-		T extends 'stage' ? number :
-		T extends 'include' ? boolean :
-		T extends 'pattern' ? RegExp :
-		T extends 'optional'|'tags'|'flags' ? string[] :
-		T extends 'keys' ? Set<string> :
-		T extends 'attr' ? Map<string, string|true> :
-		T extends 'acceptable' ? Record<string, Ranges> :
-		T extends 'args' ? Record<string, Set<ParameterToken>> :
-		T extends 'config' ? ParserConfig :
-		T extends 'accum' ? accum :
-		T extends 'protectedChildren' ? Ranges :
-		T extends 'parentNode' ? Token|undefined :
-		T extends 'childNodes' ? (AstText|Token)[] :
-		T extends 'verifyChild' ? (i: number, addition: number) => void :
-		T extends 'matchesAttr' ? (key: string, equal: string, val: string, i: string) => boolean :
-		T extends 'parseOnce' ? (n: number, include: boolean) => Token :
-		T extends 'buildFromStr' ? (str: string) => (AstText|Token)[] :
-		T extends 'protectChildren' ? (...args: string|number|Range) => void :
-		string;
-}
-
-export {};

package/typings/parser.d.ts

@@ -1,16 +0,0 @@
-declare global {
-	interface BracketExecArray extends RegExpExecArray {
-		parts: string[][];
-		findEqual: boolean;
-		pos: number;
-	}
-	interface SelectorArray extends Array<string|RegExpExecArray> {
-		relation: string|undefined;
-	}
-
-	type pseudo = 'root'|'is'|'not'|'nth-child'|'nth-of-type'|'nth-last-child'|'nth-last-of-type'
-		|'first-child'|'first-of-type'|'last-child'|'last-of-type'|'only-child'|'only-of-type'|'empty'
-		|'contains'|'has'|'header'|'parent'|'hidden'|'visible';
-}
-
-export {};

package/typings/table.d.ts

@@ -1,14 +0,0 @@
-declare global {
-	interface TableCoords {
-		row: number;
-		column: number;
-		start: boolean;
-	}
-
-	interface TableRenderedCoords {
-		x: number;
-		y: number;
-	}
-}
-
-export {};

package/typings/token.d.ts

@@ -1,22 +0,0 @@
-import Token from '../src';
-import Ranges from '../lib/ranges';
-
-declare global {
-	interface ParserConfig {
-		ext: string[];
-		html: [string[], string[], string[]];
-		namespaces: Record<string, string>;
-		nsid: Record<string, number>;
-		parserFunction: [string[], string[], string[], string[]];
-		doubleUnderscore: [string[], string[]];
-		protocol: string;
-		interwiki: string[];
-		img: Record<string, string>;
-		variants: string[];
-	}
-
-	type accum = Token[];
-	type acceptable = Record<string, number|string|Ranges|(number|string)[]>;
-}
-
-export {};

package/typings/tool.d.ts

@@ -1,11 +0,0 @@
-import Token from '../src';
-import AstText from '../lib/text';
-
-declare global {
-	interface CollectionCallback<T, S> extends Function {
-		call: (thisArg: AstText|Token, i: number, ele: S) => T;
-	}
-	type CollectionMap = (arr: Token[]) => (AstText|Token)[];
-}
-
-export {};