wikiparser-node 0.10.0 → 0.11.0-b

package/config/zhwiki.json

@@ -708,472 +708,6 @@
 		]
 	],
 	"protocol": "bitcoin:|ftp://|ftps://|geo:|git://|gopher://|http://|https://|irc://|ircs://|magnet:|mailto:|mms://|news:|nntp://|redis://|sftp://|sip:|sips:|sms:|ssh://|svn://|tel:|telnet://|urn:|worldwind://|xmpp:",
-	"interwiki": [
-		"acronym",
-		"advisory",
-		"advogato",
-		"aew",
-		"appropedia",
-		"aquariumwiki",
-		"arborwiki",
-		"arxiv",
-		"baden",
-		"battlestarwiki",
-		"bcnbio",
-		"beacha",
-		"betawiki",
-		"bibcode",
-		"bibliowiki",
-		"bluwiki",
-		"botwiki",
-		"boxrec",
-		"bugzilla",
-		"bulba",
-		"c",
-		"c2",
-		"c2find",
-		"cache",
-		"ĉej",
-		"centralwikia",
-		"chej",
-		"choralwiki",
-		"citizendium",
-		"comixpedia",
-		"commons",
-		"communityscheme",
-		"communitywiki",
-		"comune",
-		"creativecommons",
-		"creativecommonswiki",
-		"cxej",
-		"dcc",
-		"dcdatabase",
-		"dcma",
-		"debian",
-		"delicious",
-		"devmo",
-		"dico",
-		"dicoado",
-		"dictionary",
-		"dict",
-		"disinfopedia",
-		"distributedproofreaders",
-		"distributedproofreadersca",
-		"dmoz",
-		"dmozs",
-		"doi",
-		"donate",
-		"doom_wiki",
-		"download",
-		"dbdump",
-		"dpd",
-		"dpla",
-		"drae",
-		"dreamhost",
-		"drumcorpswiki",
-		"dwjwiki",
-		"ecoreality",
-		"elibre",
-		"emacswiki",
-		"encyc",
-		"energiewiki",
-		"englyphwiki",
-		"enkol",
-		"eokulturcentro",
-		"esolang",
-		"etherpad",
-		"ethnologue",
-		"ethnologuefamily",
-		"evowiki",
-		"exotica",
-		"fanimutationwiki",
-		"fedora",
-		"finalfantasy",
-		"finnix",
-		"flickruser",
-		"flickrphoto",
-		"floralwiki",
-		"foldoc",
-		"foundation",
-		"foundationsite",
-		"foxwiki",
-		"freebio",
-		"freebsdman",
-		"freeculturewiki",
-		"freedomdefined",
-		"freefeel",
-		"freekiwiki",
-		"freenode",
-		"freesoft",
-		"ganfyd",
-		"gardenology",
-		"gausswiki",
-		"gentoo",
-		"genwiki",
-		"gerrit",
-		"git",
-		"gitlab",
-		"globalcontribs",
-		"glottolog",
-		"glottopedia",
-		"google",
-		"googledefine",
-		"googlegroups",
-		"guildwarswiki",
-		"guildwiki",
-		"gucprefix",
-		"gutenberg",
-		"gutenbergwiki",
-		"hackerspaces",
-		"h2wiki",
-		"hammondwiki",
-		"hdl",
-		"heraldik",
-		"horizonlabs",
-		"hrwiki",
-		"hrfwiki",
-		"hupwiki",
-		"iarchive",
-		"imdbname",
-		"imdbtitle",
-		"imdbcompany",
-		"imdbcharacter",
-		"incubator",
-		"infosecpedia",
-		"infosphere",
-		"irc",
-		"ircs",
-		"ircrc",
-		"rcirc",
-		"iso639-3",
-		"issn",
-		"iuridictum",
-		"jaglyphwiki",
-		"jefo",
-		"jerseydatabase",
-		"jira",
-		"jspwiki",
-		"jstor",
-		"kamelo",
-		"karlsruhe",
-		"kinowiki",
-		"komicawiki",
-		"kontuwiki",
-		"lexemes",
-		"liberachat",
-		"libreplanet",
-		"lingualibre",
-		"linguistlist",
-		"linuxwiki",
-		"linuxwikide",
-		"listarchive",
-		"liswiki",
-		"literateprograms",
-		"livepedia",
-		"localwiki",
-		"lojban",
-		"lokalhistoriewiki",
-		"lostpedia",
-		"lqwiki",
-		"luxo",
-		"mail",
-		"mailarchive",
-		"mariowiki",
-		"marveldatabase",
-		"meatball",
-		"mw",
-		"mediazilla",
-		"memoryalpha",
-		"metawiki",
-		"metawikimedia",
-		"metawikipedia",
-		"mineralienatlas",
-		"mixnmatch",
-		"moinmoin",
-		"monstropedia",
-		"mosapedia",
-		"mozcom",
-		"mozillawiki",
-		"mozillazinekb",
-		"musicbrainz",
-		"mediawikiwiki",
-		"mwod",
-		"mwot",
-		"nkcells",
-		"nlab",
-		"nara",
-		"nosmoke",
-		"nost",
-		"nostalgia",
-		"oeis",
-		"oldwikisource",
-		"olpc",
-		"omegawiki",
-		"onelook",
-		"openlibrary",
-		"openstreetmap",
-		"openwetware",
-		"opera7wiki",
-		"organicdesign",
-		"orthodoxwiki",
-		"osmwiki",
-		"otrs",
-		"otrswiki",
-		"ourmedia",
-		"outreach",
-		"outreachwiki",
-		"owasp",
-		"panawiki",
-		"patwiki",
-		"paws",
-		"personaltelco",
-		"petscan",
-		"phab",
-		"phabricator",
-		"phwiki",
-		"phpwiki",
-		"planetmath",
-		"pmeg",
-		"pmid",
-		"pokewiki",
-		"pokéwiki",
-		"policy",
-		"proofwiki",
-		"pyrev",
-		"pythoninfo",
-		"pythonwiki",
-		"pywiki",
-		"quality",
-		"quarry",
-		"regiowiki",
-		"rev",
-		"revo",
-		"rfc",
-		"rheinneckar",
-		"robowiki",
-		"rodovid",
-		"rowiki",
-		"rt",
-		"s23wiki",
-		"scholar",
-		"schoolswp",
-		"scores",
-		"scoutwiki",
-		"scramble",
-		"seapig",
-		"seattlewiki",
-		"slwiki",
-		"semantic-mw",
-		"senseislibrary",
-		"sep11",
-		"sharemap",
-		"silcode",
-		"slashdot",
-		"sourceforge",
-		"spcom",
-		"species",
-		"squeak",
-		"stats",
-		"stewardry",
-		"strategy",
-		"strategywiki",
-		"sulutil",
-		"swtrain",
-		"svn",
-		"swinbrain",
-		"tabwiki",
-		"tclerswiki",
-		"technorati",
-		"tenwiki",
-		"testwiki",
-		"testwikidata",
-		"test2wiki",
-		"tfwiki",
-		"thelemapedia",
-		"theopedia",
-		"thinkwiki",
-		"ticket",
-		"tmbw",
-		"tmnet",
-		"tmwiki",
-		"toolforge",
-		"toollabs",
-		"tools",
-		"tswiki",
-		"translatewiki",
-		"tviv",
-		"tvtropes",
-		"twiki",
-		"twl",
-		"tyvawiki",
-		"umap",
-		"uncyclopedia",
-		"unihan",
-		"unreal",
-		"urbandict",
-		"usej",
-		"usemod",
-		"usability",
-		"utrs",
-		"vikidia",
-		"viaf",
-		"vlos",
-		"vkol",
-		"votewiki",
-		"vrtwiki",
-		"vrts",
-		"weirdgloop",
-		"werelate",
-		"wg",
-		"wikia",
-		"wikiasite",
-		"wikiapiary",
-		"wikibooks",
-		"wikichristian",
-		"wikicities",
-		"wikicity",
-		"wikiconference",
-		"wikidata",
-		"wikiedudashboard",
-		"wikif1",
-		"wikifur",
-		"wikihow",
-		"wikiindex",
-		"wikilemon",
-		"wikilivres",
-		"wikilivresru",
-		"wikimac-de",
-		"wikimedia",
-		"wikinews",
-		"wikinfo",
-		"wikinvest",
-		"wikiotics",
-		"wikipapers",
-		"wikipedia",
-		"wikipediawikipedia",
-		"wikiquote",
-		"wikisophia",
-		"wikisource",
-		"wikisp",
-		"wikispecies",
-		"wikispot",
-		"wikiskripta",
-		"wikitech",
-		"labsconsole",
-		"wikiti",
-		"wikiversity",
-		"wikivoyage",
-		"betawikiversity",
-		"wikiwikiweb",
-		"wiktionary",
-		"wlug",
-		"wmam",
-		"wmar",
-		"wmat",
-		"wmau",
-		"wmbd",
-		"wmbe",
-		"wmbr",
-		"wmca",
-		"wmch",
-		"wmcl",
-		"wmcn",
-		"wmco",
-		"wmcz",
-		"wmcz_docs",
-		"wmcz_old",
-		"wmdc",
-		"securewikidc",
-		"wmde",
-		"wmdk",
-		"wmee",
-		"wmec",
-		"wmes",
-		"wmet",
-		"wmfdashboard",
-		"wmfi",
-		"wmfr",
-		"wmge",
-		"wmhi",
-		"wmhk",
-		"wmhu",
-		"wmid",
-		"wmil",
-		"wmin",
-		"wmit",
-		"wmke",
-		"wmmk",
-		"wmmx",
-		"wmnl",
-		"wmnyc",
-		"wmno",
-		"wmpa-us",
-		"wmph",
-		"wmpl",
-		"wmplsite",
-		"wmpt",
-		"wmpunjabi",
-		"wmromd",
-		"wmrs",
-		"wmru",
-		"wmse",
-		"wmsk",
-		"wmtr",
-		"wmtw",
-		"wmua",
-		"wmuk",
-		"wmve",
-		"wmza",
-		"wm2005",
-		"wm2006",
-		"wm2007",
-		"wm2008",
-		"wm2009",
-		"wm2010",
-		"wm2011",
-		"wm2012",
-		"wm2013",
-		"wm2014",
-		"wm2015",
-		"wm2016",
-		"wm2017",
-		"wm2018",
-		"wmania",
-		"wikimania",
-		"wikispore",
-		"wmteam",
-		"wmf",
-		"wmfblog",
-		"wmdeblog",
-		"wookieepedia",
-		"wowwiki",
-		"wqy",
-		"wurmpedia",
-		"xtools",
-		"zrhwiki",
-		"zum",
-		"zwiki",
-		"m",
-		"meta",
-		"d",
-		"cz",
-		"dk",
-		"epo",
-		"jp",
-		"minnan",
-		"zh-cfr",
-		"cmn",
-		"en-simple",
-		"w",
-		"wikt",
-		"q",
-		"b",
-		"n",
-		"s",
-		"chapter",
-		"v",
-		"voy"
-	],
 	"img": {
 		"thumbnail": "thumbnail",
 		"thumb": "thumbnail",
@@ -1266,4 +800,4 @@
 		"zh-my",
 		"zh-mo"
 	]
-}
+}

package/extensions/base.js

@@ -0,0 +1,154 @@
+'use strict';
+
+(() => {
+	const MAX_STAGE = 11;
+
+	/** web worker */
+	const workerJS = () => {
+		self.importScripts('https://fastly.jsdelivr.net/gh/bhsd-harry/wikiparser-node@0.11.0-b/bundle/bundle.min.js');
+		const /** @type {{Parser: Parser}} */ {Parser} = self,
+			entities = {'&': 'amp', '<': 'lt', '>': 'gt'};
+
+		/**
+		 * @param {{data: ['setI18N|'setConfig', ParserConfig]|[string, number, string, Boolean, number]}}
+		 */
+		self.onmessage = ({data}) => {
+			const [command, qid, ...args] = data;
+			switch (command) {
+				case 'setI18N':
+					Parser.i18n = qid;
+					break;
+				case 'setConfig':
+					Parser.config = qid;
+					break;
+				case 'getConfig':
+					self.postMessage([qid, Parser.minConfig]);
+					break;
+				case 'lint':
+					self.postMessage([qid, Parser.parse(...args).lint(), args[0]]);
+					break;
+				default: {
+					const stage = args[2] === undefined ? MAX_STAGE : args[2];
+					self.postMessage([
+						qid,
+						Parser.parse(...args).childNodes.map(child => [
+							stage,
+							String(child),
+							child.type === 'text'
+								? String(child).replace(/[&<>]/gu, p => `&${entities[p]};`)
+								: child.print(),
+						]),
+					]);
+				}
+			}
+		};
+	};
+
+	const blob = new Blob([`(${String(workerJS).replace(/MAX_STAGE/gu, MAX_STAGE)})()`], {type: 'text/javascript'}),
+		url = URL.createObjectURL(blob),
+		worker = new Worker(url);
+	URL.revokeObjectURL(url);
+
+	/**
+	 * 生成事件监听函数
+	 * @param {number} qid 输入id
+	 * @param {(res: *) => void} resolve Promise对象的resolve函数
+	 * @param {string} raw 原始文本
+	 */
+	const getListener = (qid, resolve, raw) => {
+		const listener = /** @param {{data: [number, *, string]}} e 消息事件 */ ({data: [rid, res, resRaw]}) => {
+			if (rid === qid && (raw === undefined || raw === resRaw)) {
+				worker.removeEventListener('message', listener);
+				resolve(res);
+			}
+		};
+		return listener;
+	};
+
+	/**
+	 * 更新I18N消息
+	 * @param {Record<string, string>} i18n I18N消息
+	 */
+	const setI18N = i18n => {
+		worker.postMessage(['setI18N', i18n]);
+	};
+
+	/**
+	 * 更新解析设置
+	 * @param {ParserConfig} config 设置
+	 */
+	const setConfig = config => {
+		worker.postMessage(['setConfig', config]);
+	};
+
+	/**
+	 * 获取Parser.minConfig
+	 * @returns {Promise<ParserConfig>}
+	 */
+	const getConfig = () => new Promise(resolve => {
+		worker.addEventListener('message', getListener(-3, resolve));
+		worker.postMessage(['getConfig', -3]);
+	});
+
+	/**
+	 * 将解析改为异步执行
+	 * @param {string} wikitext wikitext
+	 * @param {boolean} include 是否嵌入
+	 * @param {number} stage 解析层级
+	 * @param {number} qid Printer编号
+	 * @returns {Promise<[number, string, string][]>}
+	 */
+	const print = (wikitext, include, stage, qid = -1) => new Promise(resolve => {
+		worker.addEventListener('message', getListener(qid, resolve));
+		worker.postMessage(['print', qid, wikitext, include, stage]);
+	});
+
+	/**
+	 * 将语法分析改为异步执行
+	 * @param {string} wikitext wikitext
+	 * @param {boolean} include 是否嵌入
+	 * @param {number} qid Linter编号，暂时固定为`-2`
+	 * @returns {Promise<LintError[]>}
+	 */
+	const lint = (wikitext, include, qid = -2) => new Promise(resolve => {
+		worker.addEventListener('message', getListener(qid, resolve, wikitext));
+		worker.postMessage(['lint', qid, wikitext, include]);
+	});
+
+	const wikiparse = {id: 0, setI18N, setConfig, getConfig, print, lint};
+	Object.defineProperty(wikiparse, 'MAX_STAGE', {value: MAX_STAGE, enumerable: true, configurable: true});
+
+	/** 用于语法分析 */
+	class Linter {
+		/** @param {boolean} include 是否嵌入 */
+		constructor(include) {
+			this.id = wikiparse.id++;
+			this.include = Boolean(include);
+			this.wikitext = undefined;
+			/** @type {Promise<LintError[]>} */ this.running = undefined;
+		}
+
+		/**
+		 * 提交语法分析
+		 * @param {string} wikitext 待分析的文本
+		 */
+		queue(wikitext) {
+			this.wikitext = wikitext;
+			this.running = this.lint(wikitext);
+			return this.running;
+		}
+
+		/**
+		 * 执行语法分析
+		 * @param {string} wikitext 待分析的文本
+		 */
+		async lint(wikitext) {
+			const {include} = this,
+				errors = await lint(wikitext, include, this.id);
+			return this.include === include && this.wikitext === wikitext ? errors : this.running;
+		}
+	}
+
+	wikiparse.Linter = Linter;
+	window.wikiparse = wikiparse;
+})();

package/extensions/editor.css

@@ -0,0 +1,63 @@
+.wikiparse-container {
+	position: relative;
+	-webkit-text-size-adjust: none;
+}
+.wikiparsed {
+	position: relative;
+	display: block;
+	box-sizing: border-box;
+	width: 100%;
+	resize: vertical;
+	font-family: monospace;
+	background: none !important;
+	caret-color: #000;
+}
+#wikiPretty {
+	position: absolute;
+	inset: 0;
+	background-color: #fff;
+	-webkit-user-select: none;
+	user-select: none;
+}
+#wikiPretty + .wikiparsed, #wikiPretty {
+	outline: none;
+	border: 1.5px solid #dedede !important;
+	border-radius: 0;
+	padding: .4em;
+	line-height: 1.4 !important;
+	font-size: inherit;
+	tab-size: 4;
+	overflow-y: auto;
+	word-break: normal;
+}
+
+/* compromise for font-weight: bold */
+.wpb-ext, .wpb-html,
+.wpb-arg,
+.wpb-template,
+.wpb-magic-word,
+.wpb-heading-title,
+.wpb-table, .wpb-tr, .wpb-td,
+.wpb-double-underscore, .wpb-hr, .wpb-quote, .wpb-list, .wpb-dd
+.wpb-converter {
+	-webkit-text-stroke-width: .1ex;
+}
+.wpb-hidden, .wpb-table-inter, .wpb-table-inter span,
+.wpb-noinclude, .wpb-include, .wpb-comment,
+.wpb-ext-attrs, .wpb-html-attrs,
+.wpb-ext-inner,
+.wpb-arg-default,
+.wpb-invoke-module, .wpb-invoke-function,
+.wpb-parameter,
+.wpb-table-attrs, .wpb-td-inner,
+.wpb-converter-rule {
+	-webkit-text-stroke-width: 0;
+}
+#wikiPretty span {
+	font-weight: normal;
+}
+
+#wikiPretty.active span {
+	color: transparent;
+	background: none;
+}