wikiparser-node 1.11.1 → 1.12.0-b

package/config/zhwiki.json

@@ -659,32 +659,32 @@
 		]
 	],
 	"doubleUnderscore": [
-		[
-			"forcetoc",
-			"强显目录",
-			"強制目錄",
-			"nocc",
-			"nocontentconvert",
-			"不转换内容",
-			"不轉換內容",
-			"noeditsection",
-			"无段落编辑",
-			"无编辑段落",
-			"無段落編輯",
-			"nogallery",
-			"无图库",
-			"無圖庫",
-			"notc",
-			"notitleconvert",
-			"不转换标题",
-			"不轉換標題",
-			"notoc",
-			"无目录",
-			"無目錄",
-			"toc",
-			"目录",
-			"目錄"
-		],
+		{
+			"forcetoc": "forcetoc",
+			"强显目录": "forcetoc",
+			"強制目錄": "forcetoc",
+			"nocc": "nocontentconvert",
+			"nocontentconvert": "nocontentconvert",
+			"不转换内容": "nocontentconvert",
+			"不轉換內容": "nocontentconvert",
+			"noeditsection": "noeditsection",
+			"无段落编辑": "noeditsection",
+			"无编辑段落": "noeditsection",
+			"無段落編輯": "noeditsection",
+			"nogallery": "nogallery",
+			"无图库": "nogallery",
+			"無圖庫": "nogallery",
+			"notc": "notitleconvert",
+			"notitleconvert": "notitleconvert",
+			"不转换标题": "notitleconvert",
+			"不轉換標題": "notitleconvert",
+			"notoc": "notoc",
+			"无目录": "notoc",
+			"無目錄": "notoc",
+			"toc": "toc",
+			"目录": "toc",
+			"目錄": "toc"
+		},
 		[
 			"EXPECTUNUSEDCATEGORY",
 			"DISAMBIG",
@@ -708,472 +708,7 @@
 		]
 	],
 	"protocol": "bitcoin:|ftp://|ftps://|geo:|git://|gopher://|http://|https://|irc://|ircs://|magnet:|mailto:|matrix:|mms://|news:|nntp://|redis://|sftp://|sip:|sips:|sms:|ssh://|svn://|tel:|telnet://|urn:|worldwind://|xmpp:",
-	"interwiki": [
-		"acronym",
-		"advisory",
-		"advogato",
-		"aew",
-		"appropedia",
-		"aquariumwiki",
-		"arborwiki",
-		"arxiv",
-		"baden",
-		"battlestarwiki",
-		"bcnbio",
-		"beacha",
-		"betawiki",
-		"bibcode",
-		"bibliowiki",
-		"bluwiki",
-		"botwiki",
-		"boxrec",
-		"bugzilla",
-		"bulba",
-		"c",
-		"c2",
-		"c2find",
-		"cache",
-		"ĉej",
-		"centralwikia",
-		"chej",
-		"choralwiki",
-		"citizendium",
-		"comixpedia",
-		"commons",
-		"communityscheme",
-		"communitywiki",
-		"comune",
-		"creativecommons",
-		"creativecommonswiki",
-		"cxej",
-		"dcc",
-		"dcdatabase",
-		"dcma",
-		"debian",
-		"delicious",
-		"devmo",
-		"dico",
-		"dicoado",
-		"dictionary",
-		"dict",
-		"disinfopedia",
-		"distributedproofreaders",
-		"distributedproofreadersca",
-		"dmoz",
-		"dmozs",
-		"doi",
-		"donate",
-		"doom_wiki",
-		"download",
-		"dbdump",
-		"dpd",
-		"dpla",
-		"drae",
-		"dreamhost",
-		"drumcorpswiki",
-		"dwjwiki",
-		"ecoreality",
-		"elibre",
-		"emacswiki",
-		"encyc",
-		"energiewiki",
-		"englyphwiki",
-		"enkol",
-		"eokulturcentro",
-		"esolang",
-		"etherpad",
-		"ethnologue",
-		"ethnologuefamily",
-		"evowiki",
-		"exotica",
-		"fanimutationwiki",
-		"fedora",
-		"finalfantasy",
-		"finnix",
-		"flickruser",
-		"flickrphoto",
-		"floralwiki",
-		"foldoc",
-		"foundation",
-		"foundationsite",
-		"foxwiki",
-		"freebio",
-		"freebsdman",
-		"freeculturewiki",
-		"freedomdefined",
-		"freefeel",
-		"freekiwiki",
-		"freenode",
-		"freesoft",
-		"ganfyd",
-		"gardenology",
-		"gausswiki",
-		"gentoo",
-		"genwiki",
-		"gerrit",
-		"git",
-		"gitlab",
-		"globalcontribs",
-		"glottolog",
-		"glottopedia",
-		"google",
-		"googledefine",
-		"googlegroups",
-		"guildwarswiki",
-		"guildwiki",
-		"gucprefix",
-		"gutenberg",
-		"gutenbergwiki",
-		"hackerspaces",
-		"h2wiki",
-		"hammondwiki",
-		"hdl",
-		"heraldik",
-		"horizonlabs",
-		"hrwiki",
-		"hrfwiki",
-		"hupwiki",
-		"iarchive",
-		"imdbname",
-		"imdbtitle",
-		"imdbcompany",
-		"imdbcharacter",
-		"incubator",
-		"infosecpedia",
-		"infosphere",
-		"irc",
-		"ircs",
-		"ircrc",
-		"rcirc",
-		"iso639-3",
-		"issn",
-		"iuridictum",
-		"jaglyphwiki",
-		"jefo",
-		"jerseydatabase",
-		"jira",
-		"jspwiki",
-		"jstor",
-		"kamelo",
-		"karlsruhe",
-		"kinowiki",
-		"komicawiki",
-		"kontuwiki",
-		"lexemes",
-		"liberachat",
-		"libreplanet",
-		"lingualibre",
-		"linguistlist",
-		"linuxwiki",
-		"linuxwikide",
-		"listarchive",
-		"liswiki",
-		"literateprograms",
-		"livepedia",
-		"localwiki",
-		"lojban",
-		"lokalhistoriewiki",
-		"lostpedia",
-		"lqwiki",
-		"luxo",
-		"mail",
-		"mailarchive",
-		"mariowiki",
-		"marveldatabase",
-		"meatball",
-		"mw",
-		"mediazilla",
-		"memoryalpha",
-		"metawiki",
-		"metawikimedia",
-		"metawikipedia",
-		"mineralienatlas",
-		"mixnmatch",
-		"moinmoin",
-		"monstropedia",
-		"mosapedia",
-		"mozcom",
-		"mozillawiki",
-		"mozillazinekb",
-		"musicbrainz",
-		"mediawikiwiki",
-		"mwod",
-		"mwot",
-		"nkcells",
-		"nlab",
-		"nara",
-		"nosmoke",
-		"nost",
-		"nostalgia",
-		"oeis",
-		"oldwikisource",
-		"olpc",
-		"omegawiki",
-		"onelook",
-		"openlibrary",
-		"openstreetmap",
-		"openwetware",
-		"opera7wiki",
-		"organicdesign",
-		"orthodoxwiki",
-		"osmwiki",
-		"otrs",
-		"otrswiki",
-		"ourmedia",
-		"outreach",
-		"outreachwiki",
-		"owasp",
-		"panawiki",
-		"patwiki",
-		"paws",
-		"personaltelco",
-		"petscan",
-		"phab",
-		"phabricator",
-		"phwiki",
-		"phpwiki",
-		"planetmath",
-		"pmeg",
-		"pmid",
-		"pokewiki",
-		"pokéwiki",
-		"policy",
-		"proofwiki",
-		"pyrev",
-		"pythoninfo",
-		"pythonwiki",
-		"pywiki",
-		"quality",
-		"quarry",
-		"regiowiki",
-		"rev",
-		"revo",
-		"rfc",
-		"rheinneckar",
-		"robowiki",
-		"rodovid",
-		"rowiki",
-		"rt",
-		"s23wiki",
-		"scholar",
-		"schoolswp",
-		"scores",
-		"scoutwiki",
-		"scramble",
-		"seapig",
-		"seattlewiki",
-		"slwiki",
-		"semantic-mw",
-		"senseislibrary",
-		"sep11",
-		"sharemap",
-		"silcode",
-		"slashdot",
-		"sourceforge",
-		"spcom",
-		"species",
-		"squeak",
-		"stats",
-		"stewardry",
-		"strategy",
-		"strategywiki",
-		"sulutil",
-		"swtrain",
-		"svn",
-		"swinbrain",
-		"tabwiki",
-		"tclerswiki",
-		"technorati",
-		"tenwiki",
-		"testwiki",
-		"testwikidata",
-		"test2wiki",
-		"tfwiki",
-		"thelemapedia",
-		"theopedia",
-		"thinkwiki",
-		"ticket",
-		"tmbw",
-		"tmnet",
-		"tmwiki",
-		"toolforge",
-		"toollabs",
-		"tools",
-		"tswiki",
-		"translatewiki",
-		"tviv",
-		"tvtropes",
-		"twiki",
-		"twl",
-		"tyvawiki",
-		"umap",
-		"uncyclopedia",
-		"unihan",
-		"unreal",
-		"urbandict",
-		"usej",
-		"usemod",
-		"usability",
-		"utrs",
-		"vikidia",
-		"viaf",
-		"vlos",
-		"vkol",
-		"votewiki",
-		"vrtwiki",
-		"vrts",
-		"weirdgloop",
-		"werelate",
-		"wg",
-		"wikia",
-		"wikiasite",
-		"wikiapiary",
-		"wikibooks",
-		"wikichristian",
-		"wikicities",
-		"wikicity",
-		"wikiconference",
-		"wikidata",
-		"wikiedudashboard",
-		"wikif1",
-		"wikifur",
-		"wikihow",
-		"wikiindex",
-		"wikilemon",
-		"wikilivres",
-		"wikilivresru",
-		"wikimac-de",
-		"wikimedia",
-		"wikinews",
-		"wikinfo",
-		"wikinvest",
-		"wikiotics",
-		"wikipapers",
-		"wikipedia",
-		"wikipediawikipedia",
-		"wikiquote",
-		"wikisophia",
-		"wikisource",
-		"wikisp",
-		"wikispecies",
-		"wikispot",
-		"wikiskripta",
-		"wikitech",
-		"labsconsole",
-		"wikiti",
-		"wikiversity",
-		"wikivoyage",
-		"betawikiversity",
-		"wikiwikiweb",
-		"wiktionary",
-		"wlug",
-		"wmam",
-		"wmar",
-		"wmat",
-		"wmau",
-		"wmbd",
-		"wmbe",
-		"wmbr",
-		"wmca",
-		"wmch",
-		"wmcl",
-		"wmcn",
-		"wmco",
-		"wmcz",
-		"wmcz_docs",
-		"wmcz_old",
-		"wmdc",
-		"securewikidc",
-		"wmde",
-		"wmdk",
-		"wmee",
-		"wmec",
-		"wmes",
-		"wmet",
-		"wmfdashboard",
-		"wmfi",
-		"wmfr",
-		"wmge",
-		"wmhi",
-		"wmhk",
-		"wmhu",
-		"wmid",
-		"wmil",
-		"wmin",
-		"wmit",
-		"wmke",
-		"wmmk",
-		"wmmx",
-		"wmnl",
-		"wmnyc",
-		"wmno",
-		"wmpa-us",
-		"wmph",
-		"wmpl",
-		"wmplsite",
-		"wmpt",
-		"wmpunjabi",
-		"wmromd",
-		"wmrs",
-		"wmru",
-		"wmse",
-		"wmsk",
-		"wmtr",
-		"wmtw",
-		"wmua",
-		"wmuk",
-		"wmve",
-		"wmza",
-		"wm2005",
-		"wm2006",
-		"wm2007",
-		"wm2008",
-		"wm2009",
-		"wm2010",
-		"wm2011",
-		"wm2012",
-		"wm2013",
-		"wm2014",
-		"wm2015",
-		"wm2016",
-		"wm2017",
-		"wm2018",
-		"wmania",
-		"wikimania",
-		"wikispore",
-		"wmteam",
-		"wmf",
-		"wmfblog",
-		"wmdeblog",
-		"wookieepedia",
-		"wowwiki",
-		"wqy",
-		"wurmpedia",
-		"xtools",
-		"zrhwiki",
-		"zum",
-		"zwiki",
-		"m",
-		"meta",
-		"d",
-		"cz",
-		"dk",
-		"epo",
-		"jp",
-		"minnan",
-		"zh-cfr",
-		"cmn",
-		"en-simple",
-		"w",
-		"wikt",
-		"q",
-		"b",
-		"n",
-		"s",
-		"chapter",
-		"v",
-		"voy"
-	],
+	"interwiki": [],
 	"img": {
 		"thumbnail": "thumbnail",
 		"thumb": "thumbnail",

package/extensions/dist/base.js

@@ -0,0 +1,162 @@
+(() => {
+const workerJS = () => {
+    importScripts('https://testingcf.jsdelivr.net/npm/wikiparser-node@1.12.0-b/bundle/bundle.min.js');
+    const entities = { '&': 'amp', '<': 'lt', '>': 'gt' };
+    self.onmessage = ({ data }) => {
+        const [command, qid, wikitext, include, stage] = data;
+        switch (command) {
+            case 'setI18N':
+                Parser.i18n = qid;
+                break;
+            case 'setConfig':
+                Parser.config = qid;
+                break;
+            case 'getConfig':
+                postMessage([qid, Parser.getConfig()]);
+                break;
+            case 'json':
+                postMessage([qid, Parser.parse(wikitext, include).json()]);
+                break;
+            case 'lint':
+                postMessage([qid, Parser.parse(wikitext, include).lint(), wikitext]);
+                break;
+            case 'print':
+                postMessage([
+                    qid,
+                    Parser.parse(wikitext, include, stage).childNodes.map(child => [
+                        stage !== null && stage !== void 0 ? stage : Infinity,
+                        String(child),
+                        child.type === 'text'
+                            ? String(child).replace(/[&<>]/gu, p => `&${entities[p]};`)
+                            : child.print(),
+                    ]),
+                ]);
+        }
+    };
+};
+const blob = new Blob([`(${String(workerJS)})()`], { type: 'text/javascript' }), url = URL.createObjectURL(blob), worker = new Worker(url);
+URL.revokeObjectURL(url);
+const getListener = (qid, resolve, raw) => {
+    const listener = ({ data: [rid, res, resRaw] }) => {
+        if (rid === qid && (raw === undefined || raw === resRaw)) {
+            worker.removeEventListener('message', listener);
+            resolve(res);
+        }
+    };
+    return listener;
+};
+const setI18N = (i18n) => {
+    worker.postMessage(['setI18N', i18n]);
+};
+const setConfig = (config) => {
+    worker.postMessage(['setConfig', config]);
+};
+const getFeedback = (command, qid, strict, raw, ...args) => new Promise(resolve => {
+    worker.addEventListener('message', getListener(qid, resolve, strict ? raw : undefined));
+    worker.postMessage([command, qid, raw, ...args]);
+});
+const getConfig = () => getFeedback('getConfig', -3);
+const json = (wikitext, include, qid = -4) => getFeedback('json', qid, false, wikitext, include);
+const print = (wikitext, include, stage, qid = -1) => getFeedback('print', qid, false, wikitext, include, stage);
+const lint = (wikitext, include, qid = -2) => getFeedback('lint', qid, true, wikitext, include);
+const append = (parent, text) => {
+    if (text) {
+        parent.append(text);
+    }
+};
+const splitNewLine = (html) => {
+    let cur = html.cloneNode();
+    cur.style.padding = '';
+    const result = [cur];
+    for (const child of html.childNodes) {
+        const { textContent } = child;
+        if (!(textContent === null || textContent === void 0 ? void 0 : textContent.includes('\n'))) {
+            cur.append(child.cloneNode(true));
+            continue;
+        }
+        const lines = child.nodeType === Node.TEXT_NODE ? textContent.split('\n') : splitNewLine(child);
+        append(cur, lines[0]);
+        for (const text of lines.slice(1)) {
+            cur = html.cloneNode();
+            cur.style.padding = '';
+            result.push(cur);
+            append(cur, text);
+        }
+    }
+    return result;
+};
+const getGutter = (container) => container.querySelector('.wikiparser-line-numbers');
+const size = (html) => {
+    const container = html.parentElement, gutter = getGutter(container);
+    if (!gutter) {
+        intersectionObserver.unobserve(html);
+        return;
+    }
+    html.style.marginLeft = '';
+    const start = Number(html.dataset['start'] || 1), lines = splitNewLine(html), width = `${String(lines.length + start - 1).length + 1.5}ch`;
+    html.style.marginLeft = width;
+    gutter.style.width = width;
+    const sizer = document.createElement('span'), { style: { paddingLeft, paddingRight } } = html;
+    sizer.className = 'wikiparser-sizer';
+    sizer.style.paddingLeft = paddingLeft;
+    sizer.style.paddingRight = paddingRight;
+    for (const child of lines) {
+        sizer.append(child, '\n');
+    }
+    html.append(sizer);
+    let line, lastTop;
+    for (let i = 0; i < lines.length; i++) {
+        const child = lines[i], { top } = child.getBoundingClientRect();
+        if (line) {
+            line.style.height = `${top - lastTop}px`;
+        }
+        line = document.createElement('span');
+        line.textContent = String(i + start);
+        gutter.append(line);
+        lastTop = top;
+    }
+    if (line) {
+        const noScroll = html.offsetHeight <= container.clientHeight;
+        if (html.isContentEditable) {
+            line.style.height = `${container.clientHeight}px`;
+        }
+        else if (noScroll) {
+            line.style.height = `${container.getBoundingClientRect().top + container.scrollHeight - lastTop}px`;
+            container.style.overflowY = 'hidden';
+        }
+        else {
+            line.style.height = `${html.getBoundingClientRect().bottom - lastTop}px`;
+            container.style.overflowY = '';
+        }
+    }
+    sizer.remove();
+    intersectionObserver.unobserve(html);
+};
+const intersectionObserver = new IntersectionObserver(entries => {
+    for (const entry of entries) {
+        if (!entry.isIntersecting) {
+            continue;
+        }
+        size(entry.target);
+    }
+});
+const lineNumbers = (html, start = 1, paddingTop = '') => {
+    const container = html.parentElement, gutter = document.createElement('span');
+    html.dataset['start'] = String(start);
+    gutter.className = 'wikiparser-line-numbers';
+    gutter.style.paddingTop = paddingTop;
+    container.classList.add('wikiparse-container');
+    container.append(gutter);
+    if (getComputedStyle(html).whiteSpace !== 'pre') {
+        html.style.whiteSpace = 'pre-wrap';
+    }
+    if (html.offsetParent) {
+        size(html);
+    }
+    else {
+        intersectionObserver.observe(html);
+    }
+};
+const wikiparse = { id: 0, setI18N, setConfig, getConfig, print, lint, json, lineNumbers };
+Object.assign(window, { wikiparse });
+})();