lint-wiki-dumps 0.1.0 → 0.3.0

package/README.md

@@ -28,7 +28,7 @@ npx lint-wiki-dumps <language> <path to download> [path to HTML output]
 npx lint-wiki-dumps zh-yue ~/Downloads/dumps
 ```
 
-or execute the Bash script `scan.sh` (single thread) or `scan-parallel.sh` (multi-core cluster) directly:
+or execute the Bash script `scan.sh` directly:
 
 ```sh
 bash scan.sh <language> <path to download> [path to HTML output]

package/download.sh

@@ -0,0 +1,16 @@
+#!/usr/local/bin/bash
+path="https://dumps.wikimedia.org/$1/latest/"
+files=$( \
+	curl -s "$path" \
+	| grep -o "href=\"$1-latest-pages-articles[0-9].*\.bz2\">" \
+	| gsed "s|href=\"|$path|;s|\">||" \
+)
+filtered=$(node filter.js $files)
+if (( ${#filtered} < 2 ))
+then
+	file="$path/$1-latest-pages-articles.xml.bz2"
+	curl --output-dir "$2" -O "$file"
+	exit 1
+else
+	curl --output-dir "$2" --remote-name-all $filtered
+fi

package/filter.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const files = process.argv.slice(2)
+    .map(file => [
+    file,
+    .../\.xml-p(\d+)p(\d+)\.bz2$/u.exec(file).slice(1).map(Number),
+])
+    .sort(([, a1, a2], [, b1, b2]) => a1 - b1 || a2 - b2)
+    .filter(([, a], i, arr) => a !== arr[i + 1]?.[1])
+    .map(([file]) => file)
+    .join(' ');
+console.log(files);

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "lint-wiki-dumps",
-	"version": "0.1.0",
+	"version": "0.3.0",
 	"description": "Lint Wikipedia dumps",
 	"keywords": [
 		"lint",
@@ -13,29 +13,31 @@
 	"license": "GPL-3.0",
 	"author": "Bhsd",
 	"files": [
-		"scan.sh",
+		"*.sh",
+		"!bump.sh",
 		"*.js",
 		"reports/*.html",
 		"reports/dist/",
 		"reports/*.css"
 	],
 	"bin": {
-		"lint-wiki-dumps": "scan-parallel.sh"
+		"lint-wiki-dumps": "scan.sh"
 	},
 	"repository": {
 		"type": "git",
 		"url": "git+https://github.com/bhsd-harry/lint-wiki-dumps.git"
 	},
 	"scripts": {
+		"start": "node server.js",
 		"prepublishOnly": "npm run build",
-		"build": "tsc && mv dist/* . && tsc --project reports/tsconfig.json",
+		"build": "tsc && mv dist/* . && esbuild reports/src/*.ts --charset=utf8 --bundle --minify --target=es2019 --sourcemap --outdir=reports/dist && rm reports/dist/common.js*",
 		"lint": "tsc --noEmit && tsc --project reports/tsconfig.json --noEmit && eslint --cache ."
 	},
 	"dependencies": {
-		"@bhsd/common": "^0.9.1",
+		"@bhsd/common": "^0.9.3",
 		"chalk": "^4.1.2",
 		"unbzip2-stream": "^1.4.3",
-		"wikilint": "^2.18.4",
+		"wikilint": "^2.20.0",
 		"xml-stream": "^0.4.5"
 	},
 	"optionalDependencies": {
@@ -47,9 +49,9 @@
 		"@types/mocha": "^10.0.10",
 		"@types/node": "^22.13.1",
 		"@types/unbzip2-stream": "^1.4.3",
-		"@typescript-eslint/eslint-plugin": "^8.23.0",
-		"@typescript-eslint/parser": "^8.23.0",
-		"esbuild": "^0.25.0",
+		"@typescript-eslint/eslint-plugin": "^8.29.0",
+		"@typescript-eslint/parser": "^8.29.0",
+		"esbuild": "^0.25.2",
 		"eslint": "^8.57.1",
 		"eslint-plugin-es-x": "^8.4.1",
 		"eslint-plugin-eslint-comments": "^3.2.0",
@@ -63,7 +65,7 @@
 		"http-server": "^14.1.1",
 		"mocha": "^11.1.0",
 		"stylelint": "^16.14.1",
-		"typescript": "^5.7.3"
+		"typescript": "^5.8.2"
 	},
 	"engines": {
 		"node": ">=18.17.0"

package/parser-parallel.js

@@ -9,11 +9,21 @@ const path_1 = __importDefault(require("path"));
 const os_1 = __importDefault(require("os"));
 const chalk_1 = __importDefault(require("chalk"));
 const common_1 = require("@bhsd/common");
+const util_1 = require("./util");
 const processor_1 = require("./processor");
-const [, , site, dir] = process.argv, target = `${site}wiki`;
+const [, , site, dir, refresh] = process.argv, target = (0, util_1.normalize)(site);
 if (cluster_1.default.isPrimary) {
-    (0, processor_1.init)();
-    const dumpDir = dir.replace(/^~/u, os_1.default.homedir()), prefix = target.replaceAll('-', '_'), files = fs_1.default.readdirSync(dumpDir).filter(file => file.endsWith('.bz2') && file.startsWith(prefix))
+    (0, util_1.init)();
+    const tempFiles = [];
+    for (const file of fs_1.default.readdirSync(util_1.resultDir)) {
+        if (file.startsWith(`${target}-p`) && file.endsWith('.json')) {
+            const oldName = path_1.default.join(util_1.resultDir, file), newName = path_1.default.join(util_1.resultDir, `temp${file.slice(target.length)}`);
+            (0, util_1.reading)(oldName);
+            tempFiles.push(newName);
+            fs_1.default.renameSync(oldName, newName);
+        }
+    }
+    const dumpDir = (0, util_1.replaceTilde)(dir), prefix = `${target}wiki`, files = fs_1.default.readdirSync(dumpDir).filter(file => file.endsWith('.bz2') && file.startsWith(prefix))
         .map(file => {
         const filePath = path_1.default.join(dumpDir, file);
         return [filePath, fs_1.default.statSync(filePath).size];
@@ -22,40 +32,51 @@ if (cluster_1.default.isPrimary) {
     // eslint-disable-next-line n/no-unsupported-features/node-builtins
     workers = new Array(Math.min(os_1.default.availableParallelism(), files.length)).fill(undefined)
         .map(() => cluster_1.default.fork());
-    let i = 0, n = 0;
+    let i = 0, n = 0, m = 0;
     console.time('parse');
     for (; i < workers.length; i++) {
         const worker = workers[i];
-        worker.on('message', count => {
+        // eslint-disable-next-line @typescript-eslint/no-loop-func
+        worker.on('message', ([count, total]) => {
             n += count;
+            m += total;
             if (i < files.length) {
-                worker.send([files[i], i]);
+                worker.send(files[i][0]);
                 i++;
             }
             else {
                 worker.disconnect();
             }
-        }).send([files[i], i]);
+        }).send(files[i][0]);
     }
     process.on('exit', () => {
         console.timeEnd('parse');
-        console.log(chalk_1.default.green(`Parsed ${n} pages in total`));
+        console.log(chalk_1.default.green(`Parsed ${n} / ${m} pages in total`));
+        for (const file of tempFiles) {
+            fs_1.default.unlinkSync(file);
+        }
     });
 }
 else {
-    process.on('message', ([[file], j]) => {
-        const results = fs_1.default.createWriteStream(path_1.default.join(processor_1.resultDir, `${site}-${j}.json`)), processor = new processor_1.Processor(site, results);
+    const getStartEnd = (f) => {
+        const p2 = f.lastIndexOf('p');
+        return [Number(f.slice(6, p2)), Number(f.slice(p2 + 1, -5))];
+    };
+    const tempFiles = fs_1.default.readdirSync(util_1.resultDir)
+        .filter(file => file.startsWith('temp-p') && file.endsWith('.json')), ranges = tempFiles.map(getStartEnd), max = Math.max(...ranges.map(([, end]) => end));
+    let start, end, last, data;
+    process.on('message', (file) => {
+        const filename = `${target}${file.slice(file.lastIndexOf('-'), -4)}.json`, tempPath = (0, util_1.getTempPath)(filename), results = (0, util_1.getWriteStream)(tempPath, () => {
+            fs_1.default.renameSync(tempPath, path_1.default.join(util_1.resultDir, filename));
+            process.send([processor.parsed, i]);
+        }), processor = new processor_1.Processor(site, results, refresh);
         let i = 0;
-        results.write('{');
-        results.on('close', () => {
-            process.send(i);
-        });
         const stop = () => {
-            processor.stop(`parse ${file}`, `Parsed ${i} pages from ${file}`);
+            processor.stop(`parse ${file}`, `${i} pages from ${file}`);
         };
         const lint = ($text, ns, title, date, retry = 0) => {
             try {
-                processor.lint($text, ns, title, date);
+                processor.lint($text, ns, title, date, last, data);
                 return true;
             }
             catch (e) {
@@ -78,10 +99,24 @@ else {
             }
         };
         console.time(`parse ${file}`);
-        const stream = (0, processor_1.getXmlStream)(file);
-        stream.on('endElement: page', ({ title, ns, revision: { model, timestamp, text: { $text } } }) => {
-            if (model === 'wikitext' && $text && ns === '0') {
+        const stream = (0, util_1.getXmlStream)(file);
+        stream.on('endElement: page', ({ title, ns, id, revision: { model, timestamp, text: { $text } } }) => {
+            if ((0, util_1.isArticle)($text, ns, model)) {
                 (0, common_1.refreshStdout)(`${i++} ${title}`);
+                const pageid = Number(id);
+                if (start === undefined || end === undefined || pageid < start || pageid > end) {
+                    const cur = pageid <= max && ranges.findIndex(([a, b]) => a <= pageid && b >= pageid);
+                    if (cur === false || cur === -1) {
+                        start = undefined;
+                        end = undefined;
+                        last = undefined;
+                    }
+                    else {
+                        [start, end] = ranges[cur];
+                        data = fs_1.default.readFileSync(path_1.default.join(util_1.resultDir, tempFiles[cur]), 'utf8');
+                        last = (0, util_1.getTimestamp)(data);
+                    }
+                }
                 lint($text, ns, title, new Date(timestamp));
             }
         });

package/parser.js

@@ -5,64 +5,27 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
-const os_1 = __importDefault(require("os"));
 const common_1 = require("@bhsd/common");
+const util_1 = require("./util");
 const processor_1 = require("./processor");
-const n = Number(process.argv[4]) || Infinity, [, , site, file, , restart] = process.argv, filePath = path_1.default.join(processor_1.resultDir, `${site}.json`), data = fs_1.default.existsSync(filePath) && fs_1.default.readFileSync(filePath, 'utf8');
-const getTimestamp = () => {
-    if (!data) {
-        return undefined;
-    }
-    const i = data.indexOf('"#timestamp": "') + 15;
-    return data.slice(i, data.indexOf('"', i));
-};
-const getErrors = (page) => {
-    if (!data) {
-        return undefined;
-    }
-    const str = JSON.stringify(page), i = data.indexOf(`${str}: [`);
-    if (i === -1) {
-        return undefined;
-    }
-    const j = i + str.length + 2;
-    return JSON.parse(data.slice(j, data.indexOf('\n]', j) + 2));
-};
-(0, processor_1.init)();
-const time = getTimestamp(), last = time && new Date(time), results = fs_1.default.createWriteStream(path_1.default.join(processor_1.resultDir, `${site}.json`), { flags: restart ? 'a' : 'w' }), processor = new processor_1.Processor(site, results, last);
-let i = 0, stopping = false, restarted = !restart;
-if (!restart) {
-    results.write('{');
+const [, , site, file, refresh] = process.argv, filename = `${(0, util_1.normalize)(site)}.json`, filePath = path_1.default.join(util_1.resultDir, filename), tempPath = (0, util_1.getTempPath)(filename), data = fs_1.default.existsSync(filePath) && fs_1.default.readFileSync(filePath, 'utf8');
+if (data) {
+    (0, util_1.reading)(filePath);
 }
-results.on('close', () => {
+(0, util_1.init)();
+const last = (0, util_1.getTimestamp)(data), results = (0, util_1.getWriteStream)(tempPath, () => {
+    fs_1.default.renameSync(tempPath, filePath);
     process.exit(); // eslint-disable-line n/no-process-exit
-});
-const stop = () => {
-    stopping = true;
-    processor.stop('parse', `Parsed ${i} pages`);
-};
+}), processor = new processor_1.Processor(site, results, refresh, last);
+let i = 0;
 console.time('parse');
-const stream = (0, processor_1.getXmlStream)(file.replace(/^~/u, os_1.default.homedir()));
+const stream = (0, util_1.getXmlStream)((0, util_1.replaceTilde)(file));
 stream.on('endElement: page', ({ title, ns, revision: { model, timestamp, text: { $text } } }) => {
-    if (i === n) {
-        if (!stopping) {
-            stop();
-        }
-    }
-    else if (restarted && model === 'wikitext' && $text && ns === '0') {
+    if ((0, util_1.isArticle)($text, ns, model)) {
         (0, common_1.refreshStdout)(`${i++} ${title}`);
-        const date = new Date(timestamp);
-        if (last && date <= last) {
-            const previous = getErrors(title);
-            if (previous) {
-                processor.newEntry(title, previous);
-            }
-        }
-        else {
-            processor.lint($text, ns, title, date);
-        }
-    }
-    else if (title === restart) {
-        restarted = true;
+        processor.lint($text, ns, title, new Date(timestamp), last, data);
     }
 });
-stream.on('end', stop);
+stream.on('end', () => {
+    processor.stop('parse', `${i} pages`);
+});

package/processor.js

@@ -3,56 +3,37 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Processor = exports.getXmlStream = exports.init = exports.resultDir = exports.MAX = void 0;
-const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
-const perf_hooks_1 = require("perf_hooks");
+exports.Processor = void 0;
 const cluster_1 = __importDefault(require("cluster"));
 const chalk_1 = __importDefault(require("chalk"));
-const unbzip2_stream_1 = __importDefault(require("unbzip2-stream"));
-const xml_stream_1 = __importDefault(require("xml-stream"));
 const wikilint_1 = __importDefault(require("wikilint"));
-exports.MAX = 100, exports.resultDir = path_1.default.join(__dirname, 'results');
-const ignore = new Set(['no-arg', 'url-encoding', 'h1', 'var-anchor']);
-const init = () => {
-    if (!fs_1.default.existsSync(exports.resultDir)) {
-        fs_1.default.mkdirSync(exports.resultDir);
-    }
-};
-exports.init = init;
-const getXmlStream = (file) => {
-    const stream = new xml_stream_1.default(fs_1.default.createReadStream(file).pipe((0, unbzip2_stream_1.default)()));
-    stream.preserve('text', true);
-    return stream;
-};
-exports.getXmlStream = getXmlStream;
+const util_1 = require("./util");
 class Processor {
+    parsed = 0;
     #failed = 0;
     #comma = '';
-    #worst;
     #results;
+    #refresh;
     #latest;
     /** @param site site nickname */
-    constructor(site, results, latest) {
+    constructor(site, results, refresh, latest) {
         wikilint_1.default.config = `${site}wiki`;
         this.#results = results;
+        this.#refresh = Boolean(refresh);
         this.#latest = latest;
     }
     /**
      * Stop the processing and log the results.
      * @param timer timer name
-     * @param msg message to log
+     * @param msg additional message to log
      */
-    stop(timer, msg) {
+    stop(timer, msg = '') {
         console.log();
         console.timeEnd(timer);
-        console.log(chalk_1.default.green(msg));
+        console.log(chalk_1.default.green(`Parsed ${this.parsed} / ${msg}`));
         if (this.#failed) {
             console.error(chalk_1.default.red(`${this.#failed} pages failed to parse`));
         }
-        if (this.#worst) {
-            console.info(chalk_1.default.yellow(`Worst page: ${this.#worst.title} (${this.#worst.duration.toFixed(3)} ms)`));
-        }
         this.#results.write(`${this.#comma}\n"#timestamp": ${JSON.stringify(this.#latest)}\n}`);
         this.#results.end();
     }
@@ -62,7 +43,7 @@ class Processor {
      * @param errors lint errors
      */
     newEntry(title, errors) {
-        this.#results.write(`${this.#comma}\n${JSON.stringify(title)}: ${JSON.stringify(errors, null, '\t')}`);
+        this.#results.write(`${this.#comma}\n${JSON.stringify(title)}: ${typeof errors === 'string' ? errors : JSON.stringify(errors, null, '\t')}`);
         this.#comma ||= ',';
     }
     /**
@@ -71,30 +52,29 @@ class Processor {
      * @param ns page namespace
      * @param title page title
      * @param date page revision date
+     * @param last last revision date
+     * @param data previous results
      * @throws `RangeError` maximum heap size exceeded
      */
-    lint($text, ns, title, date) {
+    lint($text, ns, title, date, last, data) {
         if (!this.#latest || date > this.#latest) {
             this.#latest = date;
         }
+        if (last && date <= last) {
+            const previous = (0, util_1.getErrors)(data, title);
+            if (!previous) {
+                return;
+            }
+            else if (!this.#refresh) {
+                this.newEntry(title, previous);
+                return;
+            }
+        }
         try {
-            const start = perf_hooks_1.performance.now(), errors = wikilint_1.default.parse($text, ns === '828').lint()
-                .filter(({ severity, rule }) => severity === 'error' && !ignore.has(rule)), duration = perf_hooks_1.performance.now() - start;
+            const errors = (0, util_1.lint)($text, ns);
+            this.parsed++;
             if (errors.length > 0) {
-                this.newEntry(title, errors.map(({ severity, suggestions, fix, ...e }) => ({
-                    ...e,
-                    ...suggestions && {
-                        suggestions: suggestions.map(action => ({
-                            ...action,
-                            original: $text.slice(...action.range),
-                        })),
-                    },
-                    ...fix && { fix: { ...fix, original: $text.slice(...fix.range) } },
-                    excerpt: $text.slice(e.startIndex, e.endIndex).slice(0, exports.MAX),
-                })));
-            }
-            if (!this.#worst || duration > this.#worst.duration) {
-                this.#worst = { title, duration };
+                this.newEntry(title, errors);
             }
         }
         catch (e) {

package/report.js

@@ -5,9 +5,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
-const crypto_1 = require("crypto");
 const chalk_1 = __importDefault(require("chalk"));
-const processor_1 = require("./processor");
+const util_1 = require("./util");
 const { argv } = process, [, , lang] = argv, defaultOurDir = path_1.default.join(__dirname, 'reports');
 let [, , , outDir] = argv;
 const mkdir = (dir, empty) => {
@@ -30,15 +29,15 @@ else {
 const dataDir = path_1.default.join(outDir, 'data');
 mkdir(dataDir);
 const writeJS = (data, file) => {
-    fs_1.default.writeFileSync(path_1.default.join(dataDir, `${file}.js`), `window.data=${JSON.stringify(data)}`);
+    (0, util_1.write)(path_1.default.join(dataDir, `${file}.js`), data);
 };
 const initJS = (file) => {
     const stream = fs_1.default.createWriteStream(`${file}.js`);
-    stream.write('window.data={"articles":[');
+    stream.write('globalThis.data={"articles":[');
     return stream;
 };
 const compare = (a, b) => a.localeCompare(b);
-const resultDir = path_1.default.join(__dirname, 'results'), dir = fs_1.default.readdirSync(resultDir), summary = new Set(), ruleRecords = new Map(), wiki = {}, siteDir = path_1.default.join(dataDir, lang), articlesDir = path_1.default.join(siteDir, 'pages');
+const dir = fs_1.default.readdirSync(util_1.resultDir), summary = new Set(), ruleRecords = new Map(), wiki = {}, siteDir = path_1.default.join(dataDir, lang), articlesDir = path_1.default.join(siteDir, 'pages');
 let latest;
 mkdir(siteDir, true);
 mkdir(articlesDir);
@@ -46,12 +45,13 @@ for (const file of dir) {
     if (!file.endsWith('.json')) {
         continue;
     }
-    const fileDir = path_1.default.join(resultDir, file);
+    const fileDir = path_1.default.join(util_1.resultDir, file);
     if (!fs_1.default.existsSync(fileDir)) {
         console.error(chalk_1.default.red(`Failed to read ${file}`));
         continue;
     }
-    const k = file.search(/-\d+\.json$/u), site = k === -1 ? file.slice(0, -5) : file.slice(0, k);
+    const k = file.search(/-(?:p\d+){2}\.json$/u), site = (k === -1 ? file.slice(0, -5) : file.slice(0, k))
+        .replaceAll('_', '-');
     summary.add(site);
     if (lang !== site) {
         continue;
@@ -59,8 +59,7 @@ for (const file of dir) {
     const data = fs_1.default.readFileSync(fileDir, 'utf8'), date = new Date(data.substr(data.indexOf('\n"#timestamp": "') + 16, 10));
     latest = !latest || date > latest ? date : latest;
     for (const mt of data.matchAll(/^(".+"): \[$/gmu)) {
-        const page = JSON.parse(mt[1]), hash = (0, crypto_1.createHash)('sha256').update(page).digest('hex')
-            .slice(0, 8), errors = JSON.parse(data.slice(mt.index + mt[0].length - 1, data.indexOf('\n]', mt.index) + 2)), rules = new Set(), info = [];
+        const page = JSON.parse(mt[1]), errors = JSON.parse(data.slice(mt.index + mt[0].length - 1, data.indexOf('\n]', mt.index) + 2)), rules = new Set(), info = [];
         for (const { rule, startLine, startCol, message, excerpt } of errors) {
             // article
             const line = startLine + 1, col = startCol + 1;
@@ -82,10 +81,10 @@ for (const file of dir) {
                     ruleRecords.set(rule, ruleRecord);
                 }
                 ruleRecord[1].push(page);
-                ruleRecord[0] += `${JSON.stringify([page, line, col, message, excerpt.slice(0, processor_1.MAX * 0.8)], null, '\t')},`;
+                ruleRecord[0] += `${JSON.stringify([page, line, col, message, excerpt.slice(0, util_1.MAX * 0.8)], null, '\t')},`;
             }
         }
-        writeJS(info, path_1.default.join(site, 'pages', hash));
+        writeJS(info, (0, util_1.getHash)(site, page));
     }
 }
 const timestamp = latest.toISOString().slice(0, 10);

package/reports/article.html

@@ -4,6 +4,7 @@
 		<title>Diagnostic Report for Wikipedia</title>
 		<meta charset="utf-8">
 		<meta name="viewport" content="initial-scale=1.0, user-scalable=yes, minimum-scale=0.25, maximum-scale=5.0, width=device-width">
+		<link rel="icon" href="data:image/png;base64,iVBORw0KGgo=">
 		<link rel="stylesheet" href="reports.css">
 		<style>td:nth-child(-n+3){text-align:center}</style>
 		<script defer="" src="dist/article.js"></script>
@@ -18,12 +19,16 @@
 					<div>
 						<a id="wiki" href="./wiki.html">Wikipedia</a>
 					</div>
+					<div>
+						<a id="purge" href="#">Refresh</a>
+					</div>
 				</div>
 				<h2>
 					Diagnostic Report for 
 					<a id="article">Article</a>
+					[<a id="edit">Edit</a>]
 				</h2>
-				<table style="table-layout:fixed;width:100%">
+				<table style="table-layout:fixed;width:100%;min-width:900px">
 					<colgroup>
 						<col span="1">
 						<col span="1" style="width:calc(1.6em + 7ch)">

package/reports/dist/article.js

@@ -1,30 +1,2 @@
-"use strict";
-(async () => {
-    const search = new URLSearchParams(location.search), page = search.get('page'), lang = search.get('lang'), buffer = await crypto.subtle.digest('SHA-256', new TextEncoder().encode(page)), hash = [...new Uint8Array(buffer)].slice(0, 4)
-        .map(b => b.toString(16).padStart(2, '0'))
-        .join(''), title = document.querySelector('title'), h2 = document.getElementById('article'), wiki = document.getElementById('wiki'), tbody = document.querySelector('tbody'), script = document.createElement('script');
-    title.textContent = title.textContent.replace('Wikipedia', page);
-    h2.textContent = page;
-    h2.href = `https://${lang}.wikipedia.org/wiki/${encodeURIComponent(page)}?redirect=no`;
-    wiki.textContent = `${lang}wiki`;
-    wiki.href += `?lang=${lang}`;
-    script.src = `./data/${lang}/pages/${hash}.js`;
-    script.addEventListener('load', () => {
-        for (const entry of data) {
-            const [rule, startLine, startCol, message, excerpt] = entry, tr = document.createElement('tr'), description = document.createElement('td'), line = document.createElement('td'), column = document.createElement('td'), detail = document.createElement('td'), notice = document.createElement('td'), descriptionLink = document.createElement('a');
-            descriptionLink.textContent = rule;
-            descriptionLink.href = `./rule.html?lang=${lang}&rule=${rule}`;
-            description.className = 'excerpt';
-            description.append(descriptionLink);
-            line.textContent = String(startLine);
-            column.textContent = String(startCol);
-            detail.textContent = message;
-            detail.className = 'excerpt';
-            notice.textContent = excerpt;
-            notice.className = 'excerpt mono';
-            tr.append(description, line, column, detail, notice);
-            tbody.append(tr);
-        }
-    });
-    document.head.append(script);
-})();
+"use strict";(()=>{var p=(n,e)=>{n.href=e,e.startsWith("https://")&&(n.target="_blank",n.rel="noopener")},g=(n,e)=>{let t=document.createElement("script");t.src=n,t.addEventListener("load",e),document.head.append(t)},u=(n,e)=>{let t=document.querySelector(n);return t.textContent=t.textContent.replace("Wikipedia",e),t},l=(n,e,t)=>{let r=document.getElementById(n);typeof e=="function"?r.href=e(r.href):e?p(r,e):r.removeAttribute("href"),t!==void 0&&(r.textContent=t)},E=(n,e,t,r)=>{let i=document.createElement(n),a=document.createElement("a");return a.textContent=e,p(a,t),i.append(a),r&&(i.className=r),i},c=(n,e)=>{let t=document.createElement("td");return t.textContent=n,e&&(t.className=e),t},f=(...n)=>{let e=document.createElement("tr");e.append(...n),document.querySelector("tbody").append(e)},L=(n,e,t,r)=>[c(String(n)),c(String(e)),c(t,"excerpt"),c(r,"excerpt mono")];(async()=>{let n=new URLSearchParams(location.search),e=n.get("page"),t=n.get("lang"),r=n.get("timestamp"),i=await crypto.subtle.digest("SHA-256",new TextEncoder().encode(e)),a=[...new Uint8Array(i)].slice(0,4).map(o=>o.toString(16).padStart(2,"0")).join(""),m=`https://${t==="mediawiki"?"www.mediawiki.org":`${t}.wikipedia.org`}/wiki/${encodeURIComponent(e)}`,s=document.getElementById("purge");u("title",e),l("article",`${m}?redirect=no`,e),l("edit",`${m}?action=edit`),l("wiki",o=>`${o}?lang=${t}`,`${t}wiki`),s.addEventListener("click",()=>{s.style.pointerEvents="none",(async()=>{let o=await fetch(`./purge/${t}/${encodeURIComponent(e.replace(/ /gu,"_"))}`);if(o.ok){let{timestamp:d}=await o.json();n.set("timestamp",d),location.href=`./article.html?${n}`}else s.style.pointerEvents=""})()}),g(`./data/${t}/pages/${a}.js${r?`?timestamp=${r}`:""}`,()=>{if(data.length===0)s.style.display="none";else for(let[o,d,w,$,h]of data)f(E("td",o,`./rule.html?lang=${t}&rule=${o}`,"excerpt"),...L(d,w,$,h))})})();})();
+//# sourceMappingURL=article.js.map

package/reports/dist/article.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/common.ts", "../src/article.ts"],
+  "sourcesContent": ["const armorLink = (a: HTMLAnchorElement, href: string): void => {\n\ta.href = href;\n\tif (href.startsWith('https://')) {\n\t\ta.target = '_blank';\n\t\ta.rel = 'noopener';\n\t}\n};\n\nexport const load = (src: string, callback: () => void): void => {\n\tconst script = document.createElement('script');\n\tscript.src = src;\n\tscript.addEventListener('load', callback);\n\tdocument.head.append(script);\n};\n\nexport const update = (tag: string, replace: string): Element => {\n\tconst ele = document.querySelector(tag)!;\n\tele.textContent = ele.textContent!.replace('Wikipedia', replace);\n\treturn ele;\n};\n\nexport const updateLink = (id: string, href: string | ((s: string) => string) | false, text?: string): void => {\n\tconst a = document.getElementById(id) as HTMLAnchorElement;\n\tif (typeof href === 'function') {\n\t\ta.href = href(a.href);\n\t} else if (href) {\n\t\tarmorLink(a, href);\n\t} else {\n\t\ta.removeAttribute('href');\n\t}\n\tif (text !== undefined) {\n\t\ta.textContent = text;\n\t}\n};\n\nexport const addLink = (tag: string, text: string, href: string, className?: string): HTMLElement => {\n\tconst container = document.createElement(tag),\n\t\ta = document.createElement('a');\n\ta.textContent = text;\n\tarmorLink(a, href);\n\tcontainer.append(a);\n\tif (className) {\n\t\tcontainer.className = className;\n\t}\n\treturn container;\n};\n\nexport const createTd = (text: string, className?: string): HTMLTableCellElement => {\n\tconst td = document.createElement('td');\n\ttd.textContent = text;\n\tif (className) {\n\t\ttd.className = className;\n\t}\n\treturn td;\n};\n\nexport const insertRow = (...tds: HTMLElement[]): void => {\n\tconst tr = document.createElement('tr');\n\ttr.append(...tds);\n\tdocument.querySelector('tbody')!.append(tr);\n};\n\nexport const getErrorInfo = (\n\tstartLine: number,\n\tstartCol: number,\n\tmessage: string,\n\texcerpt: string,\n): [HTMLTableCellElement, HTMLTableCellElement, HTMLTableCellElement, HTMLTableCellElement] => [\n\tcreateTd(String(startLine)),\n\tcreateTd(String(startCol)),\n\tcreateTd(message, 'excerpt'),\n\tcreateTd(excerpt, 'excerpt mono'),\n];\n", "import {load, update, updateLink, addLink, insertRow, getErrorInfo} from './common';\n\ndeclare const data: [string, number, number, string, string][];\n\n(async () => {\n\tconst search = new URLSearchParams(location.search),\n\t\tpage = search.get('page')!,\n\t\tlang = search.get('lang')!,\n\t\ttime = search.get('timestamp'),\n\t\tbuffer = await crypto.subtle.digest('SHA-256', new TextEncoder().encode(page)),\n\t\thash = [...new Uint8Array(buffer)].slice(0, 4)\n\t\t\t.map(b => b.toString(16).padStart(2, '0'))\n\t\t\t.join(''),\n\t\tbase = `https://${\n\t\t\tlang === 'mediawiki' ? 'www.mediawiki.org' : `${lang}.wikipedia.org`\n\t\t}/wiki/${encodeURIComponent(page)}`,\n\t\tpurge = document.getElementById('purge')!;\n\tupdate('title', page);\n\tupdateLink('article', `${base}?redirect=no`, page);\n\tupdateLink('edit', `${base}?action=edit`);\n\tupdateLink('wiki', s => `${s}?lang=${lang}`, `${lang}wiki`);\n\tpurge.addEventListener('click', () => {\n\t\tpurge.style.pointerEvents = 'none';\n\t\t(async () => {\n\t\t\tconst response = await fetch(`./purge/${lang}/${\n\t\t\t\tencodeURIComponent(page.replace(/ /gu, '_'))\n\t\t\t}`);\n\t\t\tif (response.ok) {\n\t\t\t\tconst {timestamp} = await response.json();\n\t\t\t\tsearch.set('timestamp', timestamp as string);\n\t\t\t\tlocation.href = `./article.html?${search}`;\n\t\t\t} else {\n\t\t\t\tpurge.style.pointerEvents = '';\n\t\t\t}\n\t\t})();\n\t});\n\tload(`./data/${lang}/pages/${hash}.js${time ? `?timestamp=${time}` : ''}`, () => {\n\t\tif (data.length === 0) {\n\t\t\tpurge.style.display = 'none';\n\t\t} else {\n\t\t\tfor (const [rule, startLine, startCol, message, excerpt] of data) {\n\t\t\t\tinsertRow(\n\t\t\t\t\taddLink('td', rule, `./rule.html?lang=${lang}&rule=${rule}`, 'excerpt'),\n\t\t\t\t\t...getErrorInfo(startLine, startCol, message, excerpt),\n\t\t\t\t);\n\t\t\t}\n\t\t}\n\t});\n})();\n"],
+  "mappings": "mBAAA,IAAMA,EAAY,CAACC,EAAsBC,IAAuB,CAC/DD,EAAE,KAAOC,EACLA,EAAK,WAAW,UAAU,IAC7BD,EAAE,OAAS,SACXA,EAAE,IAAM,WAEV,EAEaE,EAAO,CAACC,EAAaC,IAA+B,CAChE,IAAMC,EAAS,SAAS,cAAc,QAAQ,EAC9CA,EAAO,IAAMF,EACbE,EAAO,iBAAiB,OAAQD,CAAQ,EACxC,SAAS,KAAK,OAAOC,CAAM,CAC5B,EAEaC,EAAS,CAACC,EAAaC,IAA6B,CAChE,IAAMC,EAAM,SAAS,cAAcF,CAAG,EACtC,OAAAE,EAAI,YAAcA,EAAI,YAAa,QAAQ,YAAaD,CAAO,EACxDC,CACR,EAEaC,EAAa,CAACC,EAAYV,EAAgDW,IAAwB,CAC9G,IAAMZ,EAAI,SAAS,eAAeW,CAAE,EAChC,OAAOV,GAAS,WACnBD,EAAE,KAAOC,EAAKD,EAAE,IAAI,EACVC,EACVF,EAAUC,EAAGC,CAAI,EAEjBD,EAAE,gBAAgB,MAAM,EAErBY,IAAS,SACZZ,EAAE,YAAcY,EAElB,EAEaC,EAAU,CAACN,EAAaK,EAAcX,EAAca,IAAoC,CACpG,IAAMC,EAAY,SAAS,cAAcR,CAAG,EAC3C,EAAI,SAAS,cAAc,GAAG,EAC/B,SAAE,YAAcK,EAChBb,EAAU,EAAGE,CAAI,EACjBc,EAAU,OAAO,CAAC,EACdD,IACHC,EAAU,UAAYD,GAEhBC,CACR,EAEaC,EAAW,CAACJ,EAAcE,IAA6C,CACnF,IAAMG,EAAK,SAAS,cAAc,IAAI,EACtC,OAAAA,EAAG,YAAcL,EACbE,IACHG,EAAG,UAAYH,GAETG,CACR,EAEaC,EAAY,IAAIC,IAA6B,CACzD,IAAMC,EAAK,SAAS,cAAc,IAAI,EACtCA,EAAG,OAAO,GAAGD,CAAG,EAChB,SAAS,cAAc,OAAO,EAAG,OAAOC,CAAE,CAC3C,EAEaC,EAAe,CAC3BC,EACAC,EACAC,EACAC,IAC8F,CAC9FT,EAAS,OAAOM,CAAS,CAAC,EAC1BN,EAAS,OAAOO,CAAQ,CAAC,EACzBP,EAASQ,EAAS,SAAS,EAC3BR,EAASS,EAAS,cAAc,CACjC,GCpEC,SAAY,CACZ,IAAMC,EAAS,IAAI,gBAAgB,SAAS,MAAM,EACjDC,EAAOD,EAAO,IAAI,MAAM,EACxBE,EAAOF,EAAO,IAAI,MAAM,EACxBG,EAAOH,EAAO,IAAI,WAAW,EAC7BI,EAAS,MAAM,OAAO,OAAO,OAAO,UAAW,IAAI,YAAY,EAAE,OAAOH,CAAI,CAAC,EAC7EI,EAAO,CAAC,GAAG,IAAI,WAAWD,CAAM,CAAC,EAAE,MAAM,EAAG,CAAC,EAC3C,IAAIE,GAAKA,EAAE,SAAS,EAAE,EAAE,SAAS,EAAG,GAAG,CAAC,EACxC,KAAK,EAAE,EACTC,EAAO,WACNL,IAAS,YAAc,oBAAsB,GAAGA,CAAI,gBACrD,SAAS,mBAAmBD,CAAI,CAAC,GACjCO,EAAQ,SAAS,eAAe,OAAO,EACxCC,EAAO,QAASR,CAAI,EACpBS,EAAW,UAAW,GAAGH,CAAI,eAAgBN,CAAI,EACjDS,EAAW,OAAQ,GAAGH,CAAI,cAAc,EACxCG,EAAW,OAAQC,GAAK,GAAGA,CAAC,SAAST,CAAI,GAAI,GAAGA,CAAI,MAAM,EAC1DM,EAAM,iBAAiB,QAAS,IAAM,CACrCA,EAAM,MAAM,cAAgB,QAC3B,SAAY,CACZ,IAAMI,EAAW,MAAM,MAAM,WAAWV,CAAI,IAC3C,mBAAmBD,EAAK,QAAQ,MAAO,GAAG,CAAC,CAC5C,EAAE,EACF,GAAIW,EAAS,GAAI,CAChB,GAAM,CAAC,UAAAC,CAAS,EAAI,MAAMD,EAAS,KAAK,EACxCZ,EAAO,IAAI,YAAaa,CAAmB,EAC3C,SAAS,KAAO,kBAAkBb,CAAM,EACzC,MACCQ,EAAM,MAAM,cAAgB,EAE9B,GAAG,CACJ,CAAC,EACDM,EAAK,UAAUZ,CAAI,UAAUG,CAAI,MAAMF,EAAO,cAAcA,CAAI,GAAK,EAAE,GAAI,IAAM,CAChF,GAAI,KAAK,SAAW,EACnBK,EAAM,MAAM,QAAU,WAEtB,QAAW,CAACO,EAAMC,EAAWC,EAAUC,EAASC,CAAO,IAAK,KAC3DC,EACCC,EAAQ,KAAMN,EAAM,oBAAoBb,CAAI,SAASa,CAAI,GAAI,SAAS,EACtE,GAAGO,EAAaN,EAAWC,EAAUC,EAASC,CAAO,CACtD,CAGH,CAAC,CACF,GAAG",
+  "names": ["armorLink", "a", "href", "load", "src", "callback", "script", "update", "tag", "replace", "ele", "updateLink", "id", "text", "addLink", "className", "container", "createTd", "td", "insertRow", "tds", "tr", "getErrorInfo", "startLine", "startCol", "message", "excerpt", "search", "page", "lang", "time", "buffer", "hash", "b", "base", "purge", "update", "updateLink", "s", "response", "timestamp", "load", "rule", "startLine", "startCol", "message", "excerpt", "insertRow", "addLink", "getErrorInfo"]
+}

package/reports/dist/index.js

@@ -1,15 +1,2 @@
-"use strict";
-(() => {
-    const container = document.getElementById('container'), script = document.createElement('script');
-    script.src = './data/index.js';
-    script.addEventListener('load', () => {
-        container.append(...window.data.map(lang => {
-            const div = document.createElement('div'), a = document.createElement('a');
-            a.href = `./wiki.html?lang=${lang}`;
-            a.innerText = `${lang}.wikipedia.org`;
-            div.append(a);
-            return div;
-        }));
-    });
-    document.head.append(script);
-})();
+"use strict";(()=>{var l=(e,t)=>{e.href=t,t.startsWith("https://")&&(e.target="_blank",e.rel="noopener")},d=(e,t)=>{let n=document.createElement("script");n.src=e,n.addEventListener("load",t),document.head.append(n)};var s=(e,t,n,i)=>{let r=document.createElement(e),o=document.createElement("a");return o.textContent=t,l(o,n),r.append(o),i&&(r.className=i),r};d("./data/index.js",()=>{document.getElementById("container").append(...data.map(e=>s("div",`${e}wiki`,`./wiki.html?lang=${e}`)))});})();
+//# sourceMappingURL=index.js.map

package/reports/dist/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/common.ts", "../src/index.ts"],
+  "sourcesContent": ["const armorLink = (a: HTMLAnchorElement, href: string): void => {\n\ta.href = href;\n\tif (href.startsWith('https://')) {\n\t\ta.target = '_blank';\n\t\ta.rel = 'noopener';\n\t}\n};\n\nexport const load = (src: string, callback: () => void): void => {\n\tconst script = document.createElement('script');\n\tscript.src = src;\n\tscript.addEventListener('load', callback);\n\tdocument.head.append(script);\n};\n\nexport const update = (tag: string, replace: string): Element => {\n\tconst ele = document.querySelector(tag)!;\n\tele.textContent = ele.textContent!.replace('Wikipedia', replace);\n\treturn ele;\n};\n\nexport const updateLink = (id: string, href: string | ((s: string) => string) | false, text?: string): void => {\n\tconst a = document.getElementById(id) as HTMLAnchorElement;\n\tif (typeof href === 'function') {\n\t\ta.href = href(a.href);\n\t} else if (href) {\n\t\tarmorLink(a, href);\n\t} else {\n\t\ta.removeAttribute('href');\n\t}\n\tif (text !== undefined) {\n\t\ta.textContent = text;\n\t}\n};\n\nexport const addLink = (tag: string, text: string, href: string, className?: string): HTMLElement => {\n\tconst container = document.createElement(tag),\n\t\ta = document.createElement('a');\n\ta.textContent = text;\n\tarmorLink(a, href);\n\tcontainer.append(a);\n\tif (className) {\n\t\tcontainer.className = className;\n\t}\n\treturn container;\n};\n\nexport const createTd = (text: string, className?: string): HTMLTableCellElement => {\n\tconst td = document.createElement('td');\n\ttd.textContent = text;\n\tif (className) {\n\t\ttd.className = className;\n\t}\n\treturn td;\n};\n\nexport const insertRow = (...tds: HTMLElement[]): void => {\n\tconst tr = document.createElement('tr');\n\ttr.append(...tds);\n\tdocument.querySelector('tbody')!.append(tr);\n};\n\nexport const getErrorInfo = (\n\tstartLine: number,\n\tstartCol: number,\n\tmessage: string,\n\texcerpt: string,\n): [HTMLTableCellElement, HTMLTableCellElement, HTMLTableCellElement, HTMLTableCellElement] => [\n\tcreateTd(String(startLine)),\n\tcreateTd(String(startCol)),\n\tcreateTd(message, 'excerpt'),\n\tcreateTd(excerpt, 'excerpt mono'),\n];\n", "import {load, addLink} from './common';\n\ndeclare const data: string[];\n\nload('./data/index.js', () => {\n\tdocument.getElementById('container')!.append(...data.map(\n\t\tlang => addLink('div', `${lang}wiki`, `./wiki.html?lang=${lang}`),\n\t));\n});\n"],
+  "mappings": "mBAAA,IAAMA,EAAY,CAACC,EAAsBC,IAAuB,CAC/DD,EAAE,KAAOC,EACLA,EAAK,WAAW,UAAU,IAC7BD,EAAE,OAAS,SACXA,EAAE,IAAM,WAEV,EAEaE,EAAO,CAACC,EAAaC,IAA+B,CAChE,IAAMC,EAAS,SAAS,cAAc,QAAQ,EAC9CA,EAAO,IAAMF,EACbE,EAAO,iBAAiB,OAAQD,CAAQ,EACxC,SAAS,KAAK,OAAOC,CAAM,CAC5B,EAsBO,IAAMC,EAAU,CAACC,EAAaC,EAAcC,EAAcC,IAAoC,CACpG,IAAMC,EAAY,SAAS,cAAcJ,CAAG,EAC3CK,EAAI,SAAS,cAAc,GAAG,EAC/B,OAAAA,EAAE,YAAcJ,EAChBK,EAAUD,EAAGH,CAAI,EACjBE,EAAU,OAAOC,CAAC,EACdF,IACHC,EAAU,UAAYD,GAEhBC,CACR,ECzCAG,EAAK,kBAAmB,IAAM,CAC7B,SAAS,eAAe,WAAW,EAAG,OAAO,GAAG,KAAK,IACpDC,GAAQC,EAAQ,MAAO,GAAGD,CAAI,OAAQ,oBAAoBA,CAAI,EAAE,CACjE,CAAC,CACF,CAAC",
+  "names": ["armorLink", "a", "href", "load", "src", "callback", "script", "addLink", "tag", "text", "href", "className", "container", "a", "armorLink", "load", "lang", "addLink"]
+}

package/reports/dist/rule.js

@@ -1,49 +1,2 @@
-"use strict";
-(() => {
-    const search = new URLSearchParams(location.search), lang = search.get('lang'), rule = search.get('rule'), batch = Math.floor(Number(search.get('start') || 0) / 200), endStr = String((batch + 1) * 200), nav = document.getElementById('nav'), prev = document.getElementById('prev'), next = document.getElementById('next'), start = document.getElementById('start'), end = document.getElementById('end'), title = document.querySelector('title'), h2 = document.querySelector('h2'), wiki = document.getElementById('wiki'), table = document.querySelector('table'), tbody = document.querySelector('tbody'), script = document.createElement('script');
-    title.textContent = title.textContent.replace('Wikipedia', `${lang}.wikipedia.org`);
-    wiki.textContent = `${lang}wiki`;
-    wiki.href += `?lang=${lang}`;
-    if (batch === 0) {
-        prev.removeAttribute('href');
-    }
-    else {
-        start.textContent = String(batch * 200 + 1);
-        end.textContent = endStr;
-        search.set('start', String((batch - 1) * 200));
-        prev.href = `${location.pathname}?${search}`;
-    }
-    search.set('start', endStr);
-    next.href = `${location.pathname}?${search}`;
-    script.src = `./data/${lang}/${rule}-${batch}.js`;
-    script.addEventListener('load', () => {
-        h2.textContent = `${h2.textContent.replace('Wikipedia', `${lang}.wikipedia.org: ${rule}`)} (${data.timestamp})`;
-        if (data.batches === batch + 1) {
-            next.removeAttribute('href');
-            end.textContent = String(batch * 200 + data.articles.length);
-        }
-        for (const [page, startLine, startCol, message, excerpt] of data.articles) {
-            const tr = document.createElement('tr'), article = document.createElement('td'), edit = document.createElement('td'), line = document.createElement('td'), column = document.createElement('td'), detail = document.createElement('td'), notice = document.createElement('td'), more = document.createElement('td'), articleLink = document.createElement('a'), editLink = document.createElement('a'), moreLink = document.createElement('a');
-            articleLink.textContent = page;
-            articleLink.href = `https://${lang}.wikipedia.org/wiki/${encodeURIComponent(page)}?redirect=no`;
-            article.className = 'excerpt';
-            article.append(articleLink);
-            editLink.textContent = 'edit';
-            editLink.href = `https://${lang}.wikipedia.org/wiki/${encodeURIComponent(page)}?action=edit`;
-            edit.append(editLink);
-            line.textContent = String(startLine);
-            column.textContent = String(startCol);
-            detail.textContent = message;
-            detail.className = 'excerpt';
-            notice.textContent = excerpt;
-            notice.className = 'excerpt mono';
-            moreLink.textContent = 'more';
-            moreLink.href = `./article.html?lang=${lang}&page=${encodeURIComponent(page)}`;
-            more.append(moreLink);
-            tr.append(article, edit, line, column, detail, notice, more);
-            tbody.append(tr);
-        }
-        table.after(nav.cloneNode(true));
-    });
-    document.head.append(script);
-})();
+"use strict";(()=>{var g=(e,t)=>{e.href=t,t.startsWith("https://")&&(e.target="_blank",e.rel="noopener")},p=(e,t)=>{let n=document.createElement("script");n.src=e,n.addEventListener("load",t),document.head.append(n)},m=(e,t)=>{let n=document.querySelector(e);return n.textContent=n.textContent.replace("Wikipedia",t),n},d=(e,t,n)=>{let r=document.getElementById(e);typeof t=="function"?r.href=t(r.href):t?g(r,t):r.removeAttribute("href"),n!==void 0&&(r.textContent=n)},u=(e,t,n,r)=>{let s=document.createElement(e),c=document.createElement("a");return c.textContent=t,g(c,n),s.append(c),r&&(s.className=r),s},l=(e,t)=>{let n=document.createElement("td");return n.textContent=e,t&&(n.className=t),n},E=(...e)=>{let t=document.createElement("tr");t.append(...e),document.querySelector("tbody").append(t)},x=(e,t,n,r)=>[l(String(e)),l(String(t)),l(n,"excerpt"),l(r,"excerpt mono")];var o=new URLSearchParams(location.search),i=o.get("lang"),b=o.get("rule"),a=Math.floor(Number(o.get("start")||0)/200),f=m("h2",`${i}wiki: ${b}`);m("title",`${i}wiki`);d("wiki",e=>`${e}?lang=${i}`,`${i}wiki`);o.set("start",String((a-1)*200));d("prev",a!==0&&`${location.pathname}?${o}`);document.getElementById("start").textContent=String(a*200+1);p(`./data/${i}/${b}-${a}.js`,()=>{let e=String(a*200+data.articles.length);f.textContent+=` (${data.timestamp})`,document.getElementById("end").textContent=e,o.set("start",e),d("next",data.batches!==a+1&&`${location.pathname}?${o}`),document.querySelector("table").after(document.getElementById("nav").cloneNode(!0));for(let[t,n,r,s,c]of data.articles){let h=encodeURIComponent(t);E(u("td",t,`./article.html?lang=${i}&page=${h}`,"excerpt"),...x(n,r,s,c))}});})();
+//# sourceMappingURL=rule.js.map

package/reports/dist/rule.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/common.ts", "../src/rule.ts"],
+  "sourcesContent": ["const armorLink = (a: HTMLAnchorElement, href: string): void => {\n\ta.href = href;\n\tif (href.startsWith('https://')) {\n\t\ta.target = '_blank';\n\t\ta.rel = 'noopener';\n\t}\n};\n\nexport const load = (src: string, callback: () => void): void => {\n\tconst script = document.createElement('script');\n\tscript.src = src;\n\tscript.addEventListener('load', callback);\n\tdocument.head.append(script);\n};\n\nexport const update = (tag: string, replace: string): Element => {\n\tconst ele = document.querySelector(tag)!;\n\tele.textContent = ele.textContent!.replace('Wikipedia', replace);\n\treturn ele;\n};\n\nexport const updateLink = (id: string, href: string | ((s: string) => string) | false, text?: string): void => {\n\tconst a = document.getElementById(id) as HTMLAnchorElement;\n\tif (typeof href === 'function') {\n\t\ta.href = href(a.href);\n\t} else if (href) {\n\t\tarmorLink(a, href);\n\t} else {\n\t\ta.removeAttribute('href');\n\t}\n\tif (text !== undefined) {\n\t\ta.textContent = text;\n\t}\n};\n\nexport const addLink = (tag: string, text: string, href: string, className?: string): HTMLElement => {\n\tconst container = document.createElement(tag),\n\t\ta = document.createElement('a');\n\ta.textContent = text;\n\tarmorLink(a, href);\n\tcontainer.append(a);\n\tif (className) {\n\t\tcontainer.className = className;\n\t}\n\treturn container;\n};\n\nexport const createTd = (text: string, className?: string): HTMLTableCellElement => {\n\tconst td = document.createElement('td');\n\ttd.textContent = text;\n\tif (className) {\n\t\ttd.className = className;\n\t}\n\treturn td;\n};\n\nexport const insertRow = (...tds: HTMLElement[]): void => {\n\tconst tr = document.createElement('tr');\n\ttr.append(...tds);\n\tdocument.querySelector('tbody')!.append(tr);\n};\n\nexport const getErrorInfo = (\n\tstartLine: number,\n\tstartCol: number,\n\tmessage: string,\n\texcerpt: string,\n): [HTMLTableCellElement, HTMLTableCellElement, HTMLTableCellElement, HTMLTableCellElement] => [\n\tcreateTd(String(startLine)),\n\tcreateTd(String(startCol)),\n\tcreateTd(message, 'excerpt'),\n\tcreateTd(excerpt, 'excerpt mono'),\n];\n", "import {load, update, addLink, insertRow, getErrorInfo, updateLink} from './common';\n\ndeclare const data: {\n\tarticles: [string, number, number, string, string][];\n\tbatches: number;\n\ttimestamp: string;\n};\n\nconst search = new URLSearchParams(location.search),\n\tlang = search.get('lang'),\n\trule = search.get('rule'),\n\tbatch = Math.floor(Number(search.get('start') || 0) / 200),\n\th2 = update('h2', `${lang}wiki: ${rule}`);\nupdate('title', `${lang}wiki`);\nupdateLink('wiki', s => `${s}?lang=${lang}`, `${lang}wiki`);\nsearch.set('start', String((batch - 1) * 200));\nupdateLink('prev', batch !== 0 && `${location.pathname}?${search}`);\ndocument.getElementById('start')!.textContent = String(batch * 200 + 1);\nload(`./data/${lang}/${rule}-${batch}.js`, () => {\n\tconst endStr = String(batch * 200 + data.articles.length);\n\th2.textContent += ` (${data.timestamp})`;\n\tdocument.getElementById('end')!.textContent = endStr;\n\tsearch.set('start', endStr);\n\tupdateLink('next', data.batches !== batch + 1 && `${location.pathname}?${search}`);\n\tdocument.querySelector('table')!\n\t\t.after(document.getElementById('nav')!.cloneNode(true));\n\tfor (const [page, startLine, startCol, message, excerpt] of data.articles) {\n\t\tconst title = encodeURIComponent(page);\n\t\tinsertRow(\n\t\t\taddLink('td', page, `./article.html?lang=${lang}&page=${title}`, 'excerpt'),\n\t\t\t...getErrorInfo(startLine, startCol, message, excerpt),\n\t\t);\n\t}\n});\n"],
+  "mappings": "mBAAA,IAAMA,EAAY,CAACC,EAAsBC,IAAuB,CAC/DD,EAAE,KAAOC,EACLA,EAAK,WAAW,UAAU,IAC7BD,EAAE,OAAS,SACXA,EAAE,IAAM,WAEV,EAEaE,EAAO,CAACC,EAAaC,IAA+B,CAChE,IAAMC,EAAS,SAAS,cAAc,QAAQ,EAC9CA,EAAO,IAAMF,EACbE,EAAO,iBAAiB,OAAQD,CAAQ,EACxC,SAAS,KAAK,OAAOC,CAAM,CAC5B,EAEaC,EAAS,CAACC,EAAaC,IAA6B,CAChE,IAAMC,EAAM,SAAS,cAAcF,CAAG,EACtC,OAAAE,EAAI,YAAcA,EAAI,YAAa,QAAQ,YAAaD,CAAO,EACxDC,CACR,EAEaC,EAAa,CAACC,EAAYV,EAAgDW,IAAwB,CAC9G,IAAMZ,EAAI,SAAS,eAAeW,CAAE,EAChC,OAAOV,GAAS,WACnBD,EAAE,KAAOC,EAAKD,EAAE,IAAI,EACVC,EACVF,EAAUC,EAAGC,CAAI,EAEjBD,EAAE,gBAAgB,MAAM,EAErBY,IAAS,SACZZ,EAAE,YAAcY,EAElB,EAEaC,EAAU,CAACN,EAAaK,EAAcX,EAAca,IAAoC,CACpG,IAAMC,EAAY,SAAS,cAAcR,CAAG,EAC3CP,EAAI,SAAS,cAAc,GAAG,EAC/B,OAAAA,EAAE,YAAcY,EAChBb,EAAUC,EAAGC,CAAI,EACjBc,EAAU,OAAOf,CAAC,EACdc,IACHC,EAAU,UAAYD,GAEhBC,CACR,EAEaC,EAAW,CAACJ,EAAcE,IAA6C,CACnF,IAAMG,EAAK,SAAS,cAAc,IAAI,EACtC,OAAAA,EAAG,YAAcL,EACbE,IACHG,EAAG,UAAYH,GAETG,CACR,EAEaC,EAAY,IAAIC,IAA6B,CACzD,IAAMC,EAAK,SAAS,cAAc,IAAI,EACtCA,EAAG,OAAO,GAAGD,CAAG,EAChB,SAAS,cAAc,OAAO,EAAG,OAAOC,CAAE,CAC3C,EAEaC,EAAe,CAC3BC,EACAC,EACAC,EACAC,IAC8F,CAC9FT,EAAS,OAAOM,CAAS,CAAC,EAC1BN,EAAS,OAAOO,CAAQ,CAAC,EACzBP,EAASQ,EAAS,SAAS,EAC3BR,EAASS,EAAS,cAAc,CACjC,EChEA,IAAMC,EAAS,IAAI,gBAAgB,SAAS,MAAM,EACjDC,EAAOD,EAAO,IAAI,MAAM,EACxBE,EAAOF,EAAO,IAAI,MAAM,EACxBG,EAAQ,KAAK,MAAM,OAAOH,EAAO,IAAI,OAAO,GAAK,CAAC,EAAI,GAAG,EACzDI,EAAKC,EAAO,KAAM,GAAGJ,CAAI,SAASC,CAAI,EAAE,EACzCG,EAAO,QAAS,GAAGJ,CAAI,MAAM,EAC7BK,EAAW,OAAQC,GAAK,GAAGA,CAAC,SAASN,CAAI,GAAI,GAAGA,CAAI,MAAM,EAC1DD,EAAO,IAAI,QAAS,QAAQG,EAAQ,GAAK,GAAG,CAAC,EAC7CG,EAAW,OAAQH,IAAU,GAAK,GAAG,SAAS,QAAQ,IAAIH,CAAM,EAAE,EAClE,SAAS,eAAe,OAAO,EAAG,YAAc,OAAOG,EAAQ,IAAM,CAAC,EACtEK,EAAK,UAAUP,CAAI,IAAIC,CAAI,IAAIC,CAAK,MAAO,IAAM,CAChD,IAAMM,EAAS,OAAON,EAAQ,IAAM,KAAK,SAAS,MAAM,EACxDC,EAAG,aAAe,KAAK,KAAK,SAAS,IACrC,SAAS,eAAe,KAAK,EAAG,YAAcK,EAC9CT,EAAO,IAAI,QAASS,CAAM,EAC1BH,EAAW,OAAQ,KAAK,UAAYH,EAAQ,GAAK,GAAG,SAAS,QAAQ,IAAIH,CAAM,EAAE,EACjF,SAAS,cAAc,OAAO,EAC5B,MAAM,SAAS,eAAe,KAAK,EAAG,UAAU,EAAI,CAAC,EACvD,OAAW,CAACU,EAAMC,EAAWC,EAAUC,EAASC,CAAO,IAAK,KAAK,SAAU,CAC1E,IAAMC,EAAQ,mBAAmBL,CAAI,EACrCM,EACCC,EAAQ,KAAMP,EAAM,uBAAuBT,CAAI,SAASc,CAAK,GAAI,SAAS,EAC1E,GAAGG,EAAaP,EAAWC,EAAUC,EAASC,CAAO,CACtD,CACD,CACD,CAAC",
+  "names": ["armorLink", "a", "href", "load", "src", "callback", "script", "update", "tag", "replace", "ele", "updateLink", "id", "text", "addLink", "className", "container", "createTd", "td", "insertRow", "tds", "tr", "getErrorInfo", "startLine", "startCol", "message", "excerpt", "search", "lang", "rule", "batch", "h2", "update", "updateLink", "s", "load", "endStr", "page", "startLine", "startCol", "message", "excerpt", "title", "insertRow", "addLink", "getErrorInfo"]
+}

package/reports/dist/wiki.js

@@ -1,19 +1,2 @@
-"use strict";
-(() => {
-    const lang = new URLSearchParams(location.search).get('lang'), script = document.createElement('script'), title = document.querySelector('title'), h2 = document.querySelector('h2'), tbody = document.querySelector('tbody');
-    title.textContent = title.textContent.replace('Wikipedia', `${lang}.wikipedia.org`);
-    script.src = `./data/${lang}/index.js`;
-    script.addEventListener('load', () => {
-        h2.textContent = `${h2.textContent.replace('Wikipedia', `${lang}.wikipedia.org`)} (${data.slice(-1)[0]})`;
-        for (const [rule, count] of data.slice(0, -1)) {
-            const tr = document.createElement('tr'), description = document.createElement('td'), pages = document.createElement('td'), a = document.createElement('a');
-            a.textContent = rule;
-            a.href = `./rule.html?lang=${lang}&rule=${rule}`;
-            description.append(a);
-            pages.textContent = String(count);
-            tr.append(description, pages);
-            tbody.append(tr);
-        }
-    });
-    document.head.append(script);
-})();
+"use strict";(()=>{var g=(t,e)=>{t.href=e,e.startsWith("https://")&&(t.target="_blank",t.rel="noopener")},l=(t,e)=>{let n=document.createElement("script");n.src=t,n.addEventListener("load",e),document.head.append(n)},s=(t,e)=>{let n=document.querySelector(t);return n.textContent=n.textContent.replace("Wikipedia",e),n};var c=(t,e,n,a)=>{let o=document.createElement(t),i=document.createElement("a");return i.textContent=e,g(i,n),o.append(i),a&&(o.className=a),o},d=(t,e)=>{let n=document.createElement("td");return n.textContent=t,e&&(n.className=e),n},m=(...t)=>{let e=document.createElement("tr");e.append(...t),document.querySelector("tbody").append(e)};var r=new URLSearchParams(location.search).get("lang"),p=s("h2",`${r}wiki`);s("title",`${r}wiki`);l(`./data/${r}/index.js`,()=>{p.textContent+=` (${data[data.length-1]})`;for(let[t,e]of data.slice(0,-1))m(c("td",t,`./rule.html?lang=${r}&rule=${t}`),d(String(e)))});})();
+//# sourceMappingURL=wiki.js.map

package/reports/dist/wiki.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/common.ts", "../src/wiki.ts"],
+  "sourcesContent": ["const armorLink = (a: HTMLAnchorElement, href: string): void => {\n\ta.href = href;\n\tif (href.startsWith('https://')) {\n\t\ta.target = '_blank';\n\t\ta.rel = 'noopener';\n\t}\n};\n\nexport const load = (src: string, callback: () => void): void => {\n\tconst script = document.createElement('script');\n\tscript.src = src;\n\tscript.addEventListener('load', callback);\n\tdocument.head.append(script);\n};\n\nexport const update = (tag: string, replace: string): Element => {\n\tconst ele = document.querySelector(tag)!;\n\tele.textContent = ele.textContent!.replace('Wikipedia', replace);\n\treturn ele;\n};\n\nexport const updateLink = (id: string, href: string | ((s: string) => string) | false, text?: string): void => {\n\tconst a = document.getElementById(id) as HTMLAnchorElement;\n\tif (typeof href === 'function') {\n\t\ta.href = href(a.href);\n\t} else if (href) {\n\t\tarmorLink(a, href);\n\t} else {\n\t\ta.removeAttribute('href');\n\t}\n\tif (text !== undefined) {\n\t\ta.textContent = text;\n\t}\n};\n\nexport const addLink = (tag: string, text: string, href: string, className?: string): HTMLElement => {\n\tconst container = document.createElement(tag),\n\t\ta = document.createElement('a');\n\ta.textContent = text;\n\tarmorLink(a, href);\n\tcontainer.append(a);\n\tif (className) {\n\t\tcontainer.className = className;\n\t}\n\treturn container;\n};\n\nexport const createTd = (text: string, className?: string): HTMLTableCellElement => {\n\tconst td = document.createElement('td');\n\ttd.textContent = text;\n\tif (className) {\n\t\ttd.className = className;\n\t}\n\treturn td;\n};\n\nexport const insertRow = (...tds: HTMLElement[]): void => {\n\tconst tr = document.createElement('tr');\n\ttr.append(...tds);\n\tdocument.querySelector('tbody')!.append(tr);\n};\n\nexport const getErrorInfo = (\n\tstartLine: number,\n\tstartCol: number,\n\tmessage: string,\n\texcerpt: string,\n): [HTMLTableCellElement, HTMLTableCellElement, HTMLTableCellElement, HTMLTableCellElement] => [\n\tcreateTd(String(startLine)),\n\tcreateTd(String(startCol)),\n\tcreateTd(message, 'excerpt'),\n\tcreateTd(excerpt, 'excerpt mono'),\n];\n", "import {load, update, addLink, createTd, insertRow} from './common';\n\ndeclare const data: [...[string, number][], string];\n\nconst lang = new URLSearchParams(location.search).get('lang'),\n\th2 = update('h2', `${lang}wiki`);\nupdate('title', `${lang}wiki`);\nload(`./data/${lang}/index.js`, () => {\n\th2.textContent += ` (${data[data.length - 1] as string})`;\n\tfor (const [rule, count] of data.slice(0, -1) as [string, number][]) {\n\t\tinsertRow(\n\t\t\taddLink('td', rule, `./rule.html?lang=${lang}&rule=${rule}`),\n\t\t\tcreateTd(String(count)),\n\t\t);\n\t}\n});\n"],
+  "mappings": "mBAAA,IAAMA,EAAY,CAACC,EAAsBC,IAAuB,CAC/DD,EAAE,KAAOC,EACLA,EAAK,WAAW,UAAU,IAC7BD,EAAE,OAAS,SACXA,EAAE,IAAM,WAEV,EAEaE,EAAO,CAACC,EAAaC,IAA+B,CAChE,IAAMC,EAAS,SAAS,cAAc,QAAQ,EAC9CA,EAAO,IAAMF,EACbE,EAAO,iBAAiB,OAAQD,CAAQ,EACxC,SAAS,KAAK,OAAOC,CAAM,CAC5B,EAEaC,EAAS,CAACC,EAAaC,IAA6B,CAChE,IAAMC,EAAM,SAAS,cAAcF,CAAG,EACtC,OAAAE,EAAI,YAAcA,EAAI,YAAa,QAAQ,YAAaD,CAAO,EACxDC,CACR,EAgBO,IAAMC,EAAU,CAACC,EAAaC,EAAcC,EAAcC,IAAoC,CACpG,IAAMC,EAAY,SAAS,cAAcJ,CAAG,EAC3CK,EAAI,SAAS,cAAc,GAAG,EAC/B,OAAAA,EAAE,YAAcJ,EAChBK,EAAUD,EAAGH,CAAI,EACjBE,EAAU,OAAOC,CAAC,EACdF,IACHC,EAAU,UAAYD,GAEhBC,CACR,EAEaG,EAAW,CAACN,EAAcE,IAA6C,CACnF,IAAMK,EAAK,SAAS,cAAc,IAAI,EACtC,OAAAA,EAAG,YAAcP,EACbE,IACHK,EAAG,UAAYL,GAETK,CACR,EAEaC,EAAY,IAAIC,IAA6B,CACzD,IAAMC,EAAK,SAAS,cAAc,IAAI,EACtCA,EAAG,OAAO,GAAGD,CAAG,EAChB,SAAS,cAAc,OAAO,EAAG,OAAOC,CAAE,CAC3C,ECxDA,IAAMC,EAAO,IAAI,gBAAgB,SAAS,MAAM,EAAE,IAAI,MAAM,EAC3DC,EAAKC,EAAO,KAAM,GAAGF,CAAI,MAAM,EAChCE,EAAO,QAAS,GAAGF,CAAI,MAAM,EAC7BG,EAAK,UAAUH,CAAI,YAAa,IAAM,CACrCC,EAAG,aAAe,KAAK,KAAK,KAAK,OAAS,CAAC,CAAW,IACtD,OAAW,CAACG,EAAMC,CAAK,IAAK,KAAK,MAAM,EAAG,EAAE,EAC3CC,EACCC,EAAQ,KAAMH,EAAM,oBAAoBJ,CAAI,SAASI,CAAI,EAAE,EAC3DI,EAAS,OAAOH,CAAK,CAAC,CACvB,CAEF,CAAC",
+  "names": ["armorLink", "a", "href", "load", "src", "callback", "script", "update", "tag", "replace", "ele", "addLink", "tag", "text", "href", "className", "container", "a", "armorLink", "createTd", "td", "insertRow", "tds", "tr", "lang", "h2", "update", "load", "rule", "count", "insertRow", "addLink", "createTd"]
+}

package/reports/index.html

@@ -4,6 +4,7 @@
 		<title>Diagnostic Report for Wikipedia Dumps</title>
 		<meta charset="utf-8">
 		<meta name="viewport" content="initial-scale=1.0, user-scalable=yes, minimum-scale=0.25, maximum-scale=5.0, width=device-width">
+		<link rel="icon" href="data:image/png;base64,iVBORw0KGgo=">
 		<link rel="stylesheet" href="reports.css">
 		<script defer="" src="dist/index.js"></script>
 	</head>

package/reports/reports.css

@@ -29,6 +29,7 @@ article {
 	display: block;
 	width: 100%;
 	padding: 1rem 2rem 2rem;
+	overflow-x: auto;
 }
 h2 {
 	font-size: 1.3em;
@@ -65,6 +66,7 @@ th {
 }
 .mono {
 	font-family: monospace;
+	white-space: pre;
 }
 
 @media screen and (max-width: 720px) {

package/reports/rule.html

@@ -4,6 +4,7 @@
 		<title>Diagnostic Report for Wikipedia</title>
 		<meta charset="utf-8">
 		<meta name="viewport" content="initial-scale=1.0, user-scalable=yes, minimum-scale=0.25, maximum-scale=5.0, width=device-width">
+		<link rel="icon" href="data:image/png;base64,iVBORw0KGgo=">
 		<link rel="stylesheet" href="reports.css">
 		<style>td:nth-child(-n+4):not(:first-child),td:last-child{text-align:center}</style>
 		<script defer="" src="dist/rule.js"></script>
@@ -27,25 +28,21 @@
 					<span id="end">200</span>
 					<a href="#" id="next" title="Next">→</a>
 				</div>
-				<table style="table-layout:fixed;width:100%">
+				<table style="table-layout:fixed;width:100%;min-width:900px">
 					<colgroup>
 						<col span="1">
-						<col span="1" style="width:calc(1.6em + 5ch)">
 						<col span="1" style="width:calc(1.6em + 7ch)">
 						<col span="1" style="width:calc(1.6em + 7ch)">
 						<col span="1" style="width:20%">
 						<col span="1" style="width:40%">
-						<col span="1" style="width:calc(1.6em + 5ch)">
 					</colgroup>
 					<tbody>
 						<tr>
 							<th>Article</th>
-							<th>Edit</th>
 							<th>Line</th>
 							<th>Column</th>
 							<th>Detail</th>
 							<th>Notice</th>
-							<th>More</th>
 						</tr>
 					</tbody>
 				</table>

package/reports/wiki.html

@@ -4,6 +4,7 @@
 		<title>Diagnostic Report for Wikipedia</title>
 		<meta charset="utf-8">
 		<meta name="viewport" content="initial-scale=1.0, user-scalable=yes, minimum-scale=0.25, maximum-scale=5.0, width=device-width">
+		<link rel="icon" href="data:image/png;base64,iVBORw0KGgo=">
 		<link rel="stylesheet" href="reports.css">
 		<script defer="" src="dist/wiki.js"></script>
 	</head>

package/scan.sh

@@ -5,12 +5,18 @@ then
 	echo 'Example: npx lint-wiki-dumps zh-yue ~/Downloads/dumps'
 	exit 1
 fi
-site="${1}wiki" # example: zh-yuewiki
 target="${1//-/_}wiki" # example: zh_yuewiki
-file="$target-latest-pages-articles.xml.bz2"
-if (( $# < 3 ))
+npx getParserConfig "${1}wiki" "https://$1.wikipedia.org/w/"
+bash download.sh "$target" "$2"
+if (( $? == 1 ))
 then
-	curl --output-dir "$2" -O "https://dumps.wikimedia.org/$target/latest/$file"
-	npx getParserConfig "$site" "https://$1.wikipedia.org/w/"
+	echo 'Switching to single-threaded mode'
+	node parser.js "$1" "$2/$target-latest-pages-articles.xml.bz2"
+else
+	node parser-parallel.js "$1" "$2" "$4"
+fi
+if (( $? == 0))
+then
+	echo 'Starting report generation'
+	node report.js "$1" "$3"
 fi
-node parser.js "$1" "$2/$file" "$4" "$5" && node report.js "$1" "$3"

package/server.js

@@ -0,0 +1,87 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const http_1 = require("http");
+const path_1 = __importDefault(require("path"));
+const fs_1 = __importDefault(require("fs"));
+const util_1 = require("./util");
+const port = parseInt(process.env['PORT'] || '8000'), headers = {
+    'content-type': 'application/json',
+    'x-content-type-options': 'nosniff',
+    'cache-control': 'max-age=5',
+};
+let busy = false;
+(0, http_1.createServer)(({ url }, res) => {
+    if (!url || url === '/') {
+        url = 'index.html'; // eslint-disable-line no-param-reassign
+    }
+    const file = new URL(path_1.default.join('reports', url), 'http://localhost').pathname.slice(1);
+    if (file.startsWith('reports/purge/')) {
+        const [, , lang, page] = file.split('/');
+        (async () => {
+            const obj = { status: 'error' };
+            let code = 400;
+            if (busy) {
+                code = 503;
+            }
+            else if (lang && page) {
+                busy = true;
+                try {
+                    const response = await fetch(`https://${lang === 'mediawiki' ? 'www.mediawiki.org' : `${lang}.wikipedia.org`}/w/rest.php/v1/page/${page}`, {
+                        headers: {
+                            'Api-User-Agent': 'tools.lint-wiki-dumps (https://github.com/bhsd-harry/lint-wiki-dumps)',
+                        },
+                    }), title = decodeURIComponent(page).replaceAll('_', ' ');
+                    code = response.status;
+                    console.log(`Purging ${lang}wiki: ${title}; status: ${code}`);
+                    if (code === 200) {
+                        const { source, content_model: contentModel, latest: { timestamp } } = await response.json();
+                        if (contentModel === 'wikitext') {
+                            const errors = (0, util_1.lint)(source), hash = `${(0, util_1.getHash)(lang, title)}.js`, filepath = path_1.default.join('reports', 'data', hash);
+                            console.log(`Remaining errors in ${hash}: ${errors.length}`);
+                            (0, util_1.write)(filepath, errors);
+                            obj.status = 'success';
+                            obj.timestamp = timestamp;
+                        }
+                        else {
+                            code = 400;
+                        }
+                    }
+                }
+                catch {
+                    code = 500;
+                }
+                busy = false; // eslint-disable-line require-atomic-updates
+            }
+            res.writeHead(code, headers);
+            res.end(JSON.stringify(obj), 'utf8');
+        })();
+    }
+    else {
+        let contentType;
+        switch (path_1.default.extname(file)) {
+            case '.js':
+                contentType = 'text/javascript';
+                break;
+            case '.css':
+                contentType = 'text/css';
+                break;
+            default:
+                contentType = 'text/html';
+        }
+        if (fs_1.default.existsSync(file)) {
+            res.writeHead(200, {
+                'content-type': contentType,
+                'x-content-type-options': 'nosniff',
+                'cache-control': `max-age=${60 * 60 * 24}, public`,
+            });
+            res.end(fs_1.default.readFileSync(file), 'utf8');
+        }
+        else {
+            res.writeHead(301, { Location: '/' });
+            res.end();
+        }
+    }
+}).listen(port);

package/util.js

@@ -0,0 +1,103 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.write = exports.getHash = exports.normalize = exports.reading = exports.replaceTilde = exports.isArticle = exports.getErrors = exports.getTimestamp = exports.getXmlStream = exports.getWriteStream = exports.init = exports.getTempPath = exports.lint = exports.resultDir = exports.MAX = void 0;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const os_1 = __importDefault(require("os"));
+const crypto_1 = require("crypto");
+const chalk_1 = __importDefault(require("chalk"));
+const unbzip2_stream_1 = __importDefault(require("unbzip2-stream"));
+const xml_stream_1 = __importDefault(require("xml-stream"));
+const wikilint_1 = __importDefault(require("wikilint"));
+exports.MAX = 100, exports.resultDir = path_1.default.join(__dirname, 'results');
+const tempDir = path_1.default.join(__dirname, 'temp'), ignore = new Set(['h1', 'no-arg', 'unclosed-table', 'unmatched-tag', 'url-encoding', 'var-anchor', 'void-ext']);
+const lint = ($text, ns) => wikilint_1.default.parse($text, ns === '828').lint()
+    .filter(({ severity, rule }) => severity === 'error' && !ignore.has(rule))
+    .map(({ severity, suggestions, fix, 
+/* DISABLED */
+code, startIndex, endLine, endCol, endIndex, 
+/* DISABLED END */
+...e }) => ({
+    ...e,
+    // eslint-disable-next-line @stylistic/multiline-comment-style
+    /* DISABLED
+
+    ...suggestions && {
+        suggestions: suggestions.map(action => ({
+            ...action,
+            original: $text.slice(...action.range),
+        })),
+    },
+    ...fix && {fix: {...fix, original: $text.slice(...fix.range)}},
+
+    */
+    excerpt: $text.slice(startIndex, endIndex).slice(0, exports.MAX),
+}));
+exports.lint = lint;
+const getTempPath = (file) => path_1.default.join(tempDir, file);
+exports.getTempPath = getTempPath;
+const init = () => {
+    if (!fs_1.default.existsSync(exports.resultDir)) {
+        fs_1.default.mkdirSync(exports.resultDir);
+    }
+    if (!fs_1.default.existsSync(tempDir)) {
+        fs_1.default.mkdirSync(tempDir);
+    }
+};
+exports.init = init;
+const getWriteStream = (file, callback) => {
+    const stream = fs_1.default.createWriteStream(file);
+    stream.write('{');
+    stream.on('close', callback);
+    return stream;
+};
+exports.getWriteStream = getWriteStream;
+const getXmlStream = (file) => {
+    const readable = fs_1.default.createReadStream(file).pipe((0, unbzip2_stream_1.default)()), stream = new xml_stream_1.default(readable);
+    readable.on('error', e => {
+        console.error(chalk_1.default.red(`Error unzipping ${file}`));
+        throw e;
+    });
+    stream.preserve('text', true);
+    return stream;
+};
+exports.getXmlStream = getXmlStream;
+const getTimestamp = (data) => {
+    if (!data) {
+        return undefined;
+    }
+    const i = data.indexOf('"#timestamp": "') + 15;
+    return new Date(data.slice(i, data.indexOf('"', i)));
+};
+exports.getTimestamp = getTimestamp;
+const getErrors = (data, page) => {
+    const str = JSON.stringify(page), i = data.indexOf(`${str}: [`);
+    if (i === -1) {
+        return undefined;
+    }
+    const j = i + str.length + 2;
+    return data.slice(j, data.indexOf('\n]', j) + 2);
+};
+exports.getErrors = getErrors;
+const isArticle = ($text, ns, model) => ns === '0' && model === 'wikitext' && Boolean($text);
+exports.isArticle = isArticle;
+const replaceTilde = (str) => str.replace(/^~/u, os_1.default.homedir());
+exports.replaceTilde = replaceTilde;
+const reading = (file) => {
+    console.log(chalk_1.default.green(`Reading ${file}`));
+};
+exports.reading = reading;
+const normalize = (str) => str.replaceAll('-', '_');
+exports.normalize = normalize;
+const getHash = (lang, page) => {
+    const hash = (0, crypto_1.createHash)('sha256').update(page).digest('hex').slice(0, 8);
+    return path_1.default.join(lang, 'pages', hash);
+};
+exports.getHash = getHash;
+const write = (file, data) => {
+    fs_1.default.writeFileSync(file, `globalThis.data=${JSON.stringify(data)}`);
+};
+exports.write = write;

package/scan-parallel.sh

@@ -1,23 +0,0 @@
-#!/usr/local/bin/bash
-if (( $# < 2 ))
-then
-	echo 'Usage: npx lint-wiki-dumps <language> <path to download> [path to HTML output]'
-	echo 'Example: npx lint-wiki-dumps zh-yue ~/Downloads/dumps'
-	exit 1
-fi
-site="${1}wiki" # example: zh-yuewiki
-target="${1//-/_}wiki" # example: zh_yuewiki
-files=$( \
-	curl -s "https://dumps.wikimedia.org/$target/latest/" \
-	| grep -o "href=\"$target-latest-pages-articles[0-9].*\.bz2\">" \
-	| gsed "s|href=\"|https://dumps.wikimedia.org/$target/latest/|;s|\">||" \
-)
-if (( ${#files} < 2 ))
-then
-	echo 'Switching to single-threaded mode'
-	bash scan.sh "$1" "$2" "$3"
-else
-	curl --output-dir "$2" --remote-name-all $files
-	npx getParserConfig "$site" "https://$1.wikipedia.org/w/"
-	node parser-parallel.js "$1" "$2" && node report.js "$1" "$3"
-fi