wikiparser-node 1.6.2 → 1.7.0-b

package/dist/parser/commentAndExt.js

@@ -1,89 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseCommentAndExt = void 0;
-const constants_1 = require("../util/constants");
-const onlyinclude_1 = require("../src/onlyinclude");
-const noinclude_1 = require("../src/nowiki/noinclude");
-const include_1 = require("../src/tagPair/include");
-const ext_1 = require("../src/tagPair/ext");
-const comment_1 = require("../src/nowiki/comment");
-/**
- * 解析HTML注释和扩展标签
- * @param wikitext
- * @param config
- * @param accum
- * @param includeOnly 是否嵌入
- */
-const parseCommentAndExt = (wikitext, config, accum, includeOnly) => {
-    const onlyincludeLeft = '<onlyinclude>', onlyincludeRight = '</onlyinclude>', { length } = onlyincludeLeft;
-    /** 更新`<onlyinclude>`和`</onlyinclude>`的位置 */
-    const update = () => {
-        const i = wikitext.indexOf(onlyincludeLeft);
-        return { i, j: wikitext.indexOf(onlyincludeRight, i + length) };
-    };
-    if (includeOnly) {
-        let { i, j } = update();
-        if (i !== -1 && j !== -1) { // `<onlyinclude>`拥有最高优先级
-            let str = '';
-            /**
-             * 忽略未被`<onlyinclude>`和`</onlyinclude>`包裹的内容
-             * @param text 未被包裹的内容
-             */
-            const noinclude = (text) => {
-                // @ts-expect-error abstract class
-                new noinclude_1.NoincludeToken(text, config, accum);
-                str += `\0${accum.length - 1}c\x7F`;
-            };
-            while (i !== -1 && j !== -1) {
-                const token = `\0${accum.length}e\x7F`;
-                new onlyinclude_1.OnlyincludeToken(wikitext.slice(i + length, j), config, accum);
-                if (i > 0) {
-                    noinclude(wikitext.slice(0, i));
-                }
-                str += token;
-                wikitext = wikitext.slice(j + length + 1);
-                ({ i, j } = update());
-            }
-            if (wikitext) {
-                noinclude(wikitext);
-            }
-            return str;
-        }
-    }
-    /* eslint-disable @typescript-eslint/no-unused-expressions */
-    /<foo(?:\s[^>]*)?>|<\/foo\s*>/giu;
-    /<(bar)(\s[^>]*?)?(?:\/>|>(.*?)<\/(\1\s*)>)/gisu;
-    /<(baz)(\s[^>]*?)?(?:\/>|>(.*?)(?:<\/(baz\s*)>|$))/gisu;
-    /* eslint-enable @typescript-eslint/no-unused-expressions */
-    const ext = config.ext.join('|'), noincludeRegex = includeOnly ? 'includeonly' : '(?:no|only)include', includeRegex = includeOnly ? 'noinclude' : 'includeonly', regex = new RegExp('<!--.*?(?:-->|$)' // comment
-        + '|'
-        + `<${noincludeRegex}(?:\\s[^>]*)?>|</${noincludeRegex}\\s*>` // <noinclude>
-        + '|'
-        + `<(${ext})(\\s[^>]*?)?(?:/>|>(.*?)</(\\1\\s*)>)` // 扩展标签
-        + '|'
-        + `<(${includeRegex})(\\s[^>]*?)?(?:/>|>(.*?)(?:</(${includeRegex}\\s*)>|$))`, // <includeonly>
-    'gisu');
-    return wikitext.replace(regex, (substr, name, attr, inner, closing, include, includeAttr, includeInner, includeClosing) => {
-        const str = `\0${accum.length}${name ? 'e' : 'c'}\x7F`;
-        if (name) {
-            // @ts-expect-error abstract class
-            new ext_1.ExtToken(name, attr, inner, closing, config, accum);
-        }
-        else if (substr.startsWith('<!--')) {
-            const closed = substr.endsWith('-->');
-            // @ts-expect-error abstract class
-            new comment_1.CommentToken(substr.slice(4, closed ? -3 : undefined), closed, config, accum);
-        }
-        else if (include) {
-            // @ts-expect-error abstract class
-            new include_1.IncludeToken(include, includeAttr, includeInner, includeClosing, config, accum);
-        }
-        else {
-            // @ts-expect-error abstract class
-            new noinclude_1.NoincludeToken(substr, config, accum);
-        }
-        return str;
-    });
-};
-exports.parseCommentAndExt = parseCommentAndExt;
-constants_1.parsers['parseCommentAndExt'] = __filename;

package/dist/parser/converter.js

@@ -1,40 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseConverter = void 0;
-const constants_1 = require("../util/constants");
-const converter_1 = require("../src/converter");
-/**
- * 解析语言变体转换
- * @param text
- * @param config
- * @param accum
- */
-const parseConverter = (text, config, accum) => {
-    const regex1 = /-\{/gu, regex2 = /-\{|\}-/gu, stack = [];
-    let regex = regex1, mt = regex.exec(text);
-    while (mt) {
-        const { 0: syntax, index } = mt;
-        if (syntax === '}-') {
-            // eslint-disable-next-line @typescript-eslint/no-unused-expressions
-            /;(?=(?:[^;]*?=>)?\s*foo\s*:|(?:\s|\0\d+c\x7F)*$)/u;
-            const top = stack.pop(), { length } = accum, str = text.slice(top.index + 2, index), i = str.indexOf('|'), [flags, raw] = i === -1 ? [[], str] : [str.slice(0, i).split(';'), str.slice(i + 1)], temp = raw.replace(/(&[#a-z\d]+);/giu, '$1\x01'), variants = `(?:${config.variants.join('|')})`, rules = temp.split(new RegExp(`;(?=(?:[^;]*?=>)?\\s*${variants}\\s*:|(?:\\s|\0\\d+c\x7F)*$)`, 'u'))
-                .map(rule => rule.replace(/\x01/gu, ';'));
-            // @ts-expect-error abstract class
-            new converter_1.ConverterToken(flags, rules, config, accum);
-            text = `${text.slice(0, top.index)}\0${length}v\x7F${text.slice(index + 2)}`;
-            if (stack.length === 0) {
-                regex = regex1;
-            }
-            regex.lastIndex = top.index + 3 + String(length).length;
-        }
-        else {
-            stack.push(mt);
-            regex = regex2;
-            regex.lastIndex = index + 2;
-        }
-        mt = regex.exec(text);
-    }
-    return text;
-};
-exports.parseConverter = parseConverter;
-constants_1.parsers['parseConverter'] = __filename;

package/dist/parser/externalLinks.js

@@ -1,45 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseExternalLinks = void 0;
-const string_1 = require("../util/string");
-const constants_1 = require("../util/constants");
-const extLink_1 = require("../src/extLink");
-const magicLink_1 = require("../src/magicLink");
-/**
- * 解析外部链接
- * @param wikitext
- * @param config
- * @param accum
- * @param inFile 是否在图链中
- */
-const parseExternalLinks = (wikitext, config, accum, inFile) => {
-    // eslint-disable-next-line @typescript-eslint/no-unused-expressions
-    /\[((?:\[[\da-f:.]+\]|[^[\]\t\n\p{Zs}])[^[\]\t\n\p{Zs}]*(?=[[\]\t\p{Zs}]|\0\d))(\p{Zs}*(?=\P{Zs}))([^\]\n]*)\]/giu;
-    const regex = new RegExp('\\[' // 左括号
-        + `(${'\0\\d+f\x7F' // 预先解析的MagicLinkToken
-            + '|'
-            + `(?:(?:${config.protocol}|//)${string_1.extUrlCharFirst}|\0\\d+m\x7F)${string_1.extUrlChar}(?=[[\\]<>"\\t\\p{Zs}]|\0\\d)`})` // 链接网址
-        + '(\\p{Zs}*(?=\\P{Zs}))' // 空格
-        + '([^\\]\x01-\x08\x0A-\x1F\uFFFD]*)' // 链接文字
-        + '\\]', // 右括号
-    'giu');
-    return wikitext.replace(regex, (_, url, space, text) => {
-        const { length } = accum;
-        const mt = /&[lg]t;/u.exec(url);
-        if (mt) {
-            url = url.slice(0, mt.index);
-            space = '';
-            text = `${url.slice(mt.index)}${space}${text}`;
-        }
-        if (inFile) {
-            // @ts-expect-error abstract class
-            new magicLink_1.MagicLinkToken(url, true, config, accum);
-            return `[\0${length}f\x7F${space}${text}]`;
-        }
-        // @ts-expect-error abstract class
-        new extLink_1.ExtLinkToken(url, space, text, config, accum);
-        return `\0${length}w\x7F`;
-    });
-};
-exports.parseExternalLinks = parseExternalLinks;
-constants_1.parsers['parseExternalLinks'] = __filename;

package/dist/parser/hrAndDoubleUnderscore.js

@@ -1,40 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseHrAndDoubleUnderscore = void 0;
-const constants_1 = require("../util/constants");
-const hr_1 = require("../src/nowiki/hr");
-const doubleUnderscore_1 = require("../src/nowiki/doubleUnderscore");
-const heading_1 = require("../src/heading");
-/**
- * 解析`<hr>`和状态开关
- * @param {Token} root 根节点
- * @param config
- * @param accum
- */
-const parseHrAndDoubleUnderscore = ({ firstChild: { data }, type, name }, config, accum) => {
-    const { doubleUnderscore } = config, insensitive = new Set(doubleUnderscore[0]), sensitive = new Set(doubleUnderscore[1]);
-    if (type !== 'root' && (type !== 'ext-inner' || name !== 'poem')) {
-        data = `\0${data}`;
-    }
-    data = data.replace(/^((?:\0\d+c\x7F)*)(-{4,})/gmu, (_, lead, m) => {
-        // @ts-expect-error abstract class
-        new hr_1.HrToken(m, config, accum);
-        return `${lead}\0${accum.length - 1}r\x7F`;
-    }).replace(new RegExp(`__(${doubleUnderscore.flat().join('|')})__`, 'giu'), (m, p1) => {
-        const caseSensitive = sensitive.has(p1);
-        if (caseSensitive || insensitive.has(p1.toLowerCase())) {
-            // @ts-expect-error abstract class
-            new doubleUnderscore_1.DoubleUnderscoreToken(p1, caseSensitive, config, accum);
-            return `\0${accum.length - 1}u\x7F`;
-        }
-        return m;
-    }).replace(/^((?:\0\d+c\x7F)*)(={1,6})(.+)\2((?:[^\S\n]|\0\d+c\x7F)*)$/gmu, (_, lead, equals, heading, trail) => {
-        const text = `${lead}\0${accum.length}h\x7F`;
-        // @ts-expect-error abstract class
-        new heading_1.HeadingToken(equals.length, [heading, trail], config, accum);
-        return text;
-    });
-    return type === 'root' || type === 'ext-inner' && name === 'poem' ? data : data.slice(1);
-};
-exports.parseHrAndDoubleUnderscore = parseHrAndDoubleUnderscore;
-constants_1.parsers['parseHrAndDoubleUnderscore'] = __filename;

package/dist/parser/html.js

@@ -1,38 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseHtml = void 0;
-const constants_1 = require("../util/constants");
-const attributes_1 = require("../src/attributes");
-const html_1 = require("../src/html");
-/**
- * 解析HTML标签
- * @param wikitext
- * @param config
- * @param accum
- */
-const parseHtml = (wikitext, config, accum) => {
-    const regex = /^(\/?)([a-z][^\s/>]*)((?:\s|\/(?!>))[^>]*?)?(\/?>)([^<]*)$/iu, elements = new Set(config.html.flat()), bits = wikitext.split('<');
-    let text = bits.shift();
-    for (const x of bits) {
-        const mt = regex.exec(x), t = mt?.[2], name = t?.toLowerCase();
-        if (!mt || !elements.has(name)) {
-            text += `<${x}`;
-            continue;
-        }
-        const [, slash, , params = '', brace, rest] = mt, { length } = accum, 
-        // @ts-expect-error abstract class
-        attrs = new attributes_1.AttributesToken(params, 'html-attrs', name, config, accum), itemprop = attrs.getAttr('itemprop');
-        if (name === 'meta' && (itemprop === undefined || attrs.getAttr('content') === undefined)
-            || name === 'link' && (itemprop === undefined || attrs.getAttr('href') === undefined)) {
-            text += `<${x}`;
-            accum.length = length;
-            continue;
-        }
-        text += `\0${accum.length}x\x7F${rest}`;
-        // @ts-expect-error abstract class
-        new html_1.HtmlToken(t, attrs, slash === '/', brace === '/>', config, accum);
-    }
-    return text;
-};
-exports.parseHtml = parseHtml;
-constants_1.parsers['parseHtml'] = __filename;

package/dist/parser/links.js

@@ -1,97 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseLinks = void 0;
-const constants_1 = require("../util/constants");
-const index_1 = require("../index");
-const quotes_1 = require("./quotes");
-const externalLinks_1 = require("./externalLinks");
-const index_2 = require("../src/link/index");
-const file_1 = require("../src/link/file");
-const category_1 = require("../src/link/category");
-/**
- * 解析内部链接
- * @param wikitext
- * @param config
- * @param accum
- */
-const parseLinks = (wikitext, config, accum) => {
-    const regex = /^((?:(?!\0\d+!\x7F)[^\n[\]{}|])+)(?:(\||\0\d+!\x7F)(.*?[^\]]))?\]\](.*)$/su, regexImg = /^((?:(?!\0\d+!\x7F)[^\n[\]{}|])+)(\||\0\d+!\x7F)(.*)$/su, regexExt = new RegExp(`^\\s*(?:${config.protocol}|//)`, 'iu'), bits = wikitext.split('[[');
-    let s = bits.shift();
-    for (let i = 0; i < bits.length; i++) {
-        let mightBeImg = false, link, delimiter, text, after;
-        const x = bits[i], m = regex.exec(x);
-        if (m) {
-            [, link, delimiter, text, after] = m;
-            if (after.startsWith(']') && text?.includes('[')) {
-                text += ']';
-                after = after.slice(1);
-            }
-        }
-        else {
-            const m2 = regexImg.exec(x);
-            if (m2) {
-                mightBeImg = true;
-                [, link, delimiter, text] = m2;
-            }
-        }
-        if (link === undefined || regexExt.test(link) || /\0\d+[exhbru]\x7F/u.test(link)) {
-            s += `[[${x}`;
-            continue;
-        }
-        const force = link.trim().startsWith(':');
-        if (force && mightBeImg) {
-            s += `[[${x}`;
-            continue;
-        }
-        const title = index_1.default.normalizeTitle(link, 0, false, config, true, true, true), { ns, valid, interwiki } = title;
-        if (!valid) {
-            s += `[[${x}`;
-            continue;
-        }
-        else if (mightBeImg) {
-            if (interwiki || ns !== 6) {
-                s += `[[${x}`;
-                continue;
-            }
-            let found = false;
-            for (i++; i < bits.length; i++) {
-                const next = bits[i], p = next.split(']]');
-                if (p.length > 2) {
-                    found = true;
-                    text += `[[${p[0]}]]${p[1]}`;
-                    after = p.slice(2).join(']]');
-                    break;
-                }
-                else if (p.length === 2) {
-                    text += `[[${p[0]}]]${p[1]}`;
-                }
-                else {
-                    text += `[[${next}`;
-                    break;
-                }
-            }
-            text = (0, exports.parseLinks)(text, config, accum);
-            if (!found) {
-                s += `[[${link}${delimiter}${text}`;
-                continue;
-            }
-        }
-        text &&= (0, quotes_1.parseQuotes)(text, config, accum);
-        let SomeLinkToken = index_2.LinkToken;
-        if (!force) {
-            if (!interwiki && ns === 6) {
-                text &&= (0, externalLinks_1.parseExternalLinks)(text, config, accum, true);
-                SomeLinkToken = file_1.FileToken;
-            }
-            else if (!interwiki && ns === 14) {
-                SomeLinkToken = category_1.CategoryToken;
-            }
-        }
-        s += `\0${accum.length}l\x7F${after}`;
-        // @ts-expect-error abstract class
-        new SomeLinkToken(link, text, config, accum, delimiter);
-    }
-    return s;
-};
-exports.parseLinks = parseLinks;
-constants_1.parsers['parseLinks'] = __filename;

package/dist/parser/list.js

@@ -1,97 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseList = void 0;
-const constants_1 = require("../util/constants");
-const list_1 = require("../src/nowiki/list");
-const dd_1 = require("../src/nowiki/dd");
-/**
- * 解析列表
- * @param wikitext
- * @param config
- * @param accum
- */
-const parseList = (wikitext, config, accum) => {
-    const mt = /^((?:\0\d+c\x7F)*)([;:*#]+)/u.exec(wikitext);
-    if (!mt) {
-        return wikitext;
-    }
-    const [total, comment, prefix] = mt;
-    let text = `${comment}\0${accum.length}d\x7F${wikitext.slice(total.length)}`, dt = prefix.split(';').length - 1;
-    // @ts-expect-error abstract class
-    new list_1.ListToken(prefix, config, accum);
-    if (!dt) {
-        return text;
-    }
-    const { html: [normalTags] } = config, fullRegex = /:+|-\{|\0\d+[xq]\x7F/gu;
-    let regex = fullRegex, ex = regex.exec(text), lt = 0, lb = false, li = false, lc = 0;
-    /**
-     * 创建`DdToken`
-     * @param syntax `:`
-     * @param index 起点
-     */
-    const dd = (syntax, index) => {
-        // @ts-expect-error abstract class
-        new dd_1.DdToken(syntax, config, accum);
-        return `${text.slice(0, index)}\0${accum.length - 1}d\x7F${text.slice(index + syntax.length)}`;
-    };
-    /**
-     * 更新 `lt`
-     * @param closing 是否是闭合标签
-     */
-    const update = (closing) => {
-        if (!closing) {
-            lt++;
-        }
-        else if (lt) {
-            lt--;
-        }
-    };
-    while (ex && dt) {
-        const { 0: syntax, index } = ex;
-        if (syntax === '-{') {
-            if (!lc) {
-                const { lastIndex } = regex;
-                regex = /-\{|\}-/gu;
-                regex.lastIndex = lastIndex;
-            }
-            lc++;
-        }
-        else if (syntax === '}-') {
-            lc--;
-            if (!lc) {
-                const { lastIndex } = regex;
-                regex = fullRegex;
-                regex.lastIndex = lastIndex;
-            }
-        }
-        else if (syntax.endsWith('x\x7F')) {
-            const { name, closing, selfClosing } = accum[Number(syntax.slice(1, -2))];
-            if (!selfClosing || normalTags.includes(name)) {
-                update(closing);
-            }
-        }
-        else if (syntax.endsWith('q\x7F')) {
-            const { bold, italic } = accum[Number(syntax.slice(1, -2))];
-            if (bold) {
-                update(lb);
-                lb = !lb;
-            }
-            if (italic) {
-                update(li);
-                li = !li;
-            }
-        }
-        else if (lt === 0) { // syntax === ':'
-            if (syntax.length >= dt) {
-                return dd(syntax.slice(0, dt), index);
-            }
-            dt -= syntax.length;
-            regex.lastIndex = index + 4 + String(accum.length).length;
-            text = dd(syntax, index);
-        }
-        ex = regex.exec(text);
-    }
-    return text;
-};
-exports.parseList = parseList;
-constants_1.parsers['parseList'] = __filename;

package/dist/parser/magicLinks.js

@@ -1,42 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseMagicLinks = void 0;
-const string_1 = require("../util/string");
-const constants_1 = require("../util/constants");
-const magicLink_1 = require("../src/magicLink");
-/**
- * 解析自由外链
- * @param wikitext
- * @param config
- * @param accum
- */
-const parseMagicLinks = (wikitext, config, accum) => {
-    // eslint-disable-next-line @typescript-eslint/no-unused-expressions
-    /(^|[^\p{L}\d_])((?:\[[\da-f:.]+\]|[^[\]<>"\t\n\p{Zs}])(?:[^[\]<>"\0\t\n\p{Zs}]|\0\d+c\x7F)*)/giu;
-    const regex = new RegExp(`(^|[^\\p{L}\\d_])(?:${config.protocol})(${string_1.extUrlCharFirst}${string_1.extUrlChar})`, 'giu');
-    return wikitext.replace(regex, (m, lead, p1) => {
-        let trail = '', url = lead ? m.slice(lead.length) : m;
-        const m2 = /&(?:lt|gt|nbsp|#x0*(?:3[ce]|a0)|#0*(?:6[02]|160));/iu.exec(url);
-        if (m2) {
-            trail = url.slice(m2.index);
-            url = url.slice(0, m2.index);
-        }
-        const sep = new RegExp(`[,;\\\\.:!?${url.includes('(') ? '' : ')'}]+$`, 'u'), sepChars = sep.exec(url);
-        if (sepChars) {
-            let correction = 0;
-            if (sepChars[0].startsWith(';') && /&(?:[a-z]+|#x[\da-f]+|#\d+)$/iu.test(url.slice(0, sepChars.index))) {
-                correction = 1;
-            }
-            trail = `${url.slice(sepChars.index + correction)}${trail}`;
-            url = url.slice(0, sepChars.index + correction);
-        }
-        if (trail.length >= p1.length) {
-            return m;
-        }
-        // @ts-expect-error abstract class
-        new magicLink_1.MagicLinkToken(url, false, config, accum);
-        return `${lead}\0${accum.length - 1}w\x7F${trail}`;
-    });
-};
-exports.parseMagicLinks = parseMagicLinks;
-constants_1.parsers['parseMagicLinks'] = __filename;

package/dist/parser/quotes.js

@@ -1,67 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseQuotes = void 0;
-const constants_1 = require("../util/constants");
-const quote_1 = require("../src/nowiki/quote");
-/**
- * 解析单引号
- * @param wikitext
- * @param config
- * @param accum
- */
-const parseQuotes = (wikitext, config, accum) => {
-    const arr = wikitext.split(/('{2,})/u), { length } = arr;
-    if (length === 1) {
-        return wikitext;
-    }
-    let nBold = 0, nItalic = 0, firstSingle, firstMulti, firstSpace;
-    for (let i = 1; i < length; i += 2) {
-        const len = arr[i].length;
-        switch (len) {
-            case 2:
-                nItalic++;
-                break;
-            case 4:
-                arr[i - 1] += `'`;
-                arr[i] = `'''`;
-            // fall through
-            case 3:
-                nBold++;
-                if (firstSingle !== undefined) {
-                    break;
-                }
-                else if (arr[i - 1].endsWith(' ')) {
-                    if (firstMulti === undefined && firstSpace === undefined) {
-                        firstSpace = i;
-                    }
-                }
-                else if (arr[i - 1].slice(-2, -1) === ' ') {
-                    firstSingle = i;
-                }
-                else {
-                    firstMulti ??= i;
-                }
-                break;
-            default:
-                arr[i - 1] += `'`.repeat(len - 5);
-                arr[i] = `'''''`;
-                nItalic++;
-                nBold++;
-        }
-    }
-    if (nItalic % 2 === 1 && nBold % 2 === 1) {
-        const i = firstSingle ?? firstMulti ?? firstSpace;
-        if (i !== undefined) {
-            arr[i] = `''`;
-            arr[i - 1] += `'`;
-        }
-    }
-    for (let i = 1; i < length; i += 2) {
-        // @ts-expect-error abstract class
-        new quote_1.QuoteToken(arr[i], config, accum);
-        arr[i] = `\0${accum.length - 1}q\x7F`;
-    }
-    return arr.join('');
-};
-exports.parseQuotes = parseQuotes;
-constants_1.parsers['parseQuotes'] = __filename;