@markuplint/html-parser 3.4.0 → 3.5.0

package/lib/create-tree.d.ts

@@ -1,8 +1,2 @@
 import type { MLASTNode } from '@markuplint/ml-ast';
-export declare function createTree(
-	rawCode: string,
-	isFragment: boolean,
-	offsetOffset: number,
-	offsetLine: number,
-	offsetColumn: number,
-): MLASTNode[];
+export declare function createTree(rawCode: string, isFragment: boolean, offsetOffset: number, offsetLine: number, offsetColumn: number): MLASTNode[];

package/lib/create-tree.js

@@ -10,13 +10,13 @@ const P5_OPTIONS = {
     sourceCodeLocationInfo: true,
 };
 function createTree(rawCode, isFragment, offsetOffset, offsetLine, offsetColumn) {
-    const doc = isFragment
-        ? (0, parse5_1.parseFragment)(rawCode, P5_OPTIONS)
-        : (0, parse5_1.parse)(rawCode, P5_OPTIONS);
+    const doc = isFragment ? (0, parse5_1.parseFragment)(rawCode, P5_OPTIONS) : (0, parse5_1.parse)(rawCode, P5_OPTIONS);
     return createTreeRecursive(doc, null, rawCode, offsetOffset, offsetLine, offsetColumn);
 }
 exports.createTree = createTree;
-function createTreeRecursive(rootNode, parentNode, rawHtml, offsetOffset, offsetLine, offsetColumn) {
+function createTreeRecursive(rootNode, 
+// eslint-disable-next-line @typescript-eslint/prefer-readonly-parameter-types
+parentNode, rawHtml, offsetOffset, offsetLine, offsetColumn) {
     const nodeList = [];
     const childNodes = getChildNodes(rootNode);
     let prevNode = null;
@@ -36,7 +36,11 @@ function createTreeRecursive(rootNode, parentNode, rawHtml, offsetOffset, offset
     }
     return nodeList;
 }
-function nodeize(originNode, prevNode, parentNode, rawHtml, offsetOffset, offsetLine, offsetColumn) {
+function nodeize(originNode, 
+// eslint-disable-next-line @typescript-eslint/prefer-readonly-parameter-types
+prevNode, 
+// eslint-disable-next-line @typescript-eslint/prefer-readonly-parameter-types
+parentNode, rawHtml, offsetOffset, offsetLine, offsetColumn) {
     const nextNode = null;
     const location = getLocation(originNode);
     if (!location) {

package/lib/index.d.ts

@@ -1,7 +1,6 @@
+export { default as attrTokenizer } from './attr-tokenizer';
 export { default as isDocumentFragment } from './is-document-fragment';
-export { parse } from './parse';
-export { flattenNodes } from './flatten-nodes';
-export { removeDeprecatedNode } from './remove-deprecated-node';
-export { getNamespace } from './get-namespace';
 export { default as parseRawTag } from './parse-raw-tag';
-export { default as attrTokenizer } from './attr-tokenizer';
+export { getNamespace } from './get-namespace';
+export { parse } from './parse';
+export { createTree } from './create-tree';

package/lib/index.js

@@ -3,18 +3,16 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.attrTokenizer = exports.parseRawTag = exports.getNamespace = exports.removeDeprecatedNode = exports.flattenNodes = exports.parse = exports.isDocumentFragment = void 0;
+exports.createTree = exports.parse = exports.getNamespace = exports.parseRawTag = exports.isDocumentFragment = exports.attrTokenizer = void 0;
+var attr_tokenizer_1 = require("./attr-tokenizer");
+Object.defineProperty(exports, "attrTokenizer", { enumerable: true, get: function () { return __importDefault(attr_tokenizer_1).default; } });
 var is_document_fragment_1 = require("./is-document-fragment");
 Object.defineProperty(exports, "isDocumentFragment", { enumerable: true, get: function () { return __importDefault(is_document_fragment_1).default; } });
-var parse_1 = require("./parse");
-Object.defineProperty(exports, "parse", { enumerable: true, get: function () { return parse_1.parse; } });
-var flatten_nodes_1 = require("./flatten-nodes");
-Object.defineProperty(exports, "flattenNodes", { enumerable: true, get: function () { return flatten_nodes_1.flattenNodes; } });
-var remove_deprecated_node_1 = require("./remove-deprecated-node");
-Object.defineProperty(exports, "removeDeprecatedNode", { enumerable: true, get: function () { return remove_deprecated_node_1.removeDeprecatedNode; } });
-var get_namespace_1 = require("./get-namespace");
-Object.defineProperty(exports, "getNamespace", { enumerable: true, get: function () { return get_namespace_1.getNamespace; } });
 var parse_raw_tag_1 = require("./parse-raw-tag");
 Object.defineProperty(exports, "parseRawTag", { enumerable: true, get: function () { return __importDefault(parse_raw_tag_1).default; } });
-var attr_tokenizer_1 = require("./attr-tokenizer");
-Object.defineProperty(exports, "attrTokenizer", { enumerable: true, get: function () { return __importDefault(attr_tokenizer_1).default; } });
+var get_namespace_1 = require("./get-namespace");
+Object.defineProperty(exports, "getNamespace", { enumerable: true, get: function () { return get_namespace_1.getNamespace; } });
+var parse_1 = require("./parse");
+Object.defineProperty(exports, "parse", { enumerable: true, get: function () { return parse_1.parse; } });
+var create_tree_1 = require("./create-tree");
+Object.defineProperty(exports, "createTree", { enumerable: true, get: function () { return create_tree_1.createTree; } });

package/lib/optimize-starts-head-or-body.d.ts

@@ -1,11 +1,8 @@
 import type { MLASTNode } from '@markuplint/ml-ast';
 export declare function isStartsHeadTagOrBodyTag(rawCode: string): boolean;
 export declare function optimizeStartsHeadTagOrBodyTagSetup(rawCode: string): {
-	code: string;
-	heads: string[];
-	bodies: string[];
+    code: string;
+    heads: string[];
+    bodies: string[];
 };
-export declare function optimizeStartsHeadTagOrBodyTagResume(
-	nodeList: MLASTNode[],
-	replacements: ReturnType<typeof optimizeStartsHeadTagOrBodyTagSetup>,
-): void;
+export declare function optimizeStartsHeadTagOrBodyTagResume(nodeList: MLASTNode[], replacements: ReturnType<typeof optimizeStartsHeadTagOrBodyTagSetup>): void;

package/lib/optimize-starts-head-or-body.js

@@ -34,7 +34,11 @@ function optimizeStartsHeadTagOrBodyTagSetup(rawCode) {
     };
 }
 exports.optimizeStartsHeadTagOrBodyTagSetup = optimizeStartsHeadTagOrBodyTagSetup;
-function optimizeStartsHeadTagOrBodyTagResume(nodeList, replacements) {
+function optimizeStartsHeadTagOrBodyTagResume(
+// eslint-disable-next-line @typescript-eslint/prefer-readonly-parameter-types
+nodeList, 
+// eslint-disable-next-line @typescript-eslint/prefer-readonly-parameter-types
+replacements) {
     nodeList.forEach(node => {
         if (!node.nodeName.startsWith(`x-${UNDUPLICATED_CHAR}`)) {
             return;

package/lib/parse-raw-tag.d.ts

@@ -1,17 +1,9 @@
 import type { MLASTAttr, MLToken } from '@markuplint/ml-ast';
 type TagTokens = {
-	tagName: string;
-	attrs: MLASTAttr[];
-	selfClosingSolidus: MLToken;
-	endSpace: MLToken;
+    tagName: string;
+    attrs: MLASTAttr[];
+    selfClosingSolidus: MLToken;
+    endSpace: MLToken;
 };
-export default function parseRawTag(
-	raw: string,
-	startLine: number,
-	startCol: number,
-	startOffset: number,
-	offsetOffset?: number,
-	offsetLine?: number,
-	offsetColumn?: number,
-): TagTokens;
+export default function parseRawTag(raw: string, startLine: number, startCol: number, startOffset: number, offsetOffset?: number, offsetLine?: number, offsetColumn?: number): TagTokens;
 export {};

package/lib/parse-raw-tag.js

@@ -3,7 +3,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const tslib_1 = require("tslib");
 const parser_utils_1 = require("@markuplint/parser-utils");
 const attr_tokenizer_1 = tslib_1.__importDefault(require("./attr-tokenizer"));
-const const_1 = require("./const");
 // eslint-disable-next-line no-control-regex
 const reAttrsInStartTag = /\s*[^\x00-\x1f\x7f-\x9f "'>/=]+(?:\s*=\s*(?:(?:"[^"]*")|(?:'[^']*')|[^\s]*))?/;
 const reEndTokens = /(\s*\/)?(\s*)>$/;
@@ -12,7 +11,7 @@ function parseRawTag(raw, startLine, startCol, startOffset, offsetOffset = 0, of
     let offset = startOffset + offsetOffset;
     let line = startLine + offsetLine;
     let col = startCol + (startLine === 1 ? offsetColumn : 0);
-    const matches = raw.match(const_1.reTag);
+    const matches = raw.match(parser_utils_1.reTag);
     const tagWithAttrs = matches === null || matches === void 0 ? void 0 : matches[1];
     if (!tagWithAttrs) {
         throw new SyntaxError(`Invalid tag syntax: "${raw}"`);
@@ -20,7 +19,7 @@ function parseRawTag(raw, startLine, startCol, startOffset, offsetOffset = 0, of
     // eslint-disable-next-line no-control-regex
     const tagNameSplitted = tagWithAttrs.split(/[\u0000\u0009\u000A\u000C\u0020/>]/);
     const tagName = tagNameSplitted[0] || tagNameSplitted[1];
-    if (!tagName || (!const_1.reTagName.test(tagName) && !(0, parser_utils_1.isPotentialCustomElementName)(tagName))) {
+    if (!tagName || (!parser_utils_1.reTagName.test(tagName) && !(0, parser_utils_1.isPotentialCustomElementName)(tagName))) {
         throw new SyntaxError(`Invalid tag name: "${tagName}" in <${tagWithAttrs}>`);
     }
     const tagStartPos = tagWithAttrs.indexOf(tagName);

package/lib/parse.js

@@ -4,7 +4,6 @@ exports.parse = void 0;
 const tslib_1 = require("tslib");
 const parser_utils_1 = require("@markuplint/parser-utils");
 const create_tree_1 = require("./create-tree");
-const flatten_nodes_1 = require("./flatten-nodes");
 const is_document_fragment_1 = tslib_1.__importDefault(require("./is-document-fragment"));
 const optimize_starts_head_or_body_1 = require("./optimize-starts-head-or-body");
 const parse = (rawCode, options) => {
@@ -18,7 +17,7 @@ const parse = (rawCode, options) => {
         rawCode = data.code;
     }
     const nodeTree = (0, create_tree_1.createTree)(rawCode, isFragment, (_a = options === null || options === void 0 ? void 0 : options.offsetOffset) !== null && _a !== void 0 ? _a : 0, (_b = options === null || options === void 0 ? void 0 : options.offsetLine) !== null && _b !== void 0 ? _b : 0, (_c = options === null || options === void 0 ? void 0 : options.offsetColumn) !== null && _c !== void 0 ? _c : 0);
-    const nodeList = (0, flatten_nodes_1.flattenNodes)(nodeTree, rawCode);
+    const nodeList = (0, parser_utils_1.flattenNodes)(nodeTree, rawCode);
     if (data) {
         (0, optimize_starts_head_or_body_1.optimizeStartsHeadTagOrBodyTagResume)(nodeList, data);
     }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@markuplint/html-parser",
-	"version": "3.4.0",
+	"version": "3.5.0",
 	"description": "HTML parser for markuplint",
 	"repository": "git@github.com:markuplint/markuplint.git",
 	"author": "Yusuke Hirao <yusukehirao@me.com>",
@@ -20,10 +20,13 @@
 		"clean": "tsc --build --clean"
 	},
 	"dependencies": {
-		"@markuplint/ml-ast": "3.0.0",
-		"@markuplint/parser-utils": "3.4.0",
+		"@markuplint/ml-ast": "3.1.0",
+		"@markuplint/parser-utils": "3.5.0",
 		"parse5": "7.1.2",
 		"tslib": "^2.4.1"
 	},
-	"gitHead": "a83e0f5f214a9bbcc0286b9e269074ddca6189e7"
+	"devDependencies": {
+		"type-fest": "^3.7.0"
+	},
+	"gitHead": "0c47b2c2722f6823a17f36edbab98486275f8ab4"
 }

package/lib/const.d.ts

@@ -1,3 +0,0 @@
-export declare const reTag: RegExp;
-export declare const reTagName: RegExp;
-export declare const reSplitterTag: RegExp;

package/lib/const.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.reSplitterTag = exports.reTagName = exports.reTag = void 0;
-exports.reTag = /^<((?:.|\s|\n)+)>\s*$/;
-// eslint-disable-next-line no-control-regex
-exports.reTagName = /^(?:[a-z][^\u0000\u0009\u000A\u000C\u0020/>]*)/i;
-exports.reSplitterTag = /<[^>]+>/g;

package/lib/flatten-nodes.d.ts

@@ -1,2 +0,0 @@
-import type { MLASTNode } from '@markuplint/ml-ast';
-export declare function flattenNodes(nodeTree: MLASTNode[], rawHtml: string, createLastText?: boolean): MLASTNode[];

package/lib/flatten-nodes.js

@@ -1,238 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.flattenNodes = void 0;
-const tslib_1 = require("tslib");
-const parser_utils_1 = require("@markuplint/parser-utils");
-const remove_deprecated_node_1 = require("./remove-deprecated-node");
-const tag_splitter_1 = tslib_1.__importDefault(require("./tag-splitter"));
-function flattenNodes(nodeTree, rawHtml, createLastText = true) {
-    const nodeOrders = arrayize(nodeTree, rawHtml);
-    {
-        /**
-         * Correction prev/next/parent
-         */
-        let prevToken = null;
-        for (const node of nodeOrders) {
-            if (!prevToken) {
-                prevToken = node;
-                continue;
-            }
-            if (node.type !== 'endtag') {
-                prevToken = node;
-                continue;
-            }
-            const endTag = node;
-            if (endTag.nodeName.toLowerCase() === 'body' && prevToken.type === 'text') {
-                const prevWreckagesText = prevToken;
-                if (prevWreckagesText) {
-                    const wreckages = (0, tag_splitter_1.default)(prevWreckagesText.raw, prevWreckagesText.startLine, prevWreckagesText.startCol);
-                    if (wreckages.length && wreckages[0]) {
-                        // console.log('wreckages\n', wreckages);
-                        const lastText = wreckages[0];
-                        const raw = lastText.raw;
-                        const startLine = lastText.line;
-                        const startCol = lastText.col;
-                        prevWreckagesText.raw = raw;
-                        prevWreckagesText.endOffset = prevWreckagesText.startOffset + raw.length;
-                        prevWreckagesText.startLine = startLine;
-                        prevWreckagesText.endLine = (0, parser_utils_1.getEndLine)(raw, startLine);
-                        prevWreckagesText.startCol = startCol;
-                        prevWreckagesText.endCol = (0, parser_utils_1.getEndCol)(raw, startCol);
-                    }
-                }
-            }
-        }
-    }
-    (0, remove_deprecated_node_1.removeDeprecatedNode)(nodeOrders);
-    {
-        /**
-         * getting last node
-         */
-        let lastNode = null;
-        for (const node of nodeOrders) {
-            if (node.isGhost) {
-                continue;
-            }
-            lastNode = node;
-        }
-        if (lastNode) {
-            if (lastNode.type === 'text') {
-                // Correction for Parse5 AST
-                // prev node: ? -> html
-                lastNode.prevNode = lastNode.parentNode && lastNode.parentNode.parentNode;
-                if (lastNode.prevNode) {
-                    lastNode.prevNode.nextNode = lastNode;
-                }
-                // parent node: body -> null
-                lastNode.parentNode = null;
-                // next node: ? -> null
-                lastNode.nextNode = null;
-            }
-            else if (createLastText) {
-                /**
-                 * create Last spaces
-                 */
-                let lastOffset = 0;
-                nodeOrders.forEach((node, i) => {
-                    lastOffset = Math.max(node.endOffset, lastOffset);
-                });
-                // console.log(lastOffset);
-                const lastTextContent = rawHtml.slice(lastOffset);
-                // console.log(`"${lastTextContent}"`);
-                if (lastTextContent) {
-                    const line = lastNode ? lastNode.endLine : 0;
-                    const col = lastNode ? lastNode.endCol : 0;
-                    const lastTextNode = {
-                        uuid: (0, parser_utils_1.uuid)(),
-                        raw: lastTextContent,
-                        startOffset: lastOffset,
-                        endOffset: lastOffset + lastTextContent.length,
-                        startLine: line,
-                        endLine: (0, parser_utils_1.getEndLine)(lastTextContent, line),
-                        startCol: col,
-                        endCol: (0, parser_utils_1.getEndCol)(lastTextContent, col),
-                        nodeName: '#text',
-                        type: 'text',
-                        parentNode: null,
-                        prevNode: lastNode,
-                        nextNode: null,
-                        isFragment: false,
-                        isGhost: false,
-                    };
-                    if (lastNode) {
-                        lastNode.nextNode = lastTextNode;
-                        if ((lastNode.type === 'starttag' || lastNode.type === 'endtag') && lastNode.pearNode) {
-                            lastNode.pearNode.nextNode = lastTextNode;
-                        }
-                    }
-                    nodeOrders.push(lastTextNode);
-                }
-            }
-        }
-    }
-    /**
-     * concat text nodes
-     */
-    const result = [];
-    nodeOrders.forEach(node => {
-        const prevNode = result[result.length - 1] || null;
-        if (node.type === 'text' && prevNode && prevNode.type === 'text') {
-            prevNode.raw = prevNode.raw + node.raw;
-            prevNode.endOffset = node.endOffset;
-            prevNode.endLine = node.endLine;
-            prevNode.endCol = node.endCol;
-            prevNode.nextNode = node.nextNode;
-            if (prevNode.parentNode && prevNode.parentNode.childNodes) {
-                prevNode.parentNode.childNodes = prevNode.parentNode.childNodes.filter(n => n.uuid !== node.uuid);
-            }
-            if (node.nextNode) {
-                node.nextNode.prevNode = prevNode;
-            }
-            return;
-        }
-        result.push(node);
-    });
-    {
-        /**
-         * Correction prev/next/parent
-         */
-        let prevToken = null;
-        for (const node of result) {
-            if (!prevToken) {
-                prevToken = node;
-                continue;
-            }
-            if (((prevToken.type === 'endtag' && prevToken.nodeName.toLowerCase() === 'body') ||
-                prevToken.type === 'doctype') &&
-                node.type === 'text') {
-                const nextNode = prevToken.nextNode;
-                prevToken.nextNode = node;
-                if (prevToken.type === 'endtag' && prevToken.pearNode) {
-                    prevToken.pearNode.nextNode = node;
-                }
-                node.prevNode = prevToken;
-                node.nextNode = nextNode;
-                node.parentNode = prevToken.parentNode;
-            }
-            // EndTag
-            if (node.type === 'starttag' && node.pearNode) {
-                const endTag = node.pearNode;
-                endTag.pearNode = node;
-                endTag.prevNode = node.prevNode;
-                endTag.nextNode = node.nextNode;
-            }
-            // Children
-            if (node.type === 'text') {
-                const parent = node.parentNode;
-                if (parent && parent.type === 'starttag' && parent.nodeName.toLowerCase() === 'html') {
-                    if (parent.childNodes && !parent.childNodes.some(n => n.uuid === node.uuid)) {
-                        parent.childNodes.push(node);
-                    }
-                }
-            }
-            prevToken = node;
-        }
-    }
-    // console.log(nodeOrders.map((n, i) => `${i}: ${n.raw.trim()}`));
-    return result;
-}
-exports.flattenNodes = flattenNodes;
-function arrayize(nodeTree, rawHtml) {
-    const nodeOrders = [];
-    let prevLine = 1;
-    let prevCol = 1;
-    let currentStartOffset = 0;
-    let currentEndOffset = 0;
-    /**
-     * pushing list
-     */
-    (0, parser_utils_1.walk)(nodeTree, node => {
-        currentStartOffset = node.startOffset;
-        const diff = currentStartOffset - currentEndOffset;
-        if (diff > 0) {
-            const html = rawHtml.slice(currentEndOffset, currentStartOffset);
-            /**
-             * first white spaces
-             */
-            if (/^\s+$/.test(html)) {
-                const spaces = html;
-                const textNode = {
-                    uuid: (0, parser_utils_1.uuid)(),
-                    raw: spaces,
-                    startOffset: currentEndOffset,
-                    endOffset: currentEndOffset + spaces.length,
-                    startLine: prevLine,
-                    endLine: (0, parser_utils_1.getEndLine)(spaces, prevLine),
-                    startCol: prevCol,
-                    endCol: (0, parser_utils_1.getEndCol)(spaces, prevCol),
-                    nodeName: '#text',
-                    type: 'text',
-                    parentNode: node.parentNode,
-                    prevNode: node.prevNode,
-                    nextNode: node,
-                    isFragment: false,
-                    isGhost: false,
-                };
-                node.prevNode = textNode;
-                if (node.parentNode && node.parentNode.childNodes) {
-                    node.parentNode.childNodes.unshift(textNode);
-                }
-                nodeOrders.push(textNode);
-            }
-            else if (/^<\/[a-z0-9][a-z0-9:-]*>$/i.test(html)) {
-                // close tag
-            }
-            else {
-                // never
-            }
-        }
-        currentEndOffset = currentStartOffset + node.raw.length;
-        prevLine = node.endLine;
-        prevCol = node.endCol;
-        // for ghost nodes
-        node.startOffset = node.startOffset || currentStartOffset;
-        node.endOffset = node.endOffset || currentEndOffset;
-        nodeOrders.push(node);
-    });
-    return nodeOrders;
-}

package/lib/remove-deprecated-node.d.ts

@@ -1,7 +0,0 @@
-import type { MLASTNode } from '@markuplint/ml-ast';
-/**
- *
- * @disruptive
- * @param nodeOrders [Disruptive change]
- */
-export declare function removeDeprecatedNode(nodeOrders: MLASTNode[]): void;

package/lib/remove-deprecated-node.js

@@ -1,41 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.removeDeprecatedNode = void 0;
-/**
- *
- * @disruptive
- * @param nodeOrders [Disruptive change]
- */
-function removeDeprecatedNode(nodeOrders) {
-    /**
-     * sorting
-     */
-    nodeOrders.sort((a, b) => {
-        if (a.isGhost || b.isGhost) {
-            return 0;
-        }
-        return a.startOffset - b.startOffset;
-    });
-    /**
-     * remove duplicated node
-     */
-    const stack = {};
-    const removeIndexes = [];
-    nodeOrders.forEach((node, i) => {
-        if (node.isGhost) {
-            return;
-        }
-        const id = `${node.startLine}:${node.startCol}:${node.endLine}:${node.endCol}`;
-        if (stack[id] != null) {
-            removeIndexes.push(i);
-        }
-        stack[id] = i;
-    });
-    let r = nodeOrders.length;
-    while (r--) {
-        if (removeIndexes.includes(r)) {
-            nodeOrders.splice(r, 1);
-        }
-    }
-}
-exports.removeDeprecatedNode = removeDeprecatedNode;

package/lib/tag-splitter.d.ts

@@ -1,7 +0,0 @@
-export interface N {
-	type: 'text' | 'starttag' | 'endtag' | 'comment' | 'boguscomment';
-	raw: string;
-	line: number;
-	col: number;
-}
-export default function tagSplitter(raw: string, line: number, col: number): N[];

package/lib/tag-splitter.js

@@ -1,92 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const parser_utils_1 = require("@markuplint/parser-utils");
-const const_1 = require("./const");
-function tagSplitter(raw, line, col) {
-    return withLocation(tagSplitterAsString(raw), line, col);
-}
-exports.default = tagSplitter;
-function tagSplitterAsString(raw) {
-    const tagMatches = raw.match(const_1.reSplitterTag);
-    if (!tagMatches) {
-        return [raw];
-    }
-    const tokens = Array.from(tagMatches);
-    tokens.unshift(); // remove all match
-    const nodes = [];
-    let rest = raw;
-    for (const token of tokens) {
-        const index = rest.indexOf(token);
-        let length = token.length;
-        if (index > 0) {
-            const text = rest.slice(0, index);
-            nodes.push(text);
-            length += text.length;
-        }
-        nodes.push(token);
-        rest = rest.slice(length);
-    }
-    if (rest) {
-        nodes.push(rest);
-    }
-    return nodes;
-}
-function withLocation(nodes, line, col) {
-    const result = [];
-    for (const node of nodes) {
-        if (node[0] !== '<') {
-            result.push({
-                type: 'text',
-                raw: node,
-                line,
-                col,
-            });
-        }
-        else {
-            const label = node.slice(1).slice(0, -1);
-            if (const_1.reTagName.test(label)) {
-                result.push({
-                    type: 'starttag',
-                    raw: node,
-                    line,
-                    col,
-                });
-            }
-            else if (label[0] === '/') {
-                result.push({
-                    type: 'endtag',
-                    raw: node,
-                    line,
-                    col,
-                });
-            }
-            else if (label[0] === '!') {
-                result.push({
-                    type: 'comment',
-                    raw: node,
-                    line,
-                    col,
-                });
-            }
-            else if (label[0] === '?') {
-                result.push({
-                    type: 'boguscomment',
-                    raw: node,
-                    line,
-                    col,
-                });
-            }
-            else {
-                result.push({
-                    type: 'text',
-                    raw: node,
-                    line,
-                    col,
-                });
-            }
-        }
-        line = (0, parser_utils_1.getEndLine)(node, line);
-        col = (0, parser_utils_1.getEndCol)(node, col);
-    }
-    return result;
-}