@yozora/tokenizer-link 1.2.0 → 2.0.0-alpha.0

package/lib/cjs/index.js

@@ -2,13 +2,50 @@
 
 Object.defineProperty(exports, '__esModule', { value: true });
 
-var ast = require('@yozora/ast');
 var character = require('@yozora/character');
 var coreTokenizer = require('@yozora/core-tokenizer');
+var ast = require('@yozora/ast');
 
-const uniqueName = '@yozora/tokenizer-link';
+const checkBalancedBracketsStatus = (startIndex, endIndex, internalTokens, nodePoints) => {
+    let i = startIndex;
+    let bracketCount = 0;
+    const updateBracketCount = () => {
+        const c = nodePoints[i].codePoint;
+        switch (c) {
+            case character.AsciiCodePoint.BACKSLASH:
+                i += 1;
+                break;
+            case character.AsciiCodePoint.OPEN_BRACKET:
+                bracketCount += 1;
+                break;
+            case character.AsciiCodePoint.CLOSE_BRACKET:
+                bracketCount -= 1;
+                break;
+        }
+    };
+    for (const token of internalTokens) {
+        if (token.startIndex < startIndex)
+            continue;
+        if (token.endIndex > endIndex)
+            break;
+        for (; i < token.startIndex; ++i) {
+            updateBracketCount();
+            if (bracketCount < 0)
+                return -1;
+        }
+        i = token.endIndex;
+    }
+    for (; i < endIndex; ++i) {
+        updateBracketCount();
+        if (bracketCount < 0)
+            return -1;
+    }
+    return bracketCount > 0 ? 1 : 0;
+};
 
 function eatLinkDestination(nodePoints, startIndex, endIndex) {
+    if (startIndex >= endIndex)
+        return -1;
     let i = startIndex;
     switch (nodePoints[i].codePoint) {
         case character.AsciiCodePoint.OPEN_ANGLE: {
@@ -54,44 +91,9 @@ function eatLinkDestination(nodePoints, startIndex, endIndex) {
     }
 }
 
-const checkBalancedBracketsStatus = (startIndex, endIndex, internalTokens, nodePoints) => {
-    let i = startIndex;
-    let bracketCount = 0;
-    const updateBracketCount = () => {
-        const c = nodePoints[i].codePoint;
-        switch (c) {
-            case character.AsciiCodePoint.BACKSLASH:
-                i += 1;
-                break;
-            case character.AsciiCodePoint.OPEN_BRACKET:
-                bracketCount += 1;
-                break;
-            case character.AsciiCodePoint.CLOSE_BRACKET:
-                bracketCount -= 1;
-                break;
-        }
-    };
-    for (const token of internalTokens) {
-        if (token.startIndex < startIndex)
-            continue;
-        if (token.endIndex > endIndex)
-            break;
-        for (; i < token.startIndex; ++i) {
-            updateBracketCount();
-            if (bracketCount < 0)
-                return -1;
-        }
-        i = token.endIndex;
-    }
-    for (; i < endIndex; ++i) {
-        updateBracketCount();
-        if (bracketCount < 0)
-            return -1;
-    }
-    return bracketCount > 0 ? 1 : 0;
-};
-
 function eatLinkTitle(nodePoints, startIndex, endIndex) {
+    if (startIndex >= endIndex)
+        return -1;
     let i = startIndex;
     const titleWrapSymbol = nodePoints[i].codePoint;
     switch (titleWrapSymbol) {
@@ -149,6 +151,8 @@ function eatLinkTitle(nodePoints, startIndex, endIndex) {
     return -1;
 }
 
+const uniqueName = '@yozora/tokenizer-link';
+
 class LinkTokenizer extends coreTokenizer.BaseInlineTokenizer {
     constructor(props = {}) {
         var _a, _b;
@@ -156,116 +160,127 @@ class LinkTokenizer extends coreTokenizer.BaseInlineTokenizer {
             name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
             priority: (_b = props.priority) !== null && _b !== void 0 ? _b : coreTokenizer.TokenizerPriority.LINKS,
         });
-    }
-    _findDelimiter(startIndex, endIndex, nodePoints, api) {
-        const blockEndIndex = api.getBlockEndIndex();
-        for (let i = startIndex; i < endIndex; ++i) {
-            const p = nodePoints[i];
-            switch (p.codePoint) {
-                case character.AsciiCodePoint.BACKSLASH:
-                    i += 1;
-                    break;
-                case character.AsciiCodePoint.OPEN_BRACKET: {
-                    const delimiter = {
-                        type: 'opener',
-                        startIndex: i,
-                        endIndex: i + 1,
-                    };
-                    return delimiter;
+        this.match = api => {
+            return {
+                findDelimiter: () => coreTokenizer.genFindDelimiter(_findDelimiter),
+                isDelimiterPair,
+                processDelimiterPair,
+            };
+            function _findDelimiter(startIndex, endIndex) {
+                const nodePoints = api.getNodePoints();
+                const blockEndIndex = api.getBlockEndIndex();
+                for (let i = startIndex; i < endIndex; ++i) {
+                    const p = nodePoints[i];
+                    switch (p.codePoint) {
+                        case character.AsciiCodePoint.BACKSLASH:
+                            i += 1;
+                            break;
+                        case character.AsciiCodePoint.OPEN_BRACKET: {
+                            const delimiter = {
+                                type: 'opener',
+                                startIndex: i,
+                                endIndex: i + 1,
+                            };
+                            return delimiter;
+                        }
+                        case character.AsciiCodePoint.CLOSE_BRACKET: {
+                            if (i + 1 >= endIndex ||
+                                nodePoints[i + 1].codePoint !== character.AsciiCodePoint.OPEN_PARENTHESIS)
+                                break;
+                            const destinationStartIndex = coreTokenizer.eatOptionalWhitespaces(nodePoints, i + 2, blockEndIndex);
+                            const destinationEndIndex = eatLinkDestination(nodePoints, destinationStartIndex, blockEndIndex);
+                            if (destinationEndIndex < 0)
+                                break;
+                            const titleStartIndex = coreTokenizer.eatOptionalWhitespaces(nodePoints, destinationEndIndex, blockEndIndex);
+                            const titleEndIndex = eatLinkTitle(nodePoints, titleStartIndex, blockEndIndex);
+                            if (titleEndIndex < 0)
+                                break;
+                            const _startIndex = i;
+                            const _endIndex = coreTokenizer.eatOptionalWhitespaces(nodePoints, titleEndIndex, blockEndIndex) + 1;
+                            if (_endIndex > blockEndIndex ||
+                                nodePoints[_endIndex - 1].codePoint !== character.AsciiCodePoint.CLOSE_PARENTHESIS)
+                                break;
+                            return {
+                                type: 'closer',
+                                startIndex: _startIndex,
+                                endIndex: _endIndex,
+                                destinationContent: destinationStartIndex < destinationEndIndex
+                                    ? {
+                                        startIndex: destinationStartIndex,
+                                        endIndex: destinationEndIndex,
+                                    }
+                                    : undefined,
+                                titleContent: titleStartIndex < titleEndIndex
+                                    ? { startIndex: titleStartIndex, endIndex: titleEndIndex }
+                                    : undefined,
+                            };
+                        }
+                    }
                 }
-                case character.AsciiCodePoint.CLOSE_BRACKET: {
-                    if (i + 1 >= endIndex ||
-                        nodePoints[i + 1].codePoint !== character.AsciiCodePoint.OPEN_PARENTHESIS)
-                        break;
-                    const destinationStartIndex = coreTokenizer.eatOptionalWhitespaces(nodePoints, i + 2, blockEndIndex);
-                    const destinationEndIndex = eatLinkDestination(nodePoints, destinationStartIndex, blockEndIndex);
-                    if (destinationEndIndex < 0)
-                        break;
-                    const titleStartIndex = coreTokenizer.eatOptionalWhitespaces(nodePoints, destinationEndIndex, blockEndIndex);
-                    const titleEndIndex = eatLinkTitle(nodePoints, titleStartIndex, blockEndIndex);
-                    if (titleEndIndex < 0)
-                        break;
-                    const _startIndex = i;
-                    const _endIndex = coreTokenizer.eatOptionalWhitespaces(nodePoints, titleEndIndex, blockEndIndex) + 1;
-                    if (_endIndex > blockEndIndex ||
-                        nodePoints[_endIndex - 1].codePoint !==
-                            character.AsciiCodePoint.CLOSE_PARENTHESIS)
-                        break;
-                    return {
-                        type: 'closer',
-                        startIndex: _startIndex,
-                        endIndex: _endIndex,
-                        destinationContent: destinationStartIndex < destinationEndIndex
-                            ? {
-                                startIndex: destinationStartIndex,
-                                endIndex: destinationEndIndex,
-                            }
-                            : undefined,
-                        titleContent: titleStartIndex < titleEndIndex
-                            ? { startIndex: titleStartIndex, endIndex: titleEndIndex }
-                            : undefined,
-                    };
+                return null;
+            }
+            function isDelimiterPair(openerDelimiter, closerDelimiter, internalTokens) {
+                const nodePoints = api.getNodePoints();
+                const hasInternalLinkToken = internalTokens.find(coreTokenizer.isLinkToken) != null;
+                if (hasInternalLinkToken) {
+                    return { paired: false, opener: false, closer: false };
+                }
+                const balancedBracketsStatus = checkBalancedBracketsStatus(openerDelimiter.endIndex, closerDelimiter.startIndex, internalTokens, nodePoints);
+                switch (balancedBracketsStatus) {
+                    case -1:
+                        return { paired: false, opener: false, closer: true };
+                    case 0:
+                        return { paired: true };
+                    case 1:
+                        return { paired: false, opener: true, closer: false };
                 }
             }
-        }
-        return null;
-    }
-    isDelimiterPair(openerDelimiter, closerDelimiter, internalTokens, nodePoints) {
-        const hasInternalLinkToken = internalTokens.find(coreTokenizer.isLinkToken) != null;
-        if (hasInternalLinkToken) {
-            return { paired: false, opener: false, closer: false };
-        }
-        const balancedBracketsStatus = checkBalancedBracketsStatus(openerDelimiter.endIndex, closerDelimiter.startIndex, internalTokens, nodePoints);
-        switch (balancedBracketsStatus) {
-            case -1:
-                return { paired: false, opener: false, closer: true };
-            case 0:
-                return { paired: true };
-            case 1:
-                return { paired: false, opener: true, closer: false };
-        }
-    }
-    processDelimiterPair(openerDelimiter, closerDelimiter, internalTokens, nodePoints, api) {
-        const children = api.resolveInternalTokens(internalTokens, openerDelimiter.endIndex, closerDelimiter.startIndex, nodePoints);
-        const token = {
-            nodeType: ast.LinkType,
-            startIndex: openerDelimiter.startIndex,
-            endIndex: closerDelimiter.endIndex,
-            destinationContent: closerDelimiter.destinationContent,
-            titleContent: closerDelimiter.titleContent,
-            children,
-        };
-        return { tokens: [token] };
-    }
-    processToken(token, children, nodePoints) {
-        let url = '';
-        if (token.destinationContent != null) {
-            let { startIndex, endIndex } = token.destinationContent;
-            if (nodePoints[startIndex].codePoint === character.AsciiCodePoint.OPEN_ANGLE) {
-                startIndex += 1;
-                endIndex -= 1;
+            function processDelimiterPair(openerDelimiter, closerDelimiter, internalTokens) {
+                const children = api.resolveInternalTokens(internalTokens, openerDelimiter.endIndex, closerDelimiter.startIndex);
+                const token = {
+                    nodeType: ast.LinkType,
+                    startIndex: openerDelimiter.startIndex,
+                    endIndex: closerDelimiter.endIndex,
+                    destinationContent: closerDelimiter.destinationContent,
+                    titleContent: closerDelimiter.titleContent,
+                    children,
+                };
+                return { tokens: [token] };
             }
-            const destination = character.calcEscapedStringFromNodePoints(nodePoints, startIndex, endIndex, true);
-            url = coreTokenizer.encodeLinkDestination(destination);
-        }
-        let title;
-        if (token.titleContent != null) {
-            const { startIndex, endIndex } = token.titleContent;
-            title = character.calcEscapedStringFromNodePoints(nodePoints, startIndex + 1, endIndex - 1);
-        }
-        const result = {
-            type: ast.LinkType,
-            url,
-            title,
-            children: children || [],
         };
-        return result;
+        this.parse = api => ({
+            parse: (token, children) => {
+                const nodePoints = api.getNodePoints();
+                let url = '';
+                if (token.destinationContent != null) {
+                    let { startIndex, endIndex } = token.destinationContent;
+                    if (nodePoints[startIndex].codePoint === character.AsciiCodePoint.OPEN_ANGLE) {
+                        startIndex += 1;
+                        endIndex -= 1;
+                    }
+                    const destination = character.calcEscapedStringFromNodePoints(nodePoints, startIndex, endIndex, true);
+                    url = coreTokenizer.encodeLinkDestination(destination);
+                }
+                let title;
+                if (token.titleContent != null) {
+                    const { startIndex, endIndex } = token.titleContent;
+                    title = character.calcEscapedStringFromNodePoints(nodePoints, startIndex + 1, endIndex - 1);
+                }
+                const result = {
+                    type: ast.LinkType,
+                    url,
+                    title,
+                    children,
+                };
+                return result;
+            },
+        });
     }
 }
 
 exports.LinkTokenizer = LinkTokenizer;
 exports.LinkTokenizerName = uniqueName;
 exports.checkBalancedBracketsStatus = checkBalancedBracketsStatus;
-exports['default'] = LinkTokenizer;
+exports["default"] = LinkTokenizer;
 exports.eatLinkDestination = eatLinkDestination;
 exports.eatLinkTitle = eatLinkTitle;

package/lib/esm/index.js

@@ -1,10 +1,47 @@
+import { AsciiCodePoint, isWhitespaceCharacter, isAsciiControlCharacter, VirtualCodePoint, calcEscapedStringFromNodePoints } from '@yozora/character';
+import { eatOptionalBlankLines, BaseInlineTokenizer, TokenizerPriority, genFindDelimiter, eatOptionalWhitespaces, isLinkToken, encodeLinkDestination } from '@yozora/core-tokenizer';
 import { LinkType } from '@yozora/ast';
-import { isWhitespaceCharacter, isAsciiControlCharacter, AsciiCodePoint, VirtualCodePoint, calcEscapedStringFromNodePoints } from '@yozora/character';
-import { eatOptionalBlankLines, BaseInlineTokenizer, TokenizerPriority, eatOptionalWhitespaces, isLinkToken, encodeLinkDestination } from '@yozora/core-tokenizer';
 
-const uniqueName = '@yozora/tokenizer-link';
+const checkBalancedBracketsStatus = (startIndex, endIndex, internalTokens, nodePoints) => {
+    let i = startIndex;
+    let bracketCount = 0;
+    const updateBracketCount = () => {
+        const c = nodePoints[i].codePoint;
+        switch (c) {
+            case AsciiCodePoint.BACKSLASH:
+                i += 1;
+                break;
+            case AsciiCodePoint.OPEN_BRACKET:
+                bracketCount += 1;
+                break;
+            case AsciiCodePoint.CLOSE_BRACKET:
+                bracketCount -= 1;
+                break;
+        }
+    };
+    for (const token of internalTokens) {
+        if (token.startIndex < startIndex)
+            continue;
+        if (token.endIndex > endIndex)
+            break;
+        for (; i < token.startIndex; ++i) {
+            updateBracketCount();
+            if (bracketCount < 0)
+                return -1;
+        }
+        i = token.endIndex;
+    }
+    for (; i < endIndex; ++i) {
+        updateBracketCount();
+        if (bracketCount < 0)
+            return -1;
+    }
+    return bracketCount > 0 ? 1 : 0;
+};
 
 function eatLinkDestination(nodePoints, startIndex, endIndex) {
+    if (startIndex >= endIndex)
+        return -1;
     let i = startIndex;
     switch (nodePoints[i].codePoint) {
         case AsciiCodePoint.OPEN_ANGLE: {
@@ -50,44 +87,9 @@ function eatLinkDestination(nodePoints, startIndex, endIndex) {
     }
 }
 
-const checkBalancedBracketsStatus = (startIndex, endIndex, internalTokens, nodePoints) => {
-    let i = startIndex;
-    let bracketCount = 0;
-    const updateBracketCount = () => {
-        const c = nodePoints[i].codePoint;
-        switch (c) {
-            case AsciiCodePoint.BACKSLASH:
-                i += 1;
-                break;
-            case AsciiCodePoint.OPEN_BRACKET:
-                bracketCount += 1;
-                break;
-            case AsciiCodePoint.CLOSE_BRACKET:
-                bracketCount -= 1;
-                break;
-        }
-    };
-    for (const token of internalTokens) {
-        if (token.startIndex < startIndex)
-            continue;
-        if (token.endIndex > endIndex)
-            break;
-        for (; i < token.startIndex; ++i) {
-            updateBracketCount();
-            if (bracketCount < 0)
-                return -1;
-        }
-        i = token.endIndex;
-    }
-    for (; i < endIndex; ++i) {
-        updateBracketCount();
-        if (bracketCount < 0)
-            return -1;
-    }
-    return bracketCount > 0 ? 1 : 0;
-};
-
 function eatLinkTitle(nodePoints, startIndex, endIndex) {
+    if (startIndex >= endIndex)
+        return -1;
     let i = startIndex;
     const titleWrapSymbol = nodePoints[i].codePoint;
     switch (titleWrapSymbol) {
@@ -145,6 +147,8 @@ function eatLinkTitle(nodePoints, startIndex, endIndex) {
     return -1;
 }
 
+const uniqueName = '@yozora/tokenizer-link';
+
 class LinkTokenizer extends BaseInlineTokenizer {
     constructor(props = {}) {
         var _a, _b;
@@ -152,110 +156,121 @@ class LinkTokenizer extends BaseInlineTokenizer {
             name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
             priority: (_b = props.priority) !== null && _b !== void 0 ? _b : TokenizerPriority.LINKS,
         });
-    }
-    _findDelimiter(startIndex, endIndex, nodePoints, api) {
-        const blockEndIndex = api.getBlockEndIndex();
-        for (let i = startIndex; i < endIndex; ++i) {
-            const p = nodePoints[i];
-            switch (p.codePoint) {
-                case AsciiCodePoint.BACKSLASH:
-                    i += 1;
-                    break;
-                case AsciiCodePoint.OPEN_BRACKET: {
-                    const delimiter = {
-                        type: 'opener',
-                        startIndex: i,
-                        endIndex: i + 1,
-                    };
-                    return delimiter;
+        this.match = api => {
+            return {
+                findDelimiter: () => genFindDelimiter(_findDelimiter),
+                isDelimiterPair,
+                processDelimiterPair,
+            };
+            function _findDelimiter(startIndex, endIndex) {
+                const nodePoints = api.getNodePoints();
+                const blockEndIndex = api.getBlockEndIndex();
+                for (let i = startIndex; i < endIndex; ++i) {
+                    const p = nodePoints[i];
+                    switch (p.codePoint) {
+                        case AsciiCodePoint.BACKSLASH:
+                            i += 1;
+                            break;
+                        case AsciiCodePoint.OPEN_BRACKET: {
+                            const delimiter = {
+                                type: 'opener',
+                                startIndex: i,
+                                endIndex: i + 1,
+                            };
+                            return delimiter;
+                        }
+                        case AsciiCodePoint.CLOSE_BRACKET: {
+                            if (i + 1 >= endIndex ||
+                                nodePoints[i + 1].codePoint !== AsciiCodePoint.OPEN_PARENTHESIS)
+                                break;
+                            const destinationStartIndex = eatOptionalWhitespaces(nodePoints, i + 2, blockEndIndex);
+                            const destinationEndIndex = eatLinkDestination(nodePoints, destinationStartIndex, blockEndIndex);
+                            if (destinationEndIndex < 0)
+                                break;
+                            const titleStartIndex = eatOptionalWhitespaces(nodePoints, destinationEndIndex, blockEndIndex);
+                            const titleEndIndex = eatLinkTitle(nodePoints, titleStartIndex, blockEndIndex);
+                            if (titleEndIndex < 0)
+                                break;
+                            const _startIndex = i;
+                            const _endIndex = eatOptionalWhitespaces(nodePoints, titleEndIndex, blockEndIndex) + 1;
+                            if (_endIndex > blockEndIndex ||
+                                nodePoints[_endIndex - 1].codePoint !== AsciiCodePoint.CLOSE_PARENTHESIS)
+                                break;
+                            return {
+                                type: 'closer',
+                                startIndex: _startIndex,
+                                endIndex: _endIndex,
+                                destinationContent: destinationStartIndex < destinationEndIndex
+                                    ? {
+                                        startIndex: destinationStartIndex,
+                                        endIndex: destinationEndIndex,
+                                    }
+                                    : undefined,
+                                titleContent: titleStartIndex < titleEndIndex
+                                    ? { startIndex: titleStartIndex, endIndex: titleEndIndex }
+                                    : undefined,
+                            };
+                        }
+                    }
                 }
-                case AsciiCodePoint.CLOSE_BRACKET: {
-                    if (i + 1 >= endIndex ||
-                        nodePoints[i + 1].codePoint !== AsciiCodePoint.OPEN_PARENTHESIS)
-                        break;
-                    const destinationStartIndex = eatOptionalWhitespaces(nodePoints, i + 2, blockEndIndex);
-                    const destinationEndIndex = eatLinkDestination(nodePoints, destinationStartIndex, blockEndIndex);
-                    if (destinationEndIndex < 0)
-                        break;
-                    const titleStartIndex = eatOptionalWhitespaces(nodePoints, destinationEndIndex, blockEndIndex);
-                    const titleEndIndex = eatLinkTitle(nodePoints, titleStartIndex, blockEndIndex);
-                    if (titleEndIndex < 0)
-                        break;
-                    const _startIndex = i;
-                    const _endIndex = eatOptionalWhitespaces(nodePoints, titleEndIndex, blockEndIndex) + 1;
-                    if (_endIndex > blockEndIndex ||
-                        nodePoints[_endIndex - 1].codePoint !==
-                            AsciiCodePoint.CLOSE_PARENTHESIS)
-                        break;
-                    return {
-                        type: 'closer',
-                        startIndex: _startIndex,
-                        endIndex: _endIndex,
-                        destinationContent: destinationStartIndex < destinationEndIndex
-                            ? {
-                                startIndex: destinationStartIndex,
-                                endIndex: destinationEndIndex,
-                            }
-                            : undefined,
-                        titleContent: titleStartIndex < titleEndIndex
-                            ? { startIndex: titleStartIndex, endIndex: titleEndIndex }
-                            : undefined,
-                    };
+                return null;
+            }
+            function isDelimiterPair(openerDelimiter, closerDelimiter, internalTokens) {
+                const nodePoints = api.getNodePoints();
+                const hasInternalLinkToken = internalTokens.find(isLinkToken) != null;
+                if (hasInternalLinkToken) {
+                    return { paired: false, opener: false, closer: false };
+                }
+                const balancedBracketsStatus = checkBalancedBracketsStatus(openerDelimiter.endIndex, closerDelimiter.startIndex, internalTokens, nodePoints);
+                switch (balancedBracketsStatus) {
+                    case -1:
+                        return { paired: false, opener: false, closer: true };
+                    case 0:
+                        return { paired: true };
+                    case 1:
+                        return { paired: false, opener: true, closer: false };
                 }
             }
-        }
-        return null;
-    }
-    isDelimiterPair(openerDelimiter, closerDelimiter, internalTokens, nodePoints) {
-        const hasInternalLinkToken = internalTokens.find(isLinkToken) != null;
-        if (hasInternalLinkToken) {
-            return { paired: false, opener: false, closer: false };
-        }
-        const balancedBracketsStatus = checkBalancedBracketsStatus(openerDelimiter.endIndex, closerDelimiter.startIndex, internalTokens, nodePoints);
-        switch (balancedBracketsStatus) {
-            case -1:
-                return { paired: false, opener: false, closer: true };
-            case 0:
-                return { paired: true };
-            case 1:
-                return { paired: false, opener: true, closer: false };
-        }
-    }
-    processDelimiterPair(openerDelimiter, closerDelimiter, internalTokens, nodePoints, api) {
-        const children = api.resolveInternalTokens(internalTokens, openerDelimiter.endIndex, closerDelimiter.startIndex, nodePoints);
-        const token = {
-            nodeType: LinkType,
-            startIndex: openerDelimiter.startIndex,
-            endIndex: closerDelimiter.endIndex,
-            destinationContent: closerDelimiter.destinationContent,
-            titleContent: closerDelimiter.titleContent,
-            children,
-        };
-        return { tokens: [token] };
-    }
-    processToken(token, children, nodePoints) {
-        let url = '';
-        if (token.destinationContent != null) {
-            let { startIndex, endIndex } = token.destinationContent;
-            if (nodePoints[startIndex].codePoint === AsciiCodePoint.OPEN_ANGLE) {
-                startIndex += 1;
-                endIndex -= 1;
+            function processDelimiterPair(openerDelimiter, closerDelimiter, internalTokens) {
+                const children = api.resolveInternalTokens(internalTokens, openerDelimiter.endIndex, closerDelimiter.startIndex);
+                const token = {
+                    nodeType: LinkType,
+                    startIndex: openerDelimiter.startIndex,
+                    endIndex: closerDelimiter.endIndex,
+                    destinationContent: closerDelimiter.destinationContent,
+                    titleContent: closerDelimiter.titleContent,
+                    children,
+                };
+                return { tokens: [token] };
             }
-            const destination = calcEscapedStringFromNodePoints(nodePoints, startIndex, endIndex, true);
-            url = encodeLinkDestination(destination);
-        }
-        let title;
-        if (token.titleContent != null) {
-            const { startIndex, endIndex } = token.titleContent;
-            title = calcEscapedStringFromNodePoints(nodePoints, startIndex + 1, endIndex - 1);
-        }
-        const result = {
-            type: LinkType,
-            url,
-            title,
-            children: children || [],
         };
-        return result;
+        this.parse = api => ({
+            parse: (token, children) => {
+                const nodePoints = api.getNodePoints();
+                let url = '';
+                if (token.destinationContent != null) {
+                    let { startIndex, endIndex } = token.destinationContent;
+                    if (nodePoints[startIndex].codePoint === AsciiCodePoint.OPEN_ANGLE) {
+                        startIndex += 1;
+                        endIndex -= 1;
+                    }
+                    const destination = calcEscapedStringFromNodePoints(nodePoints, startIndex, endIndex, true);
+                    url = encodeLinkDestination(destination);
+                }
+                let title;
+                if (token.titleContent != null) {
+                    const { startIndex, endIndex } = token.titleContent;
+                    title = calcEscapedStringFromNodePoints(nodePoints, startIndex + 1, endIndex - 1);
+                }
+                const result = {
+                    type: LinkType,
+                    url,
+                    title,
+                    children,
+                };
+                return result;
+            },
+        });
     }
 }
 

package/lib/types/index.d.ts

@@ -1,8 +1,6 @@
-import { LinkTokenizer } from './tokenizer';
+export * from './util/check-brackets';
 export * from './util/link-destination';
-export * from './util/link-text';
 export * from './util/link-title';
-export { LinkTokenizer } from './tokenizer';
+export { LinkTokenizer, LinkTokenizer as default } from './tokenizer';
 export { uniqueName as LinkTokenizerName } from './types';
-export type { Token as LinkToken, TokenizerProps as LinkTokenizerProps, } from './types';
-export default LinkTokenizer;
+export type { IToken as ILinkToken, ITokenizerProps as ILinkTokenizerProps } from './types';

package/lib/types/tokenizer.d.ts

@@ -1,8 +1,6 @@
-import type { YastNode } from '@yozora/ast';
-import type { NodePoint } from '@yozora/character';
-import type { MatchInlinePhaseApi, ResultOfIsDelimiterPair, ResultOfProcessDelimiterPair, Tokenizer, TokenizerMatchInlineHook, TokenizerParseInlineHook, YastInlineToken } from '@yozora/core-tokenizer';
+import type { IInlineTokenizer, IMatchInlineHookCreator, IParseInlineHookCreator } from '@yozora/core-tokenizer';
 import { BaseInlineTokenizer } from '@yozora/core-tokenizer';
-import type { Delimiter, Node, T, Token, TokenizerProps } from './types';
+import type { IDelimiter, INode, IToken, ITokenizerProps, T } from './types';
 /**
  * Lexical Analyzer for InlineLink.
  *
@@ -33,32 +31,8 @@ import type { Delimiter, Node, T, Token, TokenizerProps } from './types';
  * @see https://github.com/syntax-tree/mdast#link
  * @see https://github.github.com/gfm/#links
  */
-export declare class LinkTokenizer extends BaseInlineTokenizer<Delimiter> implements Tokenizer, TokenizerMatchInlineHook<T, Delimiter, Token>, TokenizerParseInlineHook<T, Token, Node> {
-    constructor(props?: TokenizerProps);
-    /**
-     * An inline link consists of a link text followed immediately by a left
-     * parenthesis '(', optional whitespace, an optional link destination, an
-     * optional link title separated from the link destination by whitespace,
-     * optional whitespace, and a right parenthesis ')'
-     * @see https://github.github.com/gfm/#inline-link
-     *
-     * @override
-     * @see TokenizerMatchInlineHook
-     */
-    protected _findDelimiter(startIndex: number, endIndex: number, nodePoints: ReadonlyArray<NodePoint>, api: Readonly<MatchInlinePhaseApi>): Delimiter | null;
-    /**
-     * @override
-     * @see TokenizerMatchInlineHook
-     */
-    isDelimiterPair(openerDelimiter: Delimiter, closerDelimiter: Delimiter, internalTokens: ReadonlyArray<YastInlineToken>, nodePoints: ReadonlyArray<NodePoint>): ResultOfIsDelimiterPair;
-    /**
-     * @override
-     * @see TokenizerMatchInlineHook
-     */
-    processDelimiterPair(openerDelimiter: Delimiter, closerDelimiter: Delimiter, internalTokens: ReadonlyArray<YastInlineToken>, nodePoints: ReadonlyArray<NodePoint>, api: Readonly<MatchInlinePhaseApi>): ResultOfProcessDelimiterPair<T, Token, Delimiter>;
-    /**
-     * @override
-     * @see TokenizerParseInlineHook
-     */
-    processToken(token: Token, children: YastNode[] | undefined, nodePoints: ReadonlyArray<NodePoint>): Node;
+export declare class LinkTokenizer extends BaseInlineTokenizer<T, IDelimiter, IToken, INode> implements IInlineTokenizer<T, IDelimiter, IToken, INode> {
+    constructor(props?: ITokenizerProps);
+    readonly match: IMatchInlineHookCreator<T, IDelimiter, IToken>;
+    readonly parse: IParseInlineHookCreator<T, IToken, INode>;
 }

package/lib/types/types.d.ts

@@ -1,31 +1,31 @@
-import type { Link, LinkType } from '@yozora/ast';
-import type { NodeInterval } from '@yozora/character';
-import type { BaseInlineTokenizerProps, PartialYastInlineToken, YastTokenDelimiter } from '@yozora/core-tokenizer';
+import type { ILink, LinkType } from '@yozora/ast';
+import type { INodeInterval } from '@yozora/character';
+import type { IBaseInlineTokenizerProps, IPartialYastInlineToken, IYastTokenDelimiter } from '@yozora/core-tokenizer';
 export declare type T = LinkType;
-export declare type Node = Link;
+export declare type INode = ILink;
 export declare const uniqueName = "@yozora/tokenizer-link";
-export interface Token extends PartialYastInlineToken<T> {
+export interface IToken extends IPartialYastInlineToken<T> {
     /**
      * Link destination interval.
      */
-    destinationContent?: NodeInterval;
+    destinationContent?: INodeInterval;
     /**
      * Link title interval.
      */
-    titleContent?: NodeInterval;
+    titleContent?: INodeInterval;
 }
-export interface Delimiter extends YastTokenDelimiter {
+export interface IDelimiter extends IYastTokenDelimiter {
     /**
-     * Delimiter type.
+     * IDelimiter type.
      */
     type: 'opener' | 'closer';
     /**
      * Link destination interval.
      */
-    destinationContent?: NodeInterval;
+    destinationContent?: INodeInterval;
     /**
      * Link title interval.
      */
-    titleContent?: NodeInterval;
+    titleContent?: INodeInterval;
 }
-export declare type TokenizerProps = Partial<BaseInlineTokenizerProps>;
+export declare type ITokenizerProps = Partial<IBaseInlineTokenizerProps>;

package/lib/types/util/{link-text.d.ts → check-brackets.d.ts}

@@ -1,5 +1,5 @@
-import type { NodePoint } from '@yozora/character';
-import type { YastInlineToken } from '@yozora/core-tokenizer';
+import type { INodePoint } from '@yozora/character';
+import type { IYastInlineToken } from '@yozora/core-tokenizer';
 /**
  * The link text may contain balanced brackets, but not unbalanced ones,
  * unless they are escaped
@@ -9,4 +9,4 @@ import type { YastInlineToken } from '@yozora/core-tokenizer';
  * @see https://github.github.com/gfm/#example-522
  * @see https://github.github.com/gfm/#example-523
  */
-export declare const checkBalancedBracketsStatus: (startIndex: number, endIndex: number, internalTokens: ReadonlyArray<YastInlineToken>, nodePoints: ReadonlyArray<NodePoint>) => -1 | 0 | 1;
+export declare const checkBalancedBracketsStatus: (startIndex: number, endIndex: number, internalTokens: ReadonlyArray<IYastInlineToken>, nodePoints: ReadonlyArray<INodePoint>) => -1 | 0 | 1;

package/lib/types/util/link-destination.d.ts

@@ -1,4 +1,4 @@
-import type { NodePoint } from '@yozora/character';
+import type { INodePoint } from '@yozora/character';
 /**
  * A link destination consists of either
  *  - a sequence of zero or more characters between an opening '<' and a closing '>'
@@ -12,4 +12,4 @@ import type { NodePoint } from '@yozora/character';
  * @see https://github.github.com/gfm/#link-destination
  * @return position at next iteration
  */
-export declare function eatLinkDestination(nodePoints: ReadonlyArray<NodePoint>, startIndex: number, endIndex: number): number;
+export declare function eatLinkDestination(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number): number;

package/lib/types/util/link-title.d.ts

@@ -1,4 +1,4 @@
-import type { NodePoint } from '@yozora/character';
+import type { INodePoint } from '@yozora/character';
 /**
  * A link title consists of either
  *
@@ -11,4 +11,4 @@ import type { NodePoint } from '@yozora/character';
  *   - a sequence of zero or more characters between matching parentheses '(...)',
  *     including a '(' or ')' character only if it is backslash-escaped.
  */
-export declare function eatLinkTitle(nodePoints: ReadonlyArray<NodePoint>, startIndex: number, endIndex: number): number;
+export declare function eatLinkTitle(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number): number;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-link",
-  "version": "1.2.0",
+  "version": "2.0.0-alpha.0",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -35,9 +35,9 @@
     "test": "cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^1.2.0",
-    "@yozora/character": "^1.2.0",
-    "@yozora/core-tokenizer": "^1.2.0"
+    "@yozora/ast": "^2.0.0-alpha.0",
+    "@yozora/character": "^2.0.0-alpha.0",
+    "@yozora/core-tokenizer": "^2.0.0-alpha.0"
   },
-  "gitHead": "86da40e50d2fe9acace68695288e15e012e6cd0d"
+  "gitHead": "0171501339c49ffd02ed16a63447fa20a47a29a7"
 }