@yozora/tokenizer-table 1.2.0 → 2.0.0-alpha.0

package/lib/cjs/index.js

@@ -6,21 +6,18 @@ var ast = require('@yozora/ast');
 var character = require('@yozora/character');
 var coreTokenizer = require('@yozora/core-tokenizer');
 
-const uniqueName = '@yozora/tokenizer-table';
-
-class TableTokenizer extends coreTokenizer.BaseBlockTokenizer {
-    constructor(props = {}) {
-        var _a, _b;
-        super({
-            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
-            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : coreTokenizer.TokenizerPriority.INTERRUPTABLE_BLOCK,
-        });
-        this.isContainingBlock = false;
-    }
-    eatOpener() {
+const match = function (api) {
+    const { name: _tokenizer } = this;
+    return {
+        isContainingBlock: false,
+        eatOpener,
+        eatAndInterruptPreviousSibling,
+        eatLazyContinuationText,
+    };
+    function eatOpener() {
         return null;
     }
-    eatAndInterruptPreviousSibling(line, prevSiblingToken, parentToken, api) {
+    function eatAndInterruptPreviousSibling(line, prevSiblingToken) {
         if (line.countOfPrecedeSpaces >= 4)
             return null;
         const { nodePoints, endIndex, firstNonWhitespaceIndex } = line;
@@ -28,9 +25,7 @@ class TableTokenizer extends coreTokenizer.BaseBlockTokenizer {
             return null;
         const columns = [];
         let c = nodePoints[firstNonWhitespaceIndex].codePoint;
-        let cIndex = c === character.AsciiCodePoint.VERTICAL_SLASH
-            ? firstNonWhitespaceIndex + 1
-            : firstNonWhitespaceIndex;
+        let cIndex = c === character.AsciiCodePoint.VERTICAL_SLASH ? firstNonWhitespaceIndex + 1 : firstNonWhitespaceIndex;
         for (; cIndex < endIndex;) {
             for (; cIndex < endIndex; ++cIndex) {
                 c = nodePoints[cIndex].codePoint;
@@ -103,7 +98,7 @@ class TableTokenizer extends coreTokenizer.BaseBlockTokenizer {
             cellCount += 1;
         if (cellCount !== columns.length)
             return null;
-        const row = this.calcTableRow(api, previousLine, columns);
+        const row = calcTableRow(previousLine, columns);
         const nextIndex = endIndex;
         const token = {
             nodeType: ast.TableType,
@@ -120,149 +115,18 @@ class TableTokenizer extends coreTokenizer.BaseBlockTokenizer {
             remainingSibling: api.rollbackPhrasingLines(lines.slice(0, lines.length - 1), prevSiblingToken),
         };
     }
-    eatLazyContinuationText(line, token, parentToken, api) {
+    function eatLazyContinuationText(line, token) {
         if (line.firstNonWhitespaceIndex >= line.endIndex) {
             return { status: 'notMatched' };
         }
         const tableToken = token;
-        const row = this.calcTableRow(api, line, tableToken.columns);
+        const row = calcTableRow(line, tableToken.columns);
         if (row == null)
             return { status: 'notMatched' };
         tableToken.children.push(row);
         return { status: 'opening', nextIndex: line.endIndex };
     }
-    parseBlock(token, children, api) {
-        let node;
-        switch (token.nodeType) {
-            case ast.TableType: {
-                node = {
-                    type: ast.TableType,
-                    columns: token.columns,
-                    children: (children || []),
-                };
-                break;
-            }
-            case ast.TableRowType: {
-                node = {
-                    type: ast.TableRowType,
-                    children: (children || []),
-                };
-                break;
-            }
-            case ast.TableCellType: {
-                node = {
-                    type: ast.TableCellType,
-                    children: children,
-                };
-                for (const phrasingContent of node.children) {
-                    if (phrasingContent.type !== coreTokenizer.PhrasingContentType)
-                        continue;
-                    const nextContents = [];
-                    const endIndex = phrasingContent.contents.length;
-                    for (let i = 0; i < endIndex; ++i) {
-                        const p = phrasingContent.contents[i];
-                        if (p.codePoint === character.AsciiCodePoint.BACKSLASH && i + 1 < endIndex) {
-                            const q = phrasingContent.contents[i + 1];
-                            if (q.codePoint !== character.AsciiCodePoint.VERTICAL_SLASH)
-                                nextContents.push(p);
-                            nextContents.push(q);
-                            i += 1;
-                            continue;
-                        }
-                        nextContents.push(p);
-                    }
-                    phrasingContent.contents = nextContents;
-                }
-                break;
-            }
-            default:
-                return null;
-        }
-        return node;
-    }
-    calcTableColumn(nodePoints, currentLine, previousLine) {
-        if (previousLine.firstNonWhitespaceIndex >= previousLine.endIndex) {
-            return null;
-        }
-        if (currentLine.firstNonWhitespaceIndex - currentLine.startIndex >= 4)
-            return null;
-        const columns = [];
-        let p = nodePoints[currentLine.firstNonWhitespaceIndex];
-        let cIndex = p.codePoint === character.AsciiCodePoint.VERTICAL_SLASH
-            ? currentLine.firstNonWhitespaceIndex + 1
-            : currentLine.firstNonWhitespaceIndex;
-        for (; cIndex < currentLine.endIndex;) {
-            for (; cIndex < currentLine.endIndex; ++cIndex) {
-                p = nodePoints[cIndex];
-                if (!character.isWhitespaceCharacter(p.codePoint))
-                    break;
-            }
-            if (cIndex >= currentLine.endIndex)
-                break;
-            let leftColon = false;
-            if (p.codePoint === character.AsciiCodePoint.COLON) {
-                leftColon = true;
-                cIndex += 1;
-            }
-            let hyphenCount = 0;
-            for (; cIndex < currentLine.endIndex; ++cIndex) {
-                p = nodePoints[cIndex];
-                if (p.codePoint !== character.AsciiCodePoint.MINUS_SIGN)
-                    break;
-                hyphenCount += 1;
-            }
-            if (hyphenCount <= 0)
-                return null;
-            let rightColon = false;
-            if (cIndex < currentLine.endIndex &&
-                p.codePoint === character.AsciiCodePoint.COLON) {
-                rightColon = true;
-                cIndex += 1;
-            }
-            for (; cIndex < currentLine.endIndex; ++cIndex) {
-                p = nodePoints[cIndex];
-                if (character.isWhitespaceCharacter(p.codePoint))
-                    continue;
-                if (p.codePoint === character.AsciiCodePoint.VERTICAL_SLASH) {
-                    cIndex += 1;
-                    break;
-                }
-                return null;
-            }
-            let align = null;
-            if (leftColon && rightColon)
-                align = 'center';
-            else if (leftColon)
-                align = 'left';
-            else if (rightColon)
-                align = 'right';
-            const column = { align };
-            columns.push(column);
-        }
-        if (columns.length <= 0)
-            return null;
-        let cellCount = 0, hasNonWhitespaceBeforePipe = false;
-        for (let pIndex = previousLine.startIndex; pIndex < previousLine.endIndex; ++pIndex) {
-            const p = nodePoints[pIndex];
-            if (character.isWhitespaceCharacter(p.codePoint))
-                continue;
-            if (p.codePoint === character.AsciiCodePoint.VERTICAL_SLASH) {
-                if (hasNonWhitespaceBeforePipe || cellCount > 0)
-                    cellCount += 1;
-                hasNonWhitespaceBeforePipe = false;
-                continue;
-            }
-            hasNonWhitespaceBeforePipe = true;
-            if (p.codePoint === character.AsciiCodePoint.BACKSLASH)
-                pIndex += 1;
-        }
-        if (hasNonWhitespaceBeforePipe && columns.length > 1)
-            cellCount += 1;
-        if (cellCount !== columns.length)
-            return null;
-        return columns;
-    }
-    calcTableRow(api, line, columns) {
+    function calcTableRow(line, columns) {
         const { nodePoints, startIndex, endIndex, firstNonWhitespaceIndex } = line;
         let p = nodePoints[firstNonWhitespaceIndex];
         let i = p.codePoint === character.AsciiCodePoint.VERTICAL_SLASH
@@ -307,7 +171,7 @@ class TableTokenizer extends coreTokenizer.BaseBlockTokenizer {
                     },
                 ]);
             const cell = {
-                _tokenizer: this.name,
+                _tokenizer,
                 nodeType: ast.TableCellType,
                 position: { start: startPoint, end: endPoint },
                 children: phrasingContent == null ? [] : [phrasingContent],
@@ -320,7 +184,7 @@ class TableTokenizer extends coreTokenizer.BaseBlockTokenizer {
         const endPoint = coreTokenizer.calcEndYastNodePoint(nodePoints, endIndex - 1);
         for (let c = cells.length; c < columns.length; ++c) {
             const cell = {
-                _tokenizer: this.name,
+                _tokenizer,
                 nodeType: ast.TableCellType,
                 position: { start: Object.assign({}, endPoint), end: Object.assign({}, endPoint) },
                 children: [],
@@ -328,15 +192,83 @@ class TableTokenizer extends coreTokenizer.BaseBlockTokenizer {
             cells.push(cell);
         }
         const row = {
-            _tokenizer: this.name,
+            _tokenizer,
             nodeType: ast.TableRowType,
             position: { start: startPoint, end: endPoint },
             children: cells,
         };
         return row;
     }
+};
+
+const parse = () => ({
+    parse: (token, children) => {
+        let node;
+        switch (token.nodeType) {
+            case ast.TableType: {
+                node = {
+                    type: ast.TableType,
+                    columns: token.columns,
+                    children: children,
+                };
+                break;
+            }
+            case ast.TableRowType: {
+                node = {
+                    type: ast.TableRowType,
+                    children: children,
+                };
+                break;
+            }
+            case ast.TableCellType: {
+                node = {
+                    type: ast.TableCellType,
+                    children: children,
+                };
+                for (const phrasingContent of node.children) {
+                    if (phrasingContent.type !== coreTokenizer.PhrasingContentType)
+                        continue;
+                    const nextContents = [];
+                    const endIndex = phrasingContent.contents.length;
+                    for (let i = 0; i < endIndex; ++i) {
+                        const p = phrasingContent.contents[i];
+                        if (p.codePoint === character.AsciiCodePoint.BACKSLASH && i + 1 < endIndex) {
+                            const q = phrasingContent.contents[i + 1];
+                            if (q.codePoint !== character.AsciiCodePoint.VERTICAL_SLASH)
+                                nextContents.push(p);
+                            nextContents.push(q);
+                            i += 1;
+                            continue;
+                        }
+                        nextContents.push(p);
+                    }
+                    phrasingContent.contents = nextContents;
+                }
+                break;
+            }
+            default:
+                return null;
+        }
+        return node;
+    },
+});
+
+const uniqueName = '@yozora/tokenizer-table';
+
+class TableTokenizer extends coreTokenizer.BaseBlockTokenizer {
+    constructor(props = {}) {
+        var _a, _b;
+        super({
+            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
+            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : coreTokenizer.TokenizerPriority.INTERRUPTABLE_BLOCK,
+        });
+        this.match = match;
+        this.parse = parse;
+    }
 }
 
 exports.TableTokenizer = TableTokenizer;
 exports.TableTokenizerName = uniqueName;
-exports['default'] = TableTokenizer;
+exports["default"] = TableTokenizer;
+exports.tableMatch = match;
+exports.tableParse = parse;

package/lib/esm/index.js

@@ -1,22 +1,19 @@
 import { TableType, TableCellType, TableRowType } from '@yozora/ast';
 import { AsciiCodePoint, isWhitespaceCharacter } from '@yozora/character';
-import { BaseBlockTokenizer, TokenizerPriority, calcStartYastNodePoint, calcEndYastNodePoint, PhrasingContentType } from '@yozora/core-tokenizer';
+import { calcStartYastNodePoint, calcEndYastNodePoint, PhrasingContentType, BaseBlockTokenizer, TokenizerPriority } from '@yozora/core-tokenizer';
 
-const uniqueName = '@yozora/tokenizer-table';
-
-class TableTokenizer extends BaseBlockTokenizer {
-    constructor(props = {}) {
-        var _a, _b;
-        super({
-            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
-            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : TokenizerPriority.INTERRUPTABLE_BLOCK,
-        });
-        this.isContainingBlock = false;
-    }
-    eatOpener() {
+const match = function (api) {
+    const { name: _tokenizer } = this;
+    return {
+        isContainingBlock: false,
+        eatOpener,
+        eatAndInterruptPreviousSibling,
+        eatLazyContinuationText,
+    };
+    function eatOpener() {
         return null;
     }
-    eatAndInterruptPreviousSibling(line, prevSiblingToken, parentToken, api) {
+    function eatAndInterruptPreviousSibling(line, prevSiblingToken) {
         if (line.countOfPrecedeSpaces >= 4)
             return null;
         const { nodePoints, endIndex, firstNonWhitespaceIndex } = line;
@@ -24,9 +21,7 @@ class TableTokenizer extends BaseBlockTokenizer {
             return null;
         const columns = [];
         let c = nodePoints[firstNonWhitespaceIndex].codePoint;
-        let cIndex = c === AsciiCodePoint.VERTICAL_SLASH
-            ? firstNonWhitespaceIndex + 1
-            : firstNonWhitespaceIndex;
+        let cIndex = c === AsciiCodePoint.VERTICAL_SLASH ? firstNonWhitespaceIndex + 1 : firstNonWhitespaceIndex;
         for (; cIndex < endIndex;) {
             for (; cIndex < endIndex; ++cIndex) {
                 c = nodePoints[cIndex].codePoint;
@@ -99,7 +94,7 @@ class TableTokenizer extends BaseBlockTokenizer {
             cellCount += 1;
         if (cellCount !== columns.length)
             return null;
-        const row = this.calcTableRow(api, previousLine, columns);
+        const row = calcTableRow(previousLine, columns);
         const nextIndex = endIndex;
         const token = {
             nodeType: TableType,
@@ -116,149 +111,18 @@ class TableTokenizer extends BaseBlockTokenizer {
             remainingSibling: api.rollbackPhrasingLines(lines.slice(0, lines.length - 1), prevSiblingToken),
         };
     }
-    eatLazyContinuationText(line, token, parentToken, api) {
+    function eatLazyContinuationText(line, token) {
         if (line.firstNonWhitespaceIndex >= line.endIndex) {
             return { status: 'notMatched' };
         }
         const tableToken = token;
-        const row = this.calcTableRow(api, line, tableToken.columns);
+        const row = calcTableRow(line, tableToken.columns);
         if (row == null)
             return { status: 'notMatched' };
         tableToken.children.push(row);
         return { status: 'opening', nextIndex: line.endIndex };
     }
-    parseBlock(token, children, api) {
-        let node;
-        switch (token.nodeType) {
-            case TableType: {
-                node = {
-                    type: TableType,
-                    columns: token.columns,
-                    children: (children || []),
-                };
-                break;
-            }
-            case TableRowType: {
-                node = {
-                    type: TableRowType,
-                    children: (children || []),
-                };
-                break;
-            }
-            case TableCellType: {
-                node = {
-                    type: TableCellType,
-                    children: children,
-                };
-                for (const phrasingContent of node.children) {
-                    if (phrasingContent.type !== PhrasingContentType)
-                        continue;
-                    const nextContents = [];
-                    const endIndex = phrasingContent.contents.length;
-                    for (let i = 0; i < endIndex; ++i) {
-                        const p = phrasingContent.contents[i];
-                        if (p.codePoint === AsciiCodePoint.BACKSLASH && i + 1 < endIndex) {
-                            const q = phrasingContent.contents[i + 1];
-                            if (q.codePoint !== AsciiCodePoint.VERTICAL_SLASH)
-                                nextContents.push(p);
-                            nextContents.push(q);
-                            i += 1;
-                            continue;
-                        }
-                        nextContents.push(p);
-                    }
-                    phrasingContent.contents = nextContents;
-                }
-                break;
-            }
-            default:
-                return null;
-        }
-        return node;
-    }
-    calcTableColumn(nodePoints, currentLine, previousLine) {
-        if (previousLine.firstNonWhitespaceIndex >= previousLine.endIndex) {
-            return null;
-        }
-        if (currentLine.firstNonWhitespaceIndex - currentLine.startIndex >= 4)
-            return null;
-        const columns = [];
-        let p = nodePoints[currentLine.firstNonWhitespaceIndex];
-        let cIndex = p.codePoint === AsciiCodePoint.VERTICAL_SLASH
-            ? currentLine.firstNonWhitespaceIndex + 1
-            : currentLine.firstNonWhitespaceIndex;
-        for (; cIndex < currentLine.endIndex;) {
-            for (; cIndex < currentLine.endIndex; ++cIndex) {
-                p = nodePoints[cIndex];
-                if (!isWhitespaceCharacter(p.codePoint))
-                    break;
-            }
-            if (cIndex >= currentLine.endIndex)
-                break;
-            let leftColon = false;
-            if (p.codePoint === AsciiCodePoint.COLON) {
-                leftColon = true;
-                cIndex += 1;
-            }
-            let hyphenCount = 0;
-            for (; cIndex < currentLine.endIndex; ++cIndex) {
-                p = nodePoints[cIndex];
-                if (p.codePoint !== AsciiCodePoint.MINUS_SIGN)
-                    break;
-                hyphenCount += 1;
-            }
-            if (hyphenCount <= 0)
-                return null;
-            let rightColon = false;
-            if (cIndex < currentLine.endIndex &&
-                p.codePoint === AsciiCodePoint.COLON) {
-                rightColon = true;
-                cIndex += 1;
-            }
-            for (; cIndex < currentLine.endIndex; ++cIndex) {
-                p = nodePoints[cIndex];
-                if (isWhitespaceCharacter(p.codePoint))
-                    continue;
-                if (p.codePoint === AsciiCodePoint.VERTICAL_SLASH) {
-                    cIndex += 1;
-                    break;
-                }
-                return null;
-            }
-            let align = null;
-            if (leftColon && rightColon)
-                align = 'center';
-            else if (leftColon)
-                align = 'left';
-            else if (rightColon)
-                align = 'right';
-            const column = { align };
-            columns.push(column);
-        }
-        if (columns.length <= 0)
-            return null;
-        let cellCount = 0, hasNonWhitespaceBeforePipe = false;
-        for (let pIndex = previousLine.startIndex; pIndex < previousLine.endIndex; ++pIndex) {
-            const p = nodePoints[pIndex];
-            if (isWhitespaceCharacter(p.codePoint))
-                continue;
-            if (p.codePoint === AsciiCodePoint.VERTICAL_SLASH) {
-                if (hasNonWhitespaceBeforePipe || cellCount > 0)
-                    cellCount += 1;
-                hasNonWhitespaceBeforePipe = false;
-                continue;
-            }
-            hasNonWhitespaceBeforePipe = true;
-            if (p.codePoint === AsciiCodePoint.BACKSLASH)
-                pIndex += 1;
-        }
-        if (hasNonWhitespaceBeforePipe && columns.length > 1)
-            cellCount += 1;
-        if (cellCount !== columns.length)
-            return null;
-        return columns;
-    }
-    calcTableRow(api, line, columns) {
+    function calcTableRow(line, columns) {
         const { nodePoints, startIndex, endIndex, firstNonWhitespaceIndex } = line;
         let p = nodePoints[firstNonWhitespaceIndex];
         let i = p.codePoint === AsciiCodePoint.VERTICAL_SLASH
@@ -303,7 +167,7 @@ class TableTokenizer extends BaseBlockTokenizer {
                     },
                 ]);
             const cell = {
-                _tokenizer: this.name,
+                _tokenizer,
                 nodeType: TableCellType,
                 position: { start: startPoint, end: endPoint },
                 children: phrasingContent == null ? [] : [phrasingContent],
@@ -316,7 +180,7 @@ class TableTokenizer extends BaseBlockTokenizer {
         const endPoint = calcEndYastNodePoint(nodePoints, endIndex - 1);
         for (let c = cells.length; c < columns.length; ++c) {
             const cell = {
-                _tokenizer: this.name,
+                _tokenizer,
                 nodeType: TableCellType,
                 position: { start: Object.assign({}, endPoint), end: Object.assign({}, endPoint) },
                 children: [],
@@ -324,13 +188,79 @@ class TableTokenizer extends BaseBlockTokenizer {
             cells.push(cell);
         }
         const row = {
-            _tokenizer: this.name,
+            _tokenizer,
             nodeType: TableRowType,
             position: { start: startPoint, end: endPoint },
             children: cells,
         };
         return row;
     }
+};
+
+const parse = () => ({
+    parse: (token, children) => {
+        let node;
+        switch (token.nodeType) {
+            case TableType: {
+                node = {
+                    type: TableType,
+                    columns: token.columns,
+                    children: children,
+                };
+                break;
+            }
+            case TableRowType: {
+                node = {
+                    type: TableRowType,
+                    children: children,
+                };
+                break;
+            }
+            case TableCellType: {
+                node = {
+                    type: TableCellType,
+                    children: children,
+                };
+                for (const phrasingContent of node.children) {
+                    if (phrasingContent.type !== PhrasingContentType)
+                        continue;
+                    const nextContents = [];
+                    const endIndex = phrasingContent.contents.length;
+                    for (let i = 0; i < endIndex; ++i) {
+                        const p = phrasingContent.contents[i];
+                        if (p.codePoint === AsciiCodePoint.BACKSLASH && i + 1 < endIndex) {
+                            const q = phrasingContent.contents[i + 1];
+                            if (q.codePoint !== AsciiCodePoint.VERTICAL_SLASH)
+                                nextContents.push(p);
+                            nextContents.push(q);
+                            i += 1;
+                            continue;
+                        }
+                        nextContents.push(p);
+                    }
+                    phrasingContent.contents = nextContents;
+                }
+                break;
+            }
+            default:
+                return null;
+        }
+        return node;
+    },
+});
+
+const uniqueName = '@yozora/tokenizer-table';
+
+class TableTokenizer extends BaseBlockTokenizer {
+    constructor(props = {}) {
+        var _a, _b;
+        super({
+            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
+            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : TokenizerPriority.INTERRUPTABLE_BLOCK,
+        });
+        this.match = match;
+        this.parse = parse;
+    }
 }
 
-export { TableTokenizer, uniqueName as TableTokenizerName, TableTokenizer as default };
+export { TableTokenizer, uniqueName as TableTokenizerName, TableTokenizer as default, match as tableMatch, parse as tableParse };

package/lib/types/index.d.ts

@@ -1,5 +1,5 @@
-import { TableTokenizer } from './tokenizer';
-export { TableTokenizer } from './tokenizer';
+export { match as tableMatch } from './match';
+export { parse as tableParse } from './parse';
+export { TableTokenizer, TableTokenizer as default } from './tokenizer';
 export { uniqueName as TableTokenizerName } from './types';
-export type { TableCellToken, TableRowToken, TableToken, TokenizerProps as TableTokenizerProps, } from './types';
-export default TableTokenizer;
+export type { IHookContext as ITableHookContext, ITableCellToken, ITableRowToken, ITableToken, ITokenizerProps as ITableTokenizerProps, } from './types';

package/lib/types/match.d.ts

@@ -0,0 +1,26 @@
+import type { IMatchBlockHookCreator } from '@yozora/core-tokenizer';
+import type { IHookContext, IToken, T } from './types';
+/**
+ * A table is an arrangement of data with rows and columns, consisting of
+ * a single header row, a delimiter row separating the header from the data,
+ * and zero or more data rows.
+ *
+ * Each row consists of cells containing arbitrary text, in which inlines
+ * are parsed, separated by pipes (|). A leading and trailing pipe is also
+ * recommended for clarity of reading, and if there’s otherwise parsing
+ * ambiguity. Spaces between pipes and cell content are trimmed. Block-level
+ * elements cannot be inserted in a table.
+ *
+ * @see https://github.github.com/gfm/#table
+ * @see https://github.com/syntax-tree/mdast#tablerow
+ * @see https://github.com/syntax-tree/mdast#tablecell
+ */
+export declare const match: IMatchBlockHookCreator<T, IToken, IHookContext>;
+/**
+ * Find delimiter row
+ *
+ * The delimiter row consists of cells whose only content are
+ * hyphens (-), and optionally, a leading or trailing colon (:),
+ * or both, to indicate left, right, or center alignment respectively.
+ * @see https://github.github.com/gfm/#delimiter-row
+ */

package/lib/types/parse.d.ts

@@ -0,0 +1,3 @@
+import type { IParseBlockHookCreator } from '@yozora/core-tokenizer';
+import type { IHookContext, INode, IToken, T } from './types';
+export declare const parse: IParseBlockHookCreator<T, IToken, INode, IHookContext>;

package/lib/types/tokenizer.d.ts

@@ -1,59 +1,14 @@
-import type { TableColumn, YastNode } from '@yozora/ast';
-import type { NodePoint } from '@yozora/character';
-import type { MatchBlockPhaseApi, ParseBlockPhaseApi, PhrasingContentLine, ResultOfEatAndInterruptPreviousSibling, ResultOfEatLazyContinuationText, ResultOfEatOpener, ResultOfParse, Tokenizer, TokenizerMatchBlockHook, TokenizerParseBlockHook, YastBlockToken } from '@yozora/core-tokenizer';
+import type { IBlockTokenizer, IMatchBlockHookCreator, IParseBlockHookCreator } from '@yozora/core-tokenizer';
 import { BaseBlockTokenizer } from '@yozora/core-tokenizer';
-import type { Node, T, TableRowToken, Token, TokenizerProps } from './types';
+import type { IHookContext, INode, IToken, ITokenizerProps, T } from './types';
 /**
  * Lexical Analyzer for Table, table-row and table-cell.
- *
- * A table is an arrangement of data with rows and columns, consisting of
- * a single header row, a delimiter row separating the header from the data,
- * and zero or more data rows.
- *
- * Each row consists of cells containing arbitrary text, in which inlines
- * are parsed, separated by pipes (|). A leading and trailing pipe is also
- * recommended for clarity of reading, and if there’s otherwise parsing
- * ambiguity. Spaces between pipes and cell content are trimmed. Block-level
- * elements cannot be inserted in a table.
- *
  * @see https://github.github.com/gfm/#table
  * @see https://github.com/syntax-tree/mdast#tablerow
  * @see https://github.com/syntax-tree/mdast#tablecell
  */
-export declare class TableTokenizer extends BaseBlockTokenizer implements Tokenizer, TokenizerMatchBlockHook<T, Token>, TokenizerParseBlockHook<T, Token, Node> {
-    readonly isContainingBlock = false;
-    constructor(props?: TokenizerProps);
-    /**
-     * @override
-     * @see TokenizerMatchBlockHook
-     */
-    eatOpener(): ResultOfEatOpener<T, Token>;
-    /**
-     * @override
-     * @see TokenizerMatchBlockHook
-     */
-    eatAndInterruptPreviousSibling(line: Readonly<PhrasingContentLine>, prevSiblingToken: Readonly<YastBlockToken>, parentToken: Readonly<YastBlockToken>, api: Readonly<MatchBlockPhaseApi>): ResultOfEatAndInterruptPreviousSibling<T, Token>;
-    /**
-     * @override
-     * @see TokenizerMatchBlockHook
-     */
-    eatLazyContinuationText(line: Readonly<PhrasingContentLine>, token: Token, parentToken: Readonly<YastBlockToken>, api: Readonly<MatchBlockPhaseApi>): ResultOfEatLazyContinuationText;
-    /**
-     * @override
-     * @see TokenizerParseBlockHook
-     */
-    parseBlock(token: Readonly<Token>, children: YastNode[] | undefined, api: Readonly<ParseBlockPhaseApi>): ResultOfParse<T, Node>;
-    /**
-     * Find delimiter row
-     *
-     * The delimiter row consists of cells whose only content are
-     * hyphens (-), and optionally, a leading or trailing colon (:),
-     * or both, to indicate left, right, or center alignment respectively.
-     * @see https://github.github.com/gfm/#delimiter-row
-     */
-    protected calcTableColumn(nodePoints: ReadonlyArray<NodePoint>, currentLine: PhrasingContentLine, previousLine: PhrasingContentLine): TableColumn[] | null;
-    /**
-     * process table row
-     */
-    protected calcTableRow(api: Readonly<MatchBlockPhaseApi>, line: PhrasingContentLine, columns: TableColumn[]): TableRowToken;
+export declare class TableTokenizer extends BaseBlockTokenizer<T, IToken, INode, IHookContext> implements IBlockTokenizer<T, IToken, INode, IHookContext> {
+    constructor(props?: ITokenizerProps);
+    readonly match: IMatchBlockHookCreator<T, IToken, IHookContext>;
+    readonly parse: IParseBlockHookCreator<T, IToken, INode, IHookContext>;
 }

package/lib/types/types.d.ts

@@ -1,29 +1,30 @@
-import type { Table, TableCell, TableCellType, TableColumn, TableRow, TableRowType, TableType } from '@yozora/ast';
-import type { BaseBlockTokenizerProps, PartialYastBlockToken, PhrasingContentToken, YastBlockToken } from '@yozora/core-tokenizer';
+import type { ITable, ITableCell, ITableColumn, ITableRow, TableCellType, TableRowType, TableType } from '@yozora/ast';
+import type { IBaseBlockTokenizerProps, IPartialYastBlockToken, IPhrasingContentToken, ITokenizer, IYastBlockToken } from '@yozora/core-tokenizer';
 export declare type T = TableType | TableRowType | TableCellType;
-export declare type Node = Table | TableRow | TableCell;
-export declare type Token = TableToken | TableRowToken | TableCellToken;
+export declare type INode = ITable | ITableRow | ITableCell;
+export declare type IToken = ITableToken | ITableRowToken | ITableCellToken;
 export declare const uniqueName = "@yozora/tokenizer-table";
-export interface TableToken extends PartialYastBlockToken<TableType> {
+export interface ITableToken extends IPartialYastBlockToken<TableType> {
     /**
      * Table column configuration items
      */
-    columns: TableColumn[];
+    columns: ITableColumn[];
     /**
      * Table rows
      */
-    children: TableRowToken[];
+    children: ITableRowToken[];
 }
-export interface TableRowToken extends YastBlockToken<TableRowType> {
+export interface ITableRowToken extends IYastBlockToken<TableRowType> {
     /**
      * Table cells
      */
-    children: TableCellToken[];
+    children: ITableCellToken[];
 }
-export interface TableCellToken extends YastBlockToken<TableCellType> {
+export interface ITableCellToken extends IYastBlockToken<TableCellType> {
     /**
      * Contents of table cell.
      */
-    children: PhrasingContentToken[];
+    children: IPhrasingContentToken[];
 }
-export declare type TokenizerProps = Partial<BaseBlockTokenizerProps>;
+export declare type IHookContext = ITokenizer;
+export declare type ITokenizerProps = Partial<IBaseBlockTokenizerProps>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-table",
-  "version": "1.2.0",
+  "version": "2.0.0-alpha.0",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -35,9 +35,9 @@
     "test": "cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^1.2.0",
-    "@yozora/character": "^1.2.0",
-    "@yozora/core-tokenizer": "^1.2.0"
+    "@yozora/ast": "^2.0.0-alpha.0",
+    "@yozora/character": "^2.0.0-alpha.0",
+    "@yozora/core-tokenizer": "^2.0.0-alpha.0"
   },
-  "gitHead": "86da40e50d2fe9acace68695288e15e012e6cd0d"
+  "gitHead": "0171501339c49ffd02ed16a63447fa20a47a29a7"
 }