@yozora/tokenizer-table 2.0.0-alpha.0 → 2.0.0-alpha.1

package/README.md

@@ -84,14 +84,14 @@ so you can use `YozoraParser` / `GfmExParser` directly.
 registered in *YastParser* as a plugin-in before it can be used.
 
 ```typescript {4,9}
-import { DefaultYastParser } from '@yozora/core-parser'
+import { DefaultParser } from '@yozora/core-parser'
 import ParagraphTokenizer from '@yozora/tokenizer-paragraph'
 import TextTokenizer from '@yozora/tokenizer-text'
 import TableTokenizer from '@yozora/tokenizer-table'
 
-const parser = new DefaultYastParser()
-  .useBlockFallbackTokenizer(new ParagraphTokenizer())
-  .useInlineFallbackTokenizer(new TextTokenizer())
+const parser = new DefaultParser()
+  .useFallbackTokenizer(new ParagraphTokenizer())
+  .useFallbackTokenizer(new TextTokenizer())
   .useTokenizer(new TableTokenizer())
 
 // parse source markdown content
@@ -227,7 +227,6 @@ Name              | Type        | Required  | Default
 [@yozora/tokenizer-link]:                     https://github.com/yozorajs/yozora/tree/main/tokenizers/link#readme
 [@yozora/tokenizer-link-reference]:           https://github.com/yozorajs/yozora/tree/main/tokenizers/link-reference#readme
 [@yozora/tokenizer-list]:                     https://github.com/yozorajs/yozora/tree/main/tokenizers/list#readme
-[@yozora/tokenizer-list-item]:                https://github.com/yozorajs/yozora/tree/main/tokenizers/list-item#readme
 [@yozora/tokenizer-math]:                     https://github.com/yozorajs/yozora/tree/main/tokenizers/math#readme
 [@yozora/tokenizer-paragraph]:                https://github.com/yozorajs/yozora/tree/main/tokenizers/paragraph#readme
 [@yozora/tokenizer-setext-heading]:           https://github.com/yozorajs/yozora/tree/main/tokenizers/setext-heading#readme
@@ -287,7 +286,6 @@ Name              | Type        | Required  | Default
 [doc-@yozora/tokenizer-definition]:           https://yozora.guanghechen.com/docs/package/tokenizer-definition
 [doc-@yozora/tokenizer-link-reference]:       https://yozora.guanghechen.com/docs/package/tokenizer-link-reference
 [doc-@yozora/tokenizer-list]:                 https://yozora.guanghechen.com/docs/package/tokenizer-list
-[doc-@yozora/tokenizer-list-item]:            https://yozora.guanghechen.com/docs/package/tokenizer-list-item
 [doc-@yozora/tokenizer-math]:                 https://yozora.guanghechen.com/docs/package/tokenizer-math
 [doc-@yozora/tokenizer-paragraph]:            https://yozora.guanghechen.com/docs/package/tokenizer-paragraph
 [doc-@yozora/tokenizer-setext-heading]:       https://yozora.guanghechen.com/docs/package/tokenizer-setext-heading

package/lib/cjs/index.js

@@ -107,7 +107,7 @@ const match = function (api) {
                 end: coreTokenizer.calcEndYastNodePoint(nodePoints, nextIndex - 1),
             },
             columns,
-            children: [row],
+            rows: [row],
         };
         return {
             token,
@@ -119,11 +119,10 @@ const match = function (api) {
         if (line.firstNonWhitespaceIndex >= line.endIndex) {
             return { status: 'notMatched' };
         }
-        const tableToken = token;
-        const row = calcTableRow(line, tableToken.columns);
+        const row = calcTableRow(line, token.columns);
         if (row == null)
             return { status: 'notMatched' };
-        tableToken.children.push(row);
+        token.rows.push(row);
         return { status: 'opening', nextIndex: line.endIndex };
     }
     function calcTableRow(line, columns) {
@@ -174,7 +173,7 @@ const match = function (api) {
                 _tokenizer,
                 nodeType: ast.TableCellType,
                 position: { start: startPoint, end: endPoint },
-                children: phrasingContent == null ? [] : [phrasingContent],
+                contents: phrasingContent == null ? [] : [phrasingContent],
             };
             cells.push(cell);
             if (cells.length >= columns.length)
@@ -187,7 +186,7 @@ const match = function (api) {
                 _tokenizer,
                 nodeType: ast.TableCellType,
                 position: { start: Object.assign({}, endPoint), end: Object.assign({}, endPoint) },
-                children: [],
+                contents: [],
             };
             cells.push(cell);
         }
@@ -195,37 +194,18 @@ const match = function (api) {
             _tokenizer,
             nodeType: ast.TableRowType,
             position: { start: startPoint, end: endPoint },
-            children: cells,
+            cells,
         };
         return row;
     }
 };
 
-const parse = () => ({
-    parse: (token, children) => {
-        let node;
-        switch (token.nodeType) {
-            case ast.TableType: {
-                node = {
-                    type: ast.TableType,
-                    columns: token.columns,
-                    children: children,
-                };
-                break;
-            }
-            case ast.TableRowType: {
-                node = {
-                    type: ast.TableRowType,
-                    children: children,
-                };
-                break;
-            }
-            case ast.TableCellType: {
-                node = {
-                    type: ast.TableCellType,
-                    children: children,
-                };
-                for (const phrasingContent of node.children) {
+const parse = api => ({
+    parse: tokens => tokens.map(token => {
+        const tableRows = token.rows.map((row) => {
+            const tableCells = row.cells.map((cell) => {
+                const contents = cell.contents ? api.parseBlockTokens(cell.contents) : [];
+                for (const phrasingContent of contents) {
                     if (phrasingContent.type !== coreTokenizer.PhrasingContentType)
                         continue;
                     const nextContents = [];
@@ -244,13 +224,28 @@ const parse = () => ({
                     }
                     phrasingContent.contents = nextContents;
                 }
-                break;
-            }
-            default:
-                return null;
-        }
-        return node;
-    },
+                const tableCell = {
+                    type: ast.TableCellType,
+                    position: cell.position,
+                    children: contents,
+                };
+                return tableCell;
+            });
+            const tableRow = {
+                type: ast.TableRowType,
+                position: row.position,
+                children: tableCells,
+            };
+            return tableRow;
+        });
+        const table = {
+            type: ast.TableType,
+            position: token.position,
+            columns: token.columns,
+            children: tableRows,
+        };
+        return table;
+    }),
 });
 
 const uniqueName = '@yozora/tokenizer-table';

package/lib/esm/index.js

@@ -103,7 +103,7 @@ const match = function (api) {
                 end: calcEndYastNodePoint(nodePoints, nextIndex - 1),
             },
             columns,
-            children: [row],
+            rows: [row],
         };
         return {
             token,
@@ -115,11 +115,10 @@ const match = function (api) {
         if (line.firstNonWhitespaceIndex >= line.endIndex) {
             return { status: 'notMatched' };
         }
-        const tableToken = token;
-        const row = calcTableRow(line, tableToken.columns);
+        const row = calcTableRow(line, token.columns);
         if (row == null)
             return { status: 'notMatched' };
-        tableToken.children.push(row);
+        token.rows.push(row);
         return { status: 'opening', nextIndex: line.endIndex };
     }
     function calcTableRow(line, columns) {
@@ -170,7 +169,7 @@ const match = function (api) {
                 _tokenizer,
                 nodeType: TableCellType,
                 position: { start: startPoint, end: endPoint },
-                children: phrasingContent == null ? [] : [phrasingContent],
+                contents: phrasingContent == null ? [] : [phrasingContent],
             };
             cells.push(cell);
             if (cells.length >= columns.length)
@@ -183,7 +182,7 @@ const match = function (api) {
                 _tokenizer,
                 nodeType: TableCellType,
                 position: { start: Object.assign({}, endPoint), end: Object.assign({}, endPoint) },
-                children: [],
+                contents: [],
             };
             cells.push(cell);
         }
@@ -191,37 +190,18 @@ const match = function (api) {
             _tokenizer,
             nodeType: TableRowType,
             position: { start: startPoint, end: endPoint },
-            children: cells,
+            cells,
         };
         return row;
     }
 };
 
-const parse = () => ({
-    parse: (token, children) => {
-        let node;
-        switch (token.nodeType) {
-            case TableType: {
-                node = {
-                    type: TableType,
-                    columns: token.columns,
-                    children: children,
-                };
-                break;
-            }
-            case TableRowType: {
-                node = {
-                    type: TableRowType,
-                    children: children,
-                };
-                break;
-            }
-            case TableCellType: {
-                node = {
-                    type: TableCellType,
-                    children: children,
-                };
-                for (const phrasingContent of node.children) {
+const parse = api => ({
+    parse: tokens => tokens.map(token => {
+        const tableRows = token.rows.map((row) => {
+            const tableCells = row.cells.map((cell) => {
+                const contents = cell.contents ? api.parseBlockTokens(cell.contents) : [];
+                for (const phrasingContent of contents) {
                     if (phrasingContent.type !== PhrasingContentType)
                         continue;
                     const nextContents = [];
@@ -240,13 +220,28 @@ const parse = () => ({
                     }
                     phrasingContent.contents = nextContents;
                 }
-                break;
-            }
-            default:
-                return null;
-        }
-        return node;
-    },
+                const tableCell = {
+                    type: TableCellType,
+                    position: cell.position,
+                    children: contents,
+                };
+                return tableCell;
+            });
+            const tableRow = {
+                type: TableRowType,
+                position: row.position,
+                children: tableCells,
+            };
+            return tableRow;
+        });
+        const table = {
+            type: TableType,
+            position: token.position,
+            columns: token.columns,
+            children: tableRows,
+        };
+        return table;
+    }),
 });
 
 const uniqueName = '@yozora/tokenizer-table';

package/lib/types/index.d.ts

@@ -2,4 +2,4 @@ export { match as tableMatch } from './match';
 export { parse as tableParse } from './parse';
 export { TableTokenizer, TableTokenizer as default } from './tokenizer';
 export { uniqueName as TableTokenizerName } from './types';
-export type { IHookContext as ITableHookContext, ITableCellToken, ITableRowToken, ITableToken, ITokenizerProps as ITableTokenizerProps, } from './types';
+export type { IThis as ITableHookContext, ITableCellToken, ITableRowToken, IToken as ITableToken, ITokenizerProps as ITableTokenizerProps, } from './types';

package/lib/types/match.d.ts

@@ -1,5 +1,5 @@
 import type { IMatchBlockHookCreator } from '@yozora/core-tokenizer';
-import type { IHookContext, IToken, T } from './types';
+import type { IThis, IToken, T } from './types';
 /**
  * A table is an arrangement of data with rows and columns, consisting of
  * a single header row, a delimiter row separating the header from the data,
@@ -15,7 +15,7 @@ import type { IHookContext, IToken, T } from './types';
  * @see https://github.com/syntax-tree/mdast#tablerow
  * @see https://github.com/syntax-tree/mdast#tablecell
  */
-export declare const match: IMatchBlockHookCreator<T, IToken, IHookContext>;
+export declare const match: IMatchBlockHookCreator<T, IToken, IThis>;
 /**
  * Find delimiter row
  *

package/lib/types/parse.d.ts

@@ -1,3 +1,3 @@
 import type { IParseBlockHookCreator } from '@yozora/core-tokenizer';
-import type { IHookContext, INode, IToken, T } from './types';
-export declare const parse: IParseBlockHookCreator<T, IToken, INode, IHookContext>;
+import type { INode, IThis, IToken, T } from './types';
+export declare const parse: IParseBlockHookCreator<T, IToken, INode, IThis>;

package/lib/types/tokenizer.d.ts

@@ -1,14 +1,14 @@
 import type { IBlockTokenizer, IMatchBlockHookCreator, IParseBlockHookCreator } from '@yozora/core-tokenizer';
 import { BaseBlockTokenizer } from '@yozora/core-tokenizer';
-import type { IHookContext, INode, IToken, ITokenizerProps, T } from './types';
+import type { INode, IThis, IToken, ITokenizerProps, T } from './types';
 /**
  * Lexical Analyzer for Table, table-row and table-cell.
  * @see https://github.github.com/gfm/#table
  * @see https://github.com/syntax-tree/mdast#tablerow
  * @see https://github.com/syntax-tree/mdast#tablecell
  */
-export declare class TableTokenizer extends BaseBlockTokenizer<T, IToken, INode, IHookContext> implements IBlockTokenizer<T, IToken, INode, IHookContext> {
+export declare class TableTokenizer extends BaseBlockTokenizer<T, IToken, INode, IThis> implements IBlockTokenizer<T, IToken, INode, IThis> {
     constructor(props?: ITokenizerProps);
-    readonly match: IMatchBlockHookCreator<T, IToken, IHookContext>;
-    readonly parse: IParseBlockHookCreator<T, IToken, INode, IHookContext>;
+    readonly match: IMatchBlockHookCreator<T, IToken, IThis>;
+    readonly parse: IParseBlockHookCreator<T, IToken, INode, IThis>;
 }

package/lib/types/types.d.ts

@@ -1,10 +1,9 @@
-import type { ITable, ITableCell, ITableColumn, ITableRow, TableCellType, TableRowType, TableType } from '@yozora/ast';
-import type { IBaseBlockTokenizerProps, IPartialYastBlockToken, IPhrasingContentToken, ITokenizer, IYastBlockToken } from '@yozora/core-tokenizer';
-export declare type T = TableType | TableRowType | TableCellType;
-export declare type INode = ITable | ITableRow | ITableCell;
-export declare type IToken = ITableToken | ITableRowToken | ITableCellToken;
+import type { ITable, ITableColumn, IYastNodePosition, TableCellType, TableRowType, TableType } from '@yozora/ast';
+import type { IBaseBlockTokenizerProps, IPartialYastBlockToken, IPhrasingContentToken, ITokenizer } from '@yozora/core-tokenizer';
+export declare type T = TableType;
+export declare type INode = ITable;
 export declare const uniqueName = "@yozora/tokenizer-table";
-export interface ITableToken extends IPartialYastBlockToken<TableType> {
+export interface IToken extends IPartialYastBlockToken<TableType> {
     /**
      * Table column configuration items
      */
@@ -12,19 +11,14 @@ export interface ITableToken extends IPartialYastBlockToken<TableType> {
     /**
      * Table rows
      */
-    children: ITableRowToken[];
+    rows: ITableRowToken[];
 }
-export interface ITableRowToken extends IYastBlockToken<TableRowType> {
-    /**
-     * Table cells
-     */
-    children: ITableCellToken[];
+export declare type IThis = ITokenizer;
+export declare type ITokenizerProps = Partial<IBaseBlockTokenizerProps>;
+export interface ITableRowToken extends IPartialYastBlockToken<TableRowType> {
+    cells: ITableCellToken[];
 }
-export interface ITableCellToken extends IYastBlockToken<TableCellType> {
-    /**
-     * Contents of table cell.
-     */
-    children: IPhrasingContentToken[];
+export interface ITableCellToken extends IPartialYastBlockToken<TableCellType> {
+    position: IYastNodePosition;
+    contents: IPhrasingContentToken[];
 }
-export declare type IHookContext = ITokenizer;
-export declare type ITokenizerProps = Partial<IBaseBlockTokenizerProps>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-table",
-  "version": "2.0.0-alpha.0",
+  "version": "2.0.0-alpha.1",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -35,9 +35,9 @@
     "test": "cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.0.0-alpha.0",
-    "@yozora/character": "^2.0.0-alpha.0",
-    "@yozora/core-tokenizer": "^2.0.0-alpha.0"
+    "@yozora/ast": "^2.0.0-alpha.1",
+    "@yozora/character": "^2.0.0-alpha.1",
+    "@yozora/core-tokenizer": "^2.0.0-alpha.1"
   },
-  "gitHead": "0171501339c49ffd02ed16a63447fa20a47a29a7"
+  "gitHead": "86202e1d2b03ccfc2ab030517d9d314f7aee7666"
 }