@yozora/tokenizer-thematic-break 2.1.3 → 2.1.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-thematic-break",
-  "version": "2.1.3",
+  "version": "2.1.4",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -27,7 +27,7 @@
   },
   "files": [
     "lib/",
-    "src/",
+    "lib/**/*.map",
     "package.json",
     "CHANGELOG.md",
     "LICENSE",
@@ -39,9 +39,9 @@
     "test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.1.3",
-    "@yozora/character": "^2.1.3",
-    "@yozora/core-tokenizer": "^2.1.3"
+    "@yozora/ast": "^2.1.4",
+    "@yozora/character": "^2.1.4",
+    "@yozora/core-tokenizer": "^2.1.4"
   },
-  "gitHead": "9abaaff74a12d0bae0f645813241ff947a0d828c"
+  "gitHead": "aa464ed1e3cd84892773a833910cfc53a556bf5f"
 }

package/src/index.ts

@@ -1,9 +0,0 @@
-export { match as thematicBreakMatch } from './match'
-export { parse as thematicBreakParse } from './parse'
-export { ThematicBreakTokenizer, ThematicBreakTokenizer as default } from './tokenizer'
-export { uniqueName as ThematicBreakTokenizerName } from './types'
-export type {
-  IThis as IThematicBreakHookContext,
-  IToken as IThematicBreakToken,
-  ITokenizerProps as IThematicBreakTokenizerProps,
-} from './types'

package/src/match.ts

@@ -1,127 +0,0 @@
-import { ThematicBreakType } from '@yozora/ast'
-import { AsciiCodePoint, isUnicodeWhitespaceCharacter } from '@yozora/character'
-import type {
-  IBlockToken,
-  IMatchBlockHookCreator,
-  IPhrasingContentLine,
-  IResultOfEatAndInterruptPreviousSibling,
-  IResultOfEatOpener,
-} from '@yozora/core-tokenizer'
-import { calcEndPoint, calcStartPoint } from '@yozora/core-tokenizer'
-import type { IThis, IToken, T } from './types'
-
-/**
- * A line consisting of 0-3 spaces of indentation, followed by a sequence of
- * three or more matching -, _, or * characters, each followed optionally by
- * any number of spaces or tabs, forms a thematic break.
- *
- * @see https://github.github.com/gfm/#thematic-break
- */
-export const match: IMatchBlockHookCreator<T, IToken, IThis> = function () {
-  return {
-    isContainingBlock: false,
-    eatOpener,
-    eatAndInterruptPreviousSibling,
-  }
-
-  function eatOpener(line: Readonly<IPhrasingContentLine>): IResultOfEatOpener<T, IToken> {
-    /**
-     * Four spaces is too much
-     * @see https://github.github.com/gfm/#example-19
-     */
-    if (line.countOfPrecedeSpaces >= 4) return null
-
-    const { nodePoints, startIndex, endIndex, firstNonWhitespaceIndex } = line
-    if (firstNonWhitespaceIndex + 2 >= endIndex) return null
-
-    let marker: number
-    let count = 0
-    let continuous = true
-    let hasPotentialInternalSpace = false
-    for (let i = firstNonWhitespaceIndex; i < endIndex; ++i) {
-      const c = nodePoints[i]
-
-      /**
-       * Spaces are allowed between the characters
-       * Spaces are allowed at the end
-       * @see https://github.github.com/gfm/#example-21
-       * @see https://github.github.com/gfm/#example-22
-       * @see https://github.github.com/gfm/#example-23
-       * @see https://github.github.com/gfm/#example-24
-       */
-      if (isUnicodeWhitespaceCharacter(c.codePoint)) {
-        hasPotentialInternalSpace = true
-        continue
-      }
-
-      /**
-       * As it is traversed from a non-empty character, if a blank character
-       * has been encountered before, it means that there is an internal space
-       */
-      if (hasPotentialInternalSpace) {
-        continuous = false
-      }
-
-      switch (c.codePoint) {
-        /**
-         * A line consisting of 0-3 spaces of indentation, followed by a
-         * sequence of three or more matching '-', '_', or '*' characters,
-         * each followed optionally by any number of spaces or tabs, forms
-         * a thematic break
-         */
-        case AsciiCodePoint.MINUS_SIGN:
-        case AsciiCodePoint.UNDERSCORE:
-        case AsciiCodePoint.ASTERISK: {
-          if (count <= 0) {
-            marker = c.codePoint
-            count += 1
-            break
-          }
-          /**
-           * It is required that all of the non-whitespace characters be the same
-           * @see https://github.github.com/gfm/#example-26
-           */
-          if (c.codePoint !== marker!) return null
-          count += 1
-          break
-        }
-        /**
-         * No other characters may occur in the line
-         * @see https://github.github.com/gfm/#example-25
-         */
-        default:
-          return null
-      }
-    }
-
-    /**
-     * Not enough characters
-     * @see https://github.github.com/gfm/#example-16
-     */
-    if (count < 3) return null
-
-    const token: IToken = {
-      nodeType: ThematicBreakType,
-      position: {
-        start: calcStartPoint(nodePoints, startIndex),
-        end: calcEndPoint(nodePoints, endIndex - 1),
-      },
-      marker: marker!,
-      continuous,
-    }
-    return { token, nextIndex: endIndex, saturated: true }
-  }
-
-  function eatAndInterruptPreviousSibling(
-    line: Readonly<IPhrasingContentLine>,
-    prevSiblingToken: Readonly<IBlockToken>,
-  ): IResultOfEatAndInterruptPreviousSibling<T, IToken> {
-    const result = eatOpener(line)
-    if (result == null) return null
-    return {
-      token: result.token,
-      nextIndex: result.nextIndex,
-      remainingSibling: prevSiblingToken,
-    }
-  }
-}

package/src/parse.ts

@@ -1,15 +0,0 @@
-import { ThematicBreakType } from '@yozora/ast'
-import type { IParseBlockHookCreator } from '@yozora/core-tokenizer'
-import type { INode, IThis, IToken, T } from './types'
-
-export const parse: IParseBlockHookCreator<T, IToken, INode, IThis> = function (api) {
-  return {
-    parse: tokens =>
-      tokens.map(token => {
-        const node: INode = api.shouldReservePosition
-          ? { type: ThematicBreakType, position: token.position }
-          : { type: ThematicBreakType }
-        return node
-      }),
-  }
-}

package/src/tokenizer.ts

@@ -1,31 +0,0 @@
-import type {
-  IBlockTokenizer,
-  IMatchBlockHookCreator,
-  IParseBlockHookCreator,
-} from '@yozora/core-tokenizer'
-import { BaseBlockTokenizer, TokenizerPriority } from '@yozora/core-tokenizer'
-import { match } from './match'
-import { parse } from './parse'
-import type { INode, IThis, IToken, ITokenizerProps, T } from './types'
-import { uniqueName } from './types'
-
-/**
- * Lexical Analyzer for ThematicBreak.
- * @see https://github.github.com/gfm/#thematic-break
- */
-export class ThematicBreakTokenizer
-  extends BaseBlockTokenizer<T, IToken, INode, IThis>
-  implements IBlockTokenizer<T, IToken, INode, IThis>
-{
-  /* istanbul ignore next */
-  constructor(props: ITokenizerProps = {}) {
-    super({
-      name: props.name ?? uniqueName,
-      priority: props.priority ?? TokenizerPriority.ATOMIC,
-    })
-  }
-
-  public override readonly match: IMatchBlockHookCreator<T, IToken, IThis> = match
-
-  public override readonly parse: IParseBlockHookCreator<T, IToken, INode, IThis> = parse
-}

package/src/types.ts

@@ -1,25 +0,0 @@
-import type { ThematicBreak, ThematicBreakType } from '@yozora/ast'
-import type {
-  IBaseBlockTokenizerProps,
-  IPartialBlockToken,
-  ITokenizer,
-} from '@yozora/core-tokenizer'
-
-export type T = ThematicBreakType
-export type INode = ThematicBreak
-export const uniqueName = '@yozora/tokenizer-thematic-break'
-
-export interface IToken extends IPartialBlockToken<T> {
-  /**
-   * CodePoint of '-' / '_' / '*'
-   */
-  marker: number
-  /**
-   * Whether there are no internal spaces between marker characters
-   */
-  continuous: boolean
-}
-
-export type IThis = ITokenizer
-
-export type ITokenizerProps = Partial<IBaseBlockTokenizerProps>