@yozora/tokenizer-blockquote 2.1.2 → 2.1.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-blockquote",
-  "version": "2.1.2",
+  "version": "2.1.4",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -27,7 +27,7 @@
   },
   "files": [
     "lib/",
-    "src/",
+    "lib/**/*.map",
     "package.json",
     "CHANGELOG.md",
     "LICENSE",
@@ -39,9 +39,9 @@
     "test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.1.2",
-    "@yozora/character": "^2.1.2",
-    "@yozora/core-tokenizer": "^2.1.2"
+    "@yozora/ast": "^2.1.4",
+    "@yozora/character": "^2.1.4",
+    "@yozora/core-tokenizer": "^2.1.4"
   },
-  "gitHead": "992bacafd173e7788e99fed34ce8b45f6ed24cfe"
+  "gitHead": "aa464ed1e3cd84892773a833910cfc53a556bf5f"
 }

package/src/index.ts

@@ -1,9 +0,0 @@
-export { match as blockquoteMatch } from './match'
-export { parse as blockquoteParse } from './parse'
-export { BlockquoteTokenizer, BlockquoteTokenizer as default } from './tokenizer'
-export { uniqueName as BlockquoteTokenizerName } from './types'
-export type {
-  IThis as IBlockquoteHookContext,
-  IToken as IBlockquoteToken,
-  ITokenizerProps as IBlockquoteTokenizerProps,
-} from './types'

package/src/match.ts

@@ -1,133 +0,0 @@
-import { BlockquoteType } from '@yozora/ast'
-import { AsciiCodePoint, VirtualCodePoint, isSpaceCharacter } from '@yozora/character'
-import type {
-  IBlockToken,
-  IMatchBlockHookCreator,
-  IPhrasingContentLine,
-  IResultOfEatAndInterruptPreviousSibling,
-  IResultOfEatContinuationText,
-  IResultOfEatOpener,
-} from '@yozora/core-tokenizer'
-import { calcEndPoint, calcStartPoint } from '@yozora/core-tokenizer'
-import type { IThis, IToken, T } from './types'
-
-/**
- * A block quote marker consists of 0-3 spaces of initial indent, plus
- *  (a) the character > together with a following space, or
- *  (b) a single character > not followed by a space.
- *
- * The following rules define block quotes:
- *  - Basic case. If a string of lines Ls constitute a sequence of blocks Bs,
- *    then the result of prepending a block quote marker to the beginning of
- *    each line in Ls is a block quote containing Bs.
- *
- *  - Laziness. If a string of lines Ls constitute a block quote with contents
- *    Bs, then the result of deleting the initial block quote marker from one
- *    or more lines in which the next non-whitespace character after the block
- *    quote marker is paragraph continuation text is a block quote with Bs as
- *    its content. Paragraph continuation text is text that will be parsed as
- *    part of the content of a paragraph, but does not occur at the beginning
- *    of the paragraph.
- *
- *  - Consecutiveness. A document cannot contain two block quotes in a row
- *    unless there is a blank line between them.
- *
- * @see https://github.com/syntax-tree/mdast#blockquote
- * @see https://github.github.com/gfm/#block-quotes
- */
-export const match: IMatchBlockHookCreator<T, IToken, IThis> = function () {
-  return {
-    isContainingBlock: true,
-    eatOpener,
-    eatAndInterruptPreviousSibling,
-    eatContinuationText,
-  }
-
-  function eatOpener(line: Readonly<IPhrasingContentLine>): IResultOfEatOpener<T, IToken> {
-    /**
-     * The '>' characters can be indented 1-3 spaces
-     * @see https://github.github.com/gfm/#example-209
-     */
-    if (line.countOfPrecedeSpaces >= 4) return null
-
-    const { nodePoints, startIndex, endIndex, firstNonWhitespaceIndex } = line
-    if (
-      firstNonWhitespaceIndex >= endIndex ||
-      nodePoints[firstNonWhitespaceIndex].codePoint !== AsciiCodePoint.CLOSE_ANGLE
-    )
-      return null
-
-    /**
-     * A block quote marker consists of 0-3 spaces of initial indent, plus
-     *  (a) the character > together with a following space, or
-     *  (b) a single character > not followed by a space.
-     * @see https://github.github.com/gfm/#block-quote-marker
-     */
-    let nextIndex = firstNonWhitespaceIndex + 1
-    if (nextIndex < endIndex && isSpaceCharacter(nodePoints[nextIndex].codePoint)) {
-      nextIndex += 1
-      /**
-       * When the '>' followed by a tab, it is treated as if it were expanded
-       * into three spaces.
-       * @see https://github.github.com/gfm/#example-6
-       */
-      if (nextIndex < endIndex && nodePoints[nextIndex].codePoint === VirtualCodePoint.SPACE) {
-        nextIndex += 1
-      }
-    }
-
-    const token: IToken = {
-      nodeType: BlockquoteType,
-      position: {
-        start: calcStartPoint(nodePoints, startIndex),
-        end: calcEndPoint(nodePoints, nextIndex - 1),
-      },
-      children: [],
-    }
-    return { token, nextIndex }
-  }
-
-  function eatAndInterruptPreviousSibling(
-    line: Readonly<IPhrasingContentLine>,
-    prevSiblingToken: Readonly<IBlockToken>,
-  ): IResultOfEatAndInterruptPreviousSibling<T, IToken> {
-    const result = eatOpener(line)
-    if (result == null) return null
-    return {
-      token: result.token,
-      nextIndex: result.nextIndex,
-      remainingSibling: prevSiblingToken,
-    }
-  }
-
-  function eatContinuationText(
-    line: Readonly<IPhrasingContentLine>,
-    token: IToken,
-    parentToken: Readonly<IBlockToken>,
-  ): IResultOfEatContinuationText {
-    const { nodePoints, startIndex, endIndex, firstNonWhitespaceIndex, countOfPrecedeSpaces } = line
-
-    if (
-      countOfPrecedeSpaces >= 4 ||
-      firstNonWhitespaceIndex >= endIndex ||
-      nodePoints[firstNonWhitespaceIndex].codePoint !== AsciiCodePoint.CLOSE_ANGLE
-    ) {
-      /**
-       * It is a consequence of the Laziness rule that any number of initial
-       * `>`s may be omitted on a continuation line of a nested block quote
-       * @see https://github.github.com/gfm/#example-229
-       */
-      if (parentToken.nodeType === BlockquoteType) {
-        return { status: 'opening', nextIndex: startIndex }
-      }
-      return { status: 'notMatched' }
-    }
-
-    const nextIndex =
-      firstNonWhitespaceIndex + 1 < endIndex &&
-      isSpaceCharacter(nodePoints[firstNonWhitespaceIndex + 1].codePoint)
-        ? firstNonWhitespaceIndex + 2
-        : firstNonWhitespaceIndex + 1
-    return { status: 'opening', nextIndex }
-  }
-}

package/src/parse.ts

@@ -1,17 +0,0 @@
-import type { Node } from '@yozora/ast'
-import { BlockquoteType } from '@yozora/ast'
-import type { IParseBlockHookCreator } from '@yozora/core-tokenizer'
-import type { INode, IThis, IToken, T } from './types'
-
-export const parse: IParseBlockHookCreator<T, IToken, INode, IThis> = function (api) {
-  return {
-    parse: tokens =>
-      tokens.map(token => {
-        const children: Node[] = api.parseBlockTokens(token.children)
-        const node: INode = api.shouldReservePosition
-          ? { type: BlockquoteType, position: token.position, children }
-          : { type: BlockquoteType, children }
-        return node
-      }),
-  }
-}

package/src/tokenizer.ts

@@ -1,32 +0,0 @@
-import type {
-  IBlockTokenizer,
-  IMatchBlockHookCreator,
-  IParseBlockHookCreator,
-} from '@yozora/core-tokenizer'
-import { BaseBlockTokenizer, TokenizerPriority } from '@yozora/core-tokenizer'
-import { match } from './match'
-import { parse } from './parse'
-import type { INode, IThis, IToken, ITokenizerProps, T } from './types'
-import { uniqueName } from './types'
-
-/**
- * Lexical Analyzer for Blockquote.
- * @see https://github.com/syntax-tree/mdast#blockquote
- * @see https://github.github.com/gfm/#block-quotes
- */
-export class BlockquoteTokenizer
-  extends BaseBlockTokenizer<T, IToken, INode, IThis>
-  implements IBlockTokenizer<T, IToken, INode, IThis>
-{
-  /* istanbul ignore next */
-  constructor(props: ITokenizerProps = {}) {
-    super({
-      name: props.name ?? uniqueName,
-      priority: props.priority ?? TokenizerPriority.CONTAINING_BLOCK,
-    })
-  }
-
-  public override readonly match: IMatchBlockHookCreator<T, IToken, IThis> = match
-
-  public override readonly parse: IParseBlockHookCreator<T, IToken, INode, IThis> = parse
-}

package/src/types.ts

@@ -1,22 +0,0 @@
-import type { Blockquote, BlockquoteType } from '@yozora/ast'
-import type {
-  IBaseBlockTokenizerProps,
-  IBlockToken,
-  IPartialBlockToken,
-  ITokenizer,
-} from '@yozora/core-tokenizer'
-
-export type T = BlockquoteType
-export type INode = Blockquote
-export const uniqueName = '@yozora/tokenizer-blockquote'
-
-export interface IToken extends IPartialBlockToken<T> {
-  /**
-   *
-   */
-  children: IBlockToken[]
-}
-
-export type IThis = ITokenizer
-
-export type ITokenizerProps = Partial<IBaseBlockTokenizerProps>