@yozora/tokenizer-definition 2.1.3 → 2.1.5

package/README.md

@@ -2,7 +2,7 @@
 
 <header>
   <h1 align="center">
-    <a href="https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/definition#readme">@yozora/tokenizer-definition</a>
+    <a href="https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/definition#readme">@yozora/tokenizer-definition</a>
   </h1>
   <div align="center">
     <a href="https://www.npmjs.com/package/@yozora/tokenizer-definition">
@@ -201,53 +201,53 @@ Name              | Type        | Required  | Default
 
 [live-examples]: https://yozora.guanghechen.com/docs/package/tokenizer-definition#live-examples
 [docpage]: https://yozora.guanghechen.com/docs/package/tokenizer-definition
-[homepage]: https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/definition#readme
+[homepage]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/definition#readme
 [gfm-spec]: https://github.github.com/gfm
 [mdast-homepage]: https://github.com/syntax-tree/mdast
 
-[@yozora/ast]:                                https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/ast#readme
-[@yozora/ast-util]:                           https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/ast-util#readme
-[@yozora/character]:                          https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/character#readme
+[@yozora/ast]:                                https://github.com/yozorajs/yozora/tree/v2.1.5/packages/ast#readme
+[@yozora/ast-util]:                           https://github.com/yozorajs/yozora/tree/v2.1.5/packages/ast-util#readme
+[@yozora/character]:                          https://github.com/yozorajs/yozora/tree/v2.1.5/packages/character#readme
 [@yozora/eslint-config]:                      https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/eslint-config#readme
-[@yozora/core-parser]:                        https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-parser#readme
-[@yozora/core-tokenizer]:                     https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme
-[@yozora/invariant]:                          https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/invariant#readme
+[@yozora/core-parser]:                        https://github.com/yozorajs/yozora/tree/v2.1.5/packages/core-parser#readme
+[@yozora/core-tokenizer]:                     https://github.com/yozorajs/yozora/tree/v2.1.5/packages/core-tokenizer#readme
+[@yozora/invariant]:                          https://github.com/yozorajs/yozora/tree/v2.1.5/packages/invariant#readme
 [@yozora/jest-for-tokenizer]:                 https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/jest-for-tokenizer#readme
-[@yozora/parser]:                             https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/parser#readme
-[@yozora/parser-gfm]:                         https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/parser-gfm#readme
-[@yozora/parser-gfm-ex]:                      https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/parser-gfm-ex#readme
+[@yozora/parser]:                             https://github.com/yozorajs/yozora/tree/v2.1.5/packages/parser#readme
+[@yozora/parser-gfm]:                         https://github.com/yozorajs/yozora/tree/v2.1.5/packages/parser-gfm#readme
+[@yozora/parser-gfm-ex]:                      https://github.com/yozorajs/yozora/tree/v2.1.5/packages/parser-gfm-ex#readme
 [@yozora/template-tokenizer]:                 https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/template-tokenizer#readme
-[@yozora/tokenizer-admonition]:               https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/admonition#readme
-[@yozora/tokenizer-autolink]:                 https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/autolink#readme
-[@yozora/tokenizer-autolink-extension]:       https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/autolink-extension#readme
-[@yozora/tokenizer-blockquote]:               https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/blockquote#readme
-[@yozora/tokenizer-break]:                    https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/break#readme
-[@yozora/tokenizer-definition]:               https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/definition#readme
-[@yozora/tokenizer-delete]:                   https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/delete#readme
-[@yozora/tokenizer-ecma-import]:              https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/ecma-import#readme
-[@yozora/tokenizer-emphasis]:                 https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/emphasis#readme
-[@yozora/tokenizer-fenced-block]:             https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/fenced-block#readme
-[@yozora/tokenizer-fenced-code]:              https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/fenced-code#readme
-[@yozora/tokenizer-footnote]:                 https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/footnote#readme
-[@yozora/tokenizer-footnote-definition]:      https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/footnote-definition#readme
-[@yozora/tokenizer-footnote-reference]:       https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/footnote-reference#readme
-[@yozora/tokenizer-heading]:                  https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/heading#readme
-[@yozora/tokenizer-html-block]:               https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/html-block#readme
-[@yozora/tokenizer-html-inline]:              https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/html-inline#readme
-[@yozora/tokenizer-image]:                    https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/image#readme
-[@yozora/tokenizer-image-reference]:          https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/image-reference#readme
-[@yozora/tokenizer-indented-code]:            https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/indented-code#readme
-[@yozora/tokenizer-inline-code]:              https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/inline-code#readme
-[@yozora/tokenizer-inline-math]:              https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/inline-math#readme
-[@yozora/tokenizer-link]:                     https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/link#readme
-[@yozora/tokenizer-link-reference]:           https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/link-reference#readme
-[@yozora/tokenizer-list]:                     https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/list#readme
-[@yozora/tokenizer-math]:                     https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/math#readme
-[@yozora/tokenizer-paragraph]:                https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/paragraph#readme
-[@yozora/tokenizer-setext-heading]:           https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/setext-heading#readme
-[@yozora/tokenizer-table]:                    https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/table#readme
-[@yozora/tokenizer-text]:                     https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text#readme
-[@yozora/tokenizer-thematic-break]:           https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/thematic-break#readme
+[@yozora/tokenizer-admonition]:               https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/admonition#readme
+[@yozora/tokenizer-autolink]:                 https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/autolink#readme
+[@yozora/tokenizer-autolink-extension]:       https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/autolink-extension#readme
+[@yozora/tokenizer-blockquote]:               https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/blockquote#readme
+[@yozora/tokenizer-break]:                    https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/break#readme
+[@yozora/tokenizer-definition]:               https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/definition#readme
+[@yozora/tokenizer-delete]:                   https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/delete#readme
+[@yozora/tokenizer-ecma-import]:              https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/ecma-import#readme
+[@yozora/tokenizer-emphasis]:                 https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/emphasis#readme
+[@yozora/tokenizer-fenced-block]:             https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/fenced-block#readme
+[@yozora/tokenizer-fenced-code]:              https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/fenced-code#readme
+[@yozora/tokenizer-footnote]:                 https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/footnote#readme
+[@yozora/tokenizer-footnote-definition]:      https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/footnote-definition#readme
+[@yozora/tokenizer-footnote-reference]:       https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/footnote-reference#readme
+[@yozora/tokenizer-heading]:                  https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/heading#readme
+[@yozora/tokenizer-html-block]:               https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/html-block#readme
+[@yozora/tokenizer-html-inline]:              https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/html-inline#readme
+[@yozora/tokenizer-image]:                    https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/image#readme
+[@yozora/tokenizer-image-reference]:          https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/image-reference#readme
+[@yozora/tokenizer-indented-code]:            https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/indented-code#readme
+[@yozora/tokenizer-inline-code]:              https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/inline-code#readme
+[@yozora/tokenizer-inline-math]:              https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/inline-math#readme
+[@yozora/tokenizer-link]:                     https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/link#readme
+[@yozora/tokenizer-link-reference]:           https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/link-reference#readme
+[@yozora/tokenizer-list]:                     https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/list#readme
+[@yozora/tokenizer-math]:                     https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/math#readme
+[@yozora/tokenizer-paragraph]:                https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/paragraph#readme
+[@yozora/tokenizer-setext-heading]:           https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/setext-heading#readme
+[@yozora/tokenizer-table]:                    https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/table#readme
+[@yozora/tokenizer-text]:                     https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/text#readme
+[@yozora/tokenizer-thematic-break]:           https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/thematic-break#readme
 
 [@yozora/react-admonition]:                   https://github.com/yozorajs/yozora-react/tree/main/packages/admonition#readme
 [@yozora/react-blockquote]:                   https://github.com/yozorajs/yozora-react/tree/main/packages/blockquote#readme

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-definition",
-  "version": "2.1.3",
+  "version": "2.1.5",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -27,7 +27,7 @@
   },
   "files": [
     "lib/",
-    "src/",
+    "!lib/**/*.map",
     "package.json",
     "CHANGELOG.md",
     "LICENSE",
@@ -39,9 +39,9 @@
     "test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.1.3",
-    "@yozora/character": "^2.1.3",
-    "@yozora/core-tokenizer": "^2.1.3"
+    "@yozora/ast": "^2.1.5",
+    "@yozora/character": "^2.1.5",
+    "@yozora/core-tokenizer": "^2.1.5"
   },
-  "gitHead": "9abaaff74a12d0bae0f645813241ff947a0d828c"
+  "gitHead": "4f753bcf0fd921938464802462dc48c53bbd014d"
 }

package/src/index.ts

@@ -1,12 +0,0 @@
-export * from './util/link-destination'
-export * from './util/link-label'
-export * from './util/link-title'
-export { match as definitionMatch } from './match'
-export { parse as definitionParse } from './parse'
-export { DefinitionTokenizer, DefinitionTokenizer as default } from './tokenizer'
-export { uniqueName as DefinitionTokenizerName } from './types'
-export type {
-  IThis as IDefinitionHookContext,
-  IToken as IDefinitionToken,
-  ITokenizerProps as IDefinitionTokenizerProps,
-} from './types'

package/src/match.ts

@@ -1,340 +0,0 @@
-import { DefinitionType } from '@yozora/ast'
-import type { INodePoint } from '@yozora/character'
-import { AsciiCodePoint, calcStringFromNodePoints } from '@yozora/character'
-import type {
-  IMatchBlockHookCreator,
-  IPhrasingContentLine,
-  IResultOfEatContinuationText,
-  IResultOfEatOpener,
-  IResultOfOnClose,
-} from '@yozora/core-tokenizer'
-import {
-  calcEndPoint,
-  calcStartPoint,
-  eatOptionalWhitespaces,
-  resolveLabelToIdentifier,
-} from '@yozora/core-tokenizer'
-import type { IThis, IToken, T } from './types'
-import { eatAndCollectLinkDestination } from './util/link-destination'
-import { eatAndCollectLinkLabel } from './util/link-label'
-import { eatAndCollectLinkTitle } from './util/link-title'
-
-/**
- * A link reference definition consists of a link label, indented up to three
- * spaces, followed by a colon (:), optional whitespace (including up to one
- * line ending), a link destination, optional whitespace (including up to one
- * line ending), and an optional link title, which if it is present must be
- * separated from the link destination by whitespace. No further non-whitespace
- * characters may occur on the line.
- *
- * A link reference definition does not correspond to a structural element of
- * a document. Instead, it defines a label which can be used in reference
- * links and reference-style images elsewhere in the document. Link reference
- * definitions can come either before or after the links that use them.
- *
- * @see https://github.github.com/gfm/#link-reference-definition
- */
-export const match: IMatchBlockHookCreator<T, IToken, IThis> = function (api) {
-  return {
-    isContainingBlock: false,
-    eatOpener,
-    eatContinuationText,
-    onClose,
-  }
-
-  function eatOpener(line: Readonly<IPhrasingContentLine>): IResultOfEatOpener<T, IToken> {
-    /**
-     * Four spaces are too much
-     * @see https://github.github.com/gfm/#example-180
-     */
-    if (line.countOfPrecedeSpaces >= 4) return null
-
-    const { nodePoints, startIndex, endIndex, firstNonWhitespaceIndex } = line
-    if (firstNonWhitespaceIndex >= endIndex) return null
-
-    // Try to match link label
-    let i = firstNonWhitespaceIndex
-    const { nextIndex: labelEndIndex, state: labelState } = eatAndCollectLinkLabel(
-      nodePoints,
-      i,
-      endIndex,
-      null,
-    )
-    if (labelEndIndex < 0) return null
-
-    const lineNo = nodePoints[startIndex].line
-
-    // Optimization: lazy calculation
-    const createInitState = (): IToken => {
-      const token: IToken = {
-        nodeType: DefinitionType,
-        position: {
-          start: calcStartPoint(nodePoints, startIndex),
-          end: calcEndPoint(nodePoints, endIndex - 1),
-        },
-        label: labelState,
-        destination: null,
-        title: null,
-        lineNoOfLabel: lineNo,
-        lineNoOfDestination: -1,
-        lineNoOfTitle: -1,
-        lines: [line],
-      }
-      return token
-    }
-
-    if (!labelState.saturated) {
-      const token = createInitState()
-      return { token, nextIndex: endIndex }
-    }
-
-    // Saturated but no following colon exists.
-    if (
-      labelEndIndex < 0 ||
-      labelEndIndex + 1 >= endIndex ||
-      nodePoints[labelEndIndex].codePoint !== AsciiCodePoint.COLON
-    )
-      return null
-
-    /**
-     * At most one line break can be used between link destination and link label
-     * @see https://github.github.com/gfm/#example-162
-     * @see https://github.github.com/gfm/#example-164
-     * @see https://github.github.com/gfm/#link-reference-definition
-     */
-    i = eatOptionalWhitespaces(nodePoints, labelEndIndex + 1, endIndex)
-    if (i >= endIndex) {
-      const token = createInitState()
-      return { token, nextIndex: endIndex }
-    }
-
-    // Try to match link destination
-    const { nextIndex: destinationEndIndex, state: destinationState } =
-      eatAndCollectLinkDestination(nodePoints, i, endIndex, null)
-
-    /**
-     * The link destination may not be omitted
-     * @see https://github.github.com/gfm/#example-168
-     */
-    if (destinationEndIndex < 0) return null
-
-    // Link destination not saturated
-    if (!destinationState.saturated && destinationEndIndex !== endIndex) return null
-
-    /**
-     * At most one line break can be used between link title and link destination
-     * @see https://github.github.com/gfm/#example-162
-     * @see https://github.github.com/gfm/#example-164
-     * @see https://github.github.com/gfm/#link-reference-definition
-     */
-    i = eatOptionalWhitespaces(nodePoints, destinationEndIndex, endIndex)
-    if (i >= endIndex) {
-      const token = createInitState()
-      token.destination = destinationState
-      token.lineNoOfDestination = lineNo
-      return { token, nextIndex: endIndex }
-    }
-
-    /**
-     * The title must be separated from the link destination by whitespace.
-     * @see https://github.github.com/gfm/#example-170
-     */
-    if (i === destinationEndIndex) return null
-
-    // Try to match link-title
-    const { nextIndex: titleEndIndex, state: titleState } = eatAndCollectLinkTitle(
-      nodePoints,
-      i,
-      endIndex,
-      null,
-    )
-
-    /**
-     * non-whitespace characters after title is not allowed
-     * @see https://github.github.com/gfm/#example-178
-     */
-    if (titleEndIndex >= 0) i = titleEndIndex
-
-    if (i < endIndex) {
-      const k = eatOptionalWhitespaces(nodePoints, i, endIndex)
-      if (k < endIndex) return null
-    }
-
-    const token = createInitState()
-    token.destination = destinationState
-    token.title = titleState
-    token.lineNoOfDestination = lineNo
-    token.lineNoOfTitle = lineNo
-    return { token, nextIndex: endIndex }
-  }
-
-  function eatContinuationText(
-    line: Readonly<IPhrasingContentLine>,
-    token: IToken,
-  ): IResultOfEatContinuationText {
-    // All parts of Definition have been matched
-    if (token.title != null && token.title.saturated) return { status: 'notMatched' }
-
-    const { nodePoints, startIndex, firstNonWhitespaceIndex, endIndex } = line
-    const lineNo = nodePoints[startIndex].line
-
-    let i = firstNonWhitespaceIndex
-    if (!token.label.saturated) {
-      const { nextIndex: labelEndIndex, state: labelState } = eatAndCollectLinkLabel(
-        nodePoints,
-        i,
-        endIndex,
-        token.label,
-      )
-      if (labelEndIndex < 0) {
-        return { status: 'failedAndRollback', lines: token.lines }
-      }
-
-      if (!labelState.saturated) {
-        token.lines.push(line)
-        return { status: 'opening', nextIndex: endIndex }
-      }
-
-      // Saturated but no following colon exists.
-      if (
-        labelEndIndex + 1 >= endIndex ||
-        nodePoints[labelEndIndex].codePoint !== AsciiCodePoint.COLON
-      ) {
-        return { status: 'failedAndRollback', lines: token.lines }
-      }
-
-      i = labelEndIndex + 1
-    }
-
-    if (token.destination == null) {
-      i = eatOptionalWhitespaces(nodePoints, i, endIndex)
-      if (i >= endIndex) {
-        return { status: 'failedAndRollback', lines: token.lines }
-      }
-
-      // Try to match link destination
-      const { nextIndex: destinationEndIndex, state: destinationState } =
-        eatAndCollectLinkDestination(nodePoints, i, endIndex, null)
-
-      /**
-       * At most one line break can be used between link destination and link label,
-       * therefore, this line must match a complete link destination
-       */
-      if (destinationEndIndex < 0 || !destinationState.saturated) {
-        return { status: 'failedAndRollback', lines: token.lines }
-      }
-
-      /**
-       * At most one line break can be used between link title and link destination
-       * @see https://github.github.com/gfm/#example-162
-       * @see https://github.github.com/gfm/#example-164
-       * @see https://github.github.com/gfm/#link-reference-definition
-       */
-      i = eatOptionalWhitespaces(nodePoints, destinationEndIndex, endIndex)
-      if (i >= endIndex) {
-        // eslint-disable-next-line no-param-reassign
-        token.destination = destinationState
-        token.lines.push(line)
-        return { status: 'opening', nextIndex: endIndex }
-      }
-
-      // eslint-disable-next-line no-param-reassign
-      token.lineNoOfDestination = lineNo
-      // eslint-disable-next-line no-param-reassign
-      token.lineNoOfTitle = lineNo
-    }
-
-    if (token.lineNoOfTitle < 0) {
-      // eslint-disable-next-line no-param-reassign
-      token.lineNoOfTitle = lineNo
-    }
-
-    const { nextIndex: titleEndIndex, state: titleState } = eatAndCollectLinkTitle(
-      nodePoints,
-      i,
-      endIndex,
-      token.title,
-    )
-    // eslint-disable-next-line no-param-reassign
-    token.title = titleState
-
-    if (
-      titleEndIndex < 0 ||
-      titleState.nodePoints.length <= 0 ||
-      (titleState.saturated &&
-        eatOptionalWhitespaces(nodePoints, titleEndIndex, endIndex) < endIndex)
-    ) {
-      // check if there exists a valid title
-      if (token.lineNoOfDestination === token.lineNoOfTitle) {
-        return { status: 'failedAndRollback', lines: token.lines }
-      }
-
-      const lastLine = token.lines[token.lines.length - 1]
-      // eslint-disable-next-line no-param-reassign
-      token.title = null
-      // eslint-disable-next-line no-param-reassign
-      token.position.end = calcEndPoint(lastLine.nodePoints, lastLine.endIndex - 1)
-      return {
-        status: 'closingAndRollback',
-        lines: token.lines.slice(token.lineNoOfTitle - 1),
-      }
-    }
-
-    token.lines.push(line)
-    const saturated: boolean = token.title?.saturated
-    return { status: saturated ? 'closing' : 'opening', nextIndex: endIndex }
-  }
-
-  function onClose(token: IToken): IResultOfOnClose {
-    let result: IResultOfOnClose
-
-    // Not all parts of Definition have been matched.
-    if (token.title == null || !token.title.saturated) {
-      // No valid label matched.
-      if (!token.label.saturated) {
-        return { status: 'failedAndRollback', lines: token.lines }
-      }
-
-      // No valid destination matched.
-      if (token.destination == null || !token.destination.saturated) {
-        return { status: 'failedAndRollback', lines: token.lines }
-      }
-
-      // No valid title matched.
-      if (token.title != null && !token.title.saturated) {
-        if (token.lineNoOfDestination === token.lineNoOfTitle) {
-          return { status: 'failedAndRollback', lines: token.lines }
-        }
-
-        const lines = token.lines.splice(token.lineNoOfTitle - 1)
-        const lastLine = token.lines[token.lines.length - 1]
-        // eslint-disable-next-line no-param-reassign
-        token.title = null
-        // eslint-disable-next-line no-param-reassign
-        token.position.end = calcEndPoint(lastLine.nodePoints, lastLine.endIndex - 1)
-
-        result = { status: 'closingAndRollback', lines }
-      }
-    }
-
-    /**
-     * Labels are trimmed and case-insensitive
-     * @see https://github.github.com/gfm/#example-174
-     * @see https://github.github.com/gfm/#example-175
-     */
-    const labelPoints: INodePoint[] = token.label.nodePoints
-    const label = calcStringFromNodePoints(labelPoints, 1, labelPoints.length - 1)
-    const identifier = resolveLabelToIdentifier(label)
-
-    // Register definition identifier.
-    api.registerDefinitionIdentifier(identifier)
-
-    // Cache label and identifier for performance.
-
-    // eslint-disable-next-line no-param-reassign
-    token._label = label
-    // eslint-disable-next-line no-param-reassign
-    token._identifier = identifier
-    return result
-  }
-}

package/src/parse.ts

@@ -1,50 +0,0 @@
-import { DefinitionType } from '@yozora/ast'
-import type { INodePoint } from '@yozora/character'
-import { AsciiCodePoint, calcEscapedStringFromNodePoints } from '@yozora/character'
-import type { IParseBlockHookCreator } from '@yozora/core-tokenizer'
-import { encodeLinkDestination } from '@yozora/core-tokenizer'
-import type { INode, IThis, IToken, T } from './types'
-
-export const parse: IParseBlockHookCreator<T, IToken, INode, IThis> = function (api) {
-  return {
-    parse: tokens =>
-      tokens.map(token => {
-        const label: string = token._label!
-        const identifier: string = token._identifier!
-
-        /**
-         * Resolve link destination
-         * @see https://github.github.com/gfm/#link-destination
-         */
-        const destinationPoints: INodePoint[] = token.destination!.nodePoints
-        const destination: string =
-          destinationPoints[0].codePoint === AsciiCodePoint.OPEN_ANGLE
-            ? calcEscapedStringFromNodePoints(
-                destinationPoints,
-                1,
-                destinationPoints.length - 1,
-                true,
-              )
-            : calcEscapedStringFromNodePoints(destinationPoints, 0, destinationPoints.length, true)
-        const url = encodeLinkDestination(destination)
-
-        /**
-         * Resolve link title
-         * @see https://github.github.com/gfm/#link-title
-         */
-        const title: string | undefined =
-          token.title == null
-            ? undefined
-            : calcEscapedStringFromNodePoints(
-                token.title.nodePoints,
-                1,
-                token.title.nodePoints.length - 1,
-              )
-
-        const node: INode = api.shouldReservePosition
-          ? { type: DefinitionType, position: token.position, identifier, label, url, title }
-          : { type: DefinitionType, identifier, label, url, title }
-        return node
-      }),
-  }
-}

package/src/tokenizer.ts

@@ -1,31 +0,0 @@
-import type {
-  IBlockTokenizer,
-  IMatchBlockHookCreator,
-  IParseBlockHookCreator,
-} from '@yozora/core-tokenizer'
-import { BaseBlockTokenizer, TokenizerPriority } from '@yozora/core-tokenizer'
-import { match } from './match'
-import { parse } from './parse'
-import { uniqueName } from './types'
-import type { INode, IThis, IToken, ITokenizerProps, T } from './types'
-
-/**
- * Lexical Analyzer for Definition.
- * @see https://github.github.com/gfm/#link-reference-definition
- */
-export class DefinitionTokenizer
-  extends BaseBlockTokenizer<T, IToken, INode, IThis>
-  implements IBlockTokenizer<T, IToken, INode, IThis>
-{
-  /* istanbul ignore next */
-  constructor(props: ITokenizerProps = {}) {
-    super({
-      name: props.name ?? uniqueName,
-      priority: props.priority ?? TokenizerPriority.ATOMIC,
-    })
-  }
-
-  public override readonly match: IMatchBlockHookCreator<T, IToken, IThis> = match
-
-  public override readonly parse: IParseBlockHookCreator<T, IToken, INode, IThis> = parse
-}

package/src/types.ts

@@ -1,58 +0,0 @@
-import type { Definition, DefinitionType } from '@yozora/ast'
-import type {
-  IBaseBlockTokenizerProps,
-  IPartialBlockToken,
-  IPhrasingContentLine,
-  ITokenizer,
-} from '@yozora/core-tokenizer'
-import type { ILinkDestinationCollectingState } from './util/link-destination'
-import type { ILinkLabelCollectingState } from './util/link-label'
-import type { ILinkTitleCollectingState } from './util/link-title'
-
-export type T = DefinitionType
-export type INode = Definition
-export const uniqueName = '@yozora/tokenizer-definition'
-
-export interface IToken extends IPartialBlockToken<T> {
-  /**
-   *
-   */
-  lines: Array<Readonly<IPhrasingContentLine>>
-  /**
-   * Link label
-   * Trimmed, Case-Insensitive
-   */
-  label: ILinkLabelCollectingState
-  /**
-   * Link destination
-   */
-  destination: ILinkDestinationCollectingState | null
-  /**
-   * Link title
-   */
-  title: ILinkTitleCollectingState | null
-  /**
-   * The line number of the first matched character of the link label
-   */
-  lineNoOfLabel: number
-  /**
-   * The line number of the first matched character of the link destination
-   */
-  lineNoOfDestination: number
-  /**
-   * The line number of the first matched character of the link title
-   */
-  lineNoOfTitle: number
-  /**
-   * Resolved definition label.
-   */
-  _label?: string
-  /**
-   * Resolved definition identifier.
-   */
-  _identifier?: string
-}
-
-export type IThis = ITokenizer
-
-export type ITokenizerProps = Partial<IBaseBlockTokenizerProps>