@yozora/tokenizer-image-reference 2.1.2 → 2.1.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-image-reference",
-  "version": "2.1.2",
+  "version": "2.1.4",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -27,7 +27,7 @@
   },
   "files": [
     "lib/",
-    "src/",
+    "lib/**/*.map",
     "package.json",
     "CHANGELOG.md",
     "LICENSE",
@@ -39,12 +39,12 @@
     "test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.1.2",
-    "@yozora/character": "^2.1.2",
-    "@yozora/core-tokenizer": "^2.1.2",
-    "@yozora/tokenizer-image": "^2.1.2",
-    "@yozora/tokenizer-link": "^2.1.2",
-    "@yozora/tokenizer-link-reference": "^2.1.2"
+    "@yozora/ast": "^2.1.4",
+    "@yozora/character": "^2.1.4",
+    "@yozora/core-tokenizer": "^2.1.4",
+    "@yozora/tokenizer-image": "^2.1.4",
+    "@yozora/tokenizer-link": "^2.1.4",
+    "@yozora/tokenizer-link-reference": "^2.1.4"
   },
-  "gitHead": "992bacafd173e7788e99fed34ce8b45f6ed24cfe"
+  "gitHead": "aa464ed1e3cd84892773a833910cfc53a556bf5f"
 }

package/src/index.ts

@@ -1,9 +0,0 @@
-export { match as imageReferenceMatch } from './match'
-export { parse as imageReferenceParse } from './parse'
-export { ImageReferenceTokenizer, ImageReferenceTokenizer as default } from './tokenizer'
-export { uniqueName as ImageReferenceTokenizerName } from './types'
-export type {
-  IThis as IImageReferenceHookContext,
-  IToken as IImageReferenceToken,
-  ITokenizerProps as IImageReferenceTokenizerProps,
-} from './types'

package/src/match.ts

@@ -1,206 +0,0 @@
-import { ImageReferenceType } from '@yozora/ast'
-import type { INodePoint } from '@yozora/character'
-import { AsciiCodePoint } from '@yozora/character'
-import type {
-  IInlineToken,
-  IMatchInlineHookCreator,
-  IResultOfIsDelimiterPair,
-  IResultOfProcessDelimiterPair,
-} from '@yozora/core-tokenizer'
-import { eatLinkLabel, genFindDelimiter } from '@yozora/core-tokenizer'
-import { checkBalancedBracketsStatus } from '@yozora/tokenizer-link'
-import type { IDelimiter, IThis, IToken, T } from './types'
-
-/**
- * Syntax for image-references is like the syntax for link-references, with one
- * difference. Instead of link text, we have an image description. The rules for
- * this are the same as for link text, except that
- *
- *  a) an image description starts with '![' rather than '[', and
- *  b) an image description may contain links.
- *
- * An image description has inline elements as its contents. When an image is
- * rendered to HTML, this is standardly used as the image’s alt attribute.
- *
- * One type of opener delimiter: '!['
- *
- * Three types of closer delimiter: ']', '][]' something like '][bar]'
- *
- * ------
- *
- * A 'opener' type delimiter is one of the following forms:
- *
- *  - '!['
- *
- * A 'closer' type delimiter is one of the following forms:
- *
- *  - ']'
- *  - '][]'
- *  - '][identifier]'
- *
- * @see https://github.com/syntax-tree/mdast#imagereference
- * @see https://github.github.com/gfm/#images
- */
-export const match: IMatchInlineHookCreator<T, IDelimiter, IToken, IThis> = function (api) {
-  return {
-    findDelimiter: () => genFindDelimiter<IDelimiter>(_findDelimiter),
-    isDelimiterPair,
-    processDelimiterPair,
-  }
-
-  function _findDelimiter(startIndex: number, endIndex: number): IDelimiter | null {
-    const nodePoints: ReadonlyArray<INodePoint> = api.getNodePoints()
-
-    for (let i = startIndex; i < endIndex; ++i) {
-      const c = nodePoints[i].codePoint
-      switch (c) {
-        case AsciiCodePoint.BACKSLASH:
-          i += 1
-          break
-        case AsciiCodePoint.EXCLAMATION_MARK: {
-          if (i + 1 >= endIndex || nodePoints[i + 1].codePoint !== AsciiCodePoint.OPEN_BRACKET) {
-            break
-          }
-
-          return {
-            type: 'opener',
-            startIndex: i,
-            endIndex: i + 2,
-            brackets: [],
-          }
-        }
-        case AsciiCodePoint.CLOSE_BRACKET: {
-          const delimiter: IDelimiter = {
-            type: 'closer',
-            startIndex: i,
-            endIndex: i + 1,
-            brackets: [],
-          }
-
-          if (i + 1 >= endIndex || nodePoints[i + 1].codePoint !== AsciiCodePoint.OPEN_BRACKET) {
-            return delimiter
-          }
-
-          const result = eatLinkLabel(nodePoints, i + 1, endIndex)
-
-          // It's something like ']['
-          if (result.nextIndex < 0) return delimiter
-
-          // It's something like '][]'
-          if (result.labelAndIdentifier == null) {
-            return {
-              type: 'closer',
-              startIndex: i,
-              endIndex: result.nextIndex,
-              brackets: [
-                {
-                  startIndex: i + 1,
-                  endIndex: result.nextIndex,
-                },
-              ],
-            }
-          }
-
-          return {
-            type: 'closer',
-            startIndex: i,
-            endIndex: result.nextIndex,
-            brackets: [
-              {
-                startIndex: i + 1,
-                endIndex: result.nextIndex,
-                label: result.labelAndIdentifier.label,
-                identifier: result.labelAndIdentifier.identifier,
-              },
-            ],
-          }
-        }
-      }
-    }
-    return null
-  }
-
-  function isDelimiterPair(
-    openerDelimiter: IDelimiter,
-    closerDelimiter: IDelimiter,
-    internalTokens: ReadonlyArray<IInlineToken>,
-  ): IResultOfIsDelimiterPair {
-    const nodePoints: ReadonlyArray<INodePoint> = api.getNodePoints()
-    const balancedBracketsStatus: -1 | 0 | 1 = checkBalancedBracketsStatus(
-      openerDelimiter.endIndex,
-      closerDelimiter.startIndex,
-      internalTokens,
-      nodePoints,
-    )
-    switch (balancedBracketsStatus) {
-      case -1:
-        return { paired: false, opener: false, closer: true }
-      case 0:
-        return { paired: true }
-      case 1:
-        return { paired: false, opener: true, closer: false }
-    }
-  }
-
-  function processDelimiterPair(
-    openerDelimiter: IDelimiter,
-    closerDelimiter: IDelimiter,
-    internalTokens: ReadonlyArray<IInlineToken>,
-  ): IResultOfProcessDelimiterPair<T, IToken, IDelimiter> {
-    const nodePoints: ReadonlyArray<INodePoint> = api.getNodePoints()
-    const bracket = closerDelimiter.brackets[0]
-    if (bracket != null && bracket.identifier != null) {
-      if (api.hasDefinition(bracket.identifier)) {
-        const token: IToken = {
-          nodeType: ImageReferenceType,
-          startIndex: openerDelimiter.startIndex,
-          endIndex: bracket.endIndex,
-          referenceType: 'full',
-          label: bracket.label!,
-          identifier: bracket.identifier,
-          children: api.resolveInternalTokens(
-            internalTokens,
-            openerDelimiter.endIndex,
-            closerDelimiter.startIndex,
-          ),
-        }
-        return { tokens: [token] }
-      }
-
-      /**
-       * A shortcut type of link-reference / image-reference could not followed
-       * by a link label (even though it is not defined).
-       * @see https://github.github.com/gfm/#example-579
-       */
-      return { tokens: internalTokens }
-    }
-
-    const { nextIndex, labelAndIdentifier } = eatLinkLabel(
-      nodePoints,
-      openerDelimiter.endIndex - 1,
-      closerDelimiter.startIndex + 1,
-    )
-    if (
-      nextIndex === closerDelimiter.startIndex + 1 &&
-      labelAndIdentifier != null &&
-      api.hasDefinition(labelAndIdentifier.identifier)
-    ) {
-      const token: IToken = {
-        nodeType: ImageReferenceType,
-        startIndex: openerDelimiter.startIndex,
-        endIndex: closerDelimiter.endIndex,
-        referenceType: bracket == null ? 'shortcut' : 'collapsed',
-        label: labelAndIdentifier.label,
-        identifier: labelAndIdentifier.identifier,
-        children: api.resolveInternalTokens(
-          internalTokens,
-          openerDelimiter.endIndex,
-          closerDelimiter.startIndex,
-        ),
-      }
-      return { tokens: [token] }
-    }
-
-    return { tokens: internalTokens }
-  }
-}

package/src/parse.ts

@@ -1,36 +0,0 @@
-import type { Node } from '@yozora/ast'
-import { ImageReferenceType } from '@yozora/ast'
-import type { IParseInlineHookCreator } from '@yozora/core-tokenizer'
-import { calcImageAlt } from '@yozora/tokenizer-image'
-import type { INode, IThis, IToken, T } from './types'
-
-export const parse: IParseInlineHookCreator<T, IToken, INode, IThis> = function (api) {
-  return {
-    parse: tokens =>
-      tokens.map(token => {
-        const { identifier, label, referenceType } = token
-
-        // calc alt
-        const children: Node[] = api.parseInlineTokens(token.children)
-        const alt = calcImageAlt(children)
-
-        const node: INode = api.shouldReservePosition
-          ? {
-              type: ImageReferenceType,
-              position: api.calcPosition(token),
-              identifier,
-              label,
-              referenceType,
-              alt,
-            }
-          : {
-              type: ImageReferenceType,
-              identifier,
-              label,
-              referenceType,
-              alt,
-            }
-        return node
-      }),
-  }
-}

package/src/tokenizer.ts

@@ -1,32 +0,0 @@
-import type {
-  IInlineTokenizer,
-  IMatchInlineHookCreator,
-  IParseInlineHookCreator,
-} from '@yozora/core-tokenizer'
-import { BaseInlineTokenizer, TokenizerPriority } from '@yozora/core-tokenizer'
-import { match } from './match'
-import { parse } from './parse'
-import type { IDelimiter, INode, IThis, IToken, ITokenizerProps, T } from './types'
-import { uniqueName } from './types'
-
-/**
- * Lexical Analyzer for ImageReference.
- * @see https://github.com/syntax-tree/mdast#imagereference
- * @see https://github.github.com/gfm/#images
- */
-export class ImageReferenceTokenizer
-  extends BaseInlineTokenizer<T, IDelimiter, IToken, INode, IThis>
-  implements IInlineTokenizer<T, IDelimiter, IToken, INode, IThis>
-{
-  /* istanbul ignore next */
-  constructor(props: ITokenizerProps = {}) {
-    super({
-      name: props.name ?? uniqueName,
-      priority: props.priority ?? TokenizerPriority.LINKS,
-    })
-  }
-
-  public override readonly match: IMatchInlineHookCreator<T, IDelimiter, IToken, IThis> = match
-
-  public override readonly parse: IParseInlineHookCreator<T, IToken, INode, IThis> = parse
-}

package/src/types.ts

@@ -1,23 +0,0 @@
-import type { Association, ImageReference, ImageReferenceType, Reference } from '@yozora/ast'
-import type {
-  IBaseInlineTokenizerProps,
-  IPartialInlineToken,
-  ITokenDelimiter,
-  ITokenizer,
-} from '@yozora/core-tokenizer'
-import type { ILinkReferenceDelimiterBracket } from '@yozora/tokenizer-link-reference'
-
-export const uniqueName = '@yozora/tokenizer-image-reference'
-
-export type T = ImageReferenceType
-export type INode = ImageReference
-
-export interface IToken extends IPartialInlineToken<T>, Association, Reference {}
-
-export interface IDelimiter extends ITokenDelimiter {
-  brackets: ILinkReferenceDelimiterBracket[]
-}
-
-export type IThis = ITokenizer
-
-export type ITokenizerProps = Partial<IBaseInlineTokenizerProps>