@yozora/tokenizer-delete 2.1.2 → 2.1.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-delete",
-  "version": "2.1.2",
+  "version": "2.1.4",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -27,7 +27,7 @@
   },
   "files": [
     "lib/",
-    "src/",
+    "lib/**/*.map",
     "package.json",
     "CHANGELOG.md",
     "LICENSE",
@@ -39,9 +39,9 @@
     "test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.1.2",
-    "@yozora/character": "^2.1.2",
-    "@yozora/core-tokenizer": "^2.1.2"
+    "@yozora/ast": "^2.1.4",
+    "@yozora/character": "^2.1.4",
+    "@yozora/core-tokenizer": "^2.1.4"
   },
-  "gitHead": "992bacafd173e7788e99fed34ce8b45f6ed24cfe"
+  "gitHead": "aa464ed1e3cd84892773a833910cfc53a556bf5f"
 }

package/src/index.ts

@@ -1,9 +0,0 @@
-export { match as deleteMatch } from './match'
-export { parse as deleteParse } from './parse'
-export { DeleteTokenizer, DeleteTokenizer as default } from './tokenizer'
-export { uniqueName as DeleteTokenizerName } from './types'
-export type {
-  IThis as IDeleteHookContext,
-  IToken as IDeleteToken,
-  ITokenizerProps as IDeleteTokenizerProps,
-} from './types'

package/src/match.ts

@@ -1,98 +0,0 @@
-import { DeleteType } from '@yozora/ast'
-import type { INodePoint } from '@yozora/character'
-import { AsciiCodePoint, isWhitespaceCharacter } from '@yozora/character'
-import type {
-  IInlineToken,
-  IMatchInlineHookCreator,
-  IResultOfProcessDelimiterPair,
-} from '@yozora/core-tokenizer'
-import { eatOptionalCharacters, genFindDelimiter } from '@yozora/core-tokenizer'
-import type { IDelimiter, IThis, IToken, T } from './types'
-
-/**
- * Strikethrough text is any text wrapped in two tildes (~).
- *
- * @see https://github.com/syntax-tree/mdast#delete
- * @see https://github.github.com/gfm/#strikethrough-extension-
- */
-export const match: IMatchInlineHookCreator<T, IDelimiter, IToken, IThis> = function (api) {
-  return {
-    findDelimiter: () => genFindDelimiter<IDelimiter>(_findDelimiter),
-    processDelimiterPair,
-  }
-
-  function _findDelimiter(startIndex: number, endIndex: number): IDelimiter | null {
-    const nodePoints: ReadonlyArray<INodePoint> = api.getNodePoints()
-    for (let i = startIndex; i < endIndex; ++i) {
-      const c = nodePoints[i].codePoint
-      switch (c) {
-        // Escape backslash
-        case AsciiCodePoint.BACKSLASH:
-          i += 1
-          break
-        /**
-         * Strike through text is any text wrapped in two tildes '~'
-         * @see https://github.github.com/gfm/#strikethrough-extension-
-         */
-        case AsciiCodePoint.TILDE: {
-          const _startIndex = i
-          i = eatOptionalCharacters(nodePoints, i + 1, endIndex, c) - 1
-          if (i - _startIndex !== 1) break
-
-          let delimiterType: IDelimiter['type'] = 'both'
-
-          /**
-           * If the preceding character is a whitespace, it cannot be used as a
-           * closer delimiter
-           */
-          const preceding = _startIndex === startIndex ? null : nodePoints[_startIndex - 1]
-          if (preceding != null && isWhitespaceCharacter(preceding.codePoint)) {
-            delimiterType = 'opener'
-          }
-
-          /**
-           * If the following character is a whitespace, it cannot be used as a
-           * opener delimiter
-           */
-          const following = i + 1 === endIndex ? null : nodePoints[i + 1]
-          if (following != null && isWhitespaceCharacter(following.codePoint)) {
-            /**
-             * If it can neither be used as a opener or closer delimiter, it
-             * is not a valid delimiter
-             */
-            if (delimiterType !== 'both') break
-            delimiterType = 'closer'
-          }
-
-          return {
-            type: delimiterType,
-            startIndex: _startIndex,
-            endIndex: i + 1,
-          }
-        }
-      }
-    }
-    return null
-  }
-
-  function processDelimiterPair(
-    openerDelimiter: IDelimiter,
-    closerDelimiter: IDelimiter,
-    internalTokens: ReadonlyArray<IInlineToken>,
-  ): IResultOfProcessDelimiterPair<T, IToken, IDelimiter> {
-    // eslint-disable-next-line no-param-reassign
-    internalTokens = api.resolveInternalTokens(
-      internalTokens,
-      openerDelimiter.endIndex,
-      closerDelimiter.startIndex,
-    )
-
-    const token: IToken = {
-      nodeType: DeleteType,
-      startIndex: openerDelimiter.startIndex,
-      endIndex: closerDelimiter.endIndex,
-      children: internalTokens,
-    }
-    return { tokens: [token] }
-  }
-}

package/src/parse.ts

@@ -1,17 +0,0 @@
-import type { Node } from '@yozora/ast'
-import { DeleteType } from '@yozora/ast'
-import type { IParseInlineHookCreator } from '@yozora/core-tokenizer'
-import type { INode, IThis, IToken, T } from './types'
-
-export const parse: IParseInlineHookCreator<T, IToken, INode, IThis> = function (api) {
-  return {
-    parse: tokens =>
-      tokens.map(token => {
-        const children: Node[] = api.parseInlineTokens(token.children)
-        const node: INode = api.shouldReservePosition
-          ? { type: DeleteType, position: api.calcPosition(token), children }
-          : { type: DeleteType, children }
-        return node
-      }),
-  }
-}

package/src/tokenizer.ts

@@ -1,32 +0,0 @@
-import type {
-  IInlineTokenizer,
-  IMatchInlineHookCreator,
-  IParseInlineHookCreator,
-} from '@yozora/core-tokenizer'
-import { BaseInlineTokenizer, TokenizerPriority } from '@yozora/core-tokenizer'
-import { match } from './match'
-import { parse } from './parse'
-import type { IDelimiter, INode, IThis, IToken, ITokenizerProps, T } from './types'
-import { uniqueName } from './types'
-
-/**
- * Lexical Analyzer for Delete.
- * @see https://github.com/syntax-tree/mdast#delete
- * @see https://github.github.com/gfm/#strikethrough-extension-
- */
-export class DeleteTokenizer
-  extends BaseInlineTokenizer<T, IDelimiter, IToken, INode, IThis>
-  implements IInlineTokenizer<T, IDelimiter, IToken, INode, IThis>
-{
-  /* istanbul ignore next */
-  constructor(props: ITokenizerProps = {}) {
-    super({
-      name: props.name ?? uniqueName,
-      priority: props.priority ?? TokenizerPriority.CONTAINING_INLINE,
-    })
-  }
-
-  public override readonly match: IMatchInlineHookCreator<T, IDelimiter, IToken, IThis> = match
-
-  public override readonly parse: IParseInlineHookCreator<T, IToken, INode, IThis> = parse
-}

package/src/types.ts

@@ -1,19 +0,0 @@
-import type { Delete, DeleteType } from '@yozora/ast'
-import type {
-  IBaseInlineTokenizerProps,
-  IPartialInlineToken,
-  ITokenDelimiter,
-  ITokenizer,
-} from '@yozora/core-tokenizer'
-
-export type T = DeleteType
-export type INode = Delete
-export const uniqueName = '@yozora/tokenizer-delete'
-
-export type IToken = IPartialInlineToken<T>
-
-export type IDelimiter = ITokenDelimiter
-
-export type IThis = ITokenizer
-
-export type ITokenizerProps = Partial<IBaseInlineTokenizerProps>