@yozora/tokenizer-delete 2.0.4 → 2.0.5-alpha.0

package/lib/cjs/{index.js → index.cjs}

@@ -73,18 +73,17 @@ const uniqueName = '@yozora/tokenizer-delete';
 
 class DeleteTokenizer extends coreTokenizer.BaseInlineTokenizer {
     constructor(props = {}) {
-        var _a, _b;
         super({
-            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
-            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : coreTokenizer.TokenizerPriority.CONTAINING_INLINE,
+            name: props.name ?? uniqueName,
+            priority: props.priority ?? coreTokenizer.TokenizerPriority.CONTAINING_INLINE,
         });
-        this.match = match;
-        this.parse = parse;
     }
+    match = match;
+    parse = parse;
 }
 
 exports.DeleteTokenizer = DeleteTokenizer;
 exports.DeleteTokenizerName = uniqueName;
-exports["default"] = DeleteTokenizer;
+exports.default = DeleteTokenizer;
 exports.deleteMatch = match;
 exports.deleteParse = parse;

package/lib/esm/{index.js → index.mjs}

@@ -69,14 +69,13 @@ const uniqueName = '@yozora/tokenizer-delete';
 
 class DeleteTokenizer extends BaseInlineTokenizer {
     constructor(props = {}) {
-        var _a, _b;
         super({
-            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
-            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : TokenizerPriority.CONTAINING_INLINE,
+            name: props.name ?? uniqueName,
+            priority: props.priority ?? TokenizerPriority.CONTAINING_INLINE,
         });
-        this.match = match;
-        this.parse = parse;
     }
+    match = match;
+    parse = parse;
 }
 
 export { DeleteTokenizer, uniqueName as DeleteTokenizerName, DeleteTokenizer as default, match as deleteMatch, parse as deleteParse };

package/lib/types/index.d.ts

@@ -1,13 +1,13 @@
 import { IPartialYastInlineToken, ITokenizer, IBaseInlineTokenizerProps, IYastTokenDelimiter, IMatchInlineHookCreator, IParseInlineHookCreator, BaseInlineTokenizer, IInlineTokenizer } from '@yozora/core-tokenizer';
 import { DeleteType, Delete } from '@yozora/ast';
 
-declare type T = DeleteType;
-declare type INode = Delete;
+type T = DeleteType;
+type INode = Delete;
 declare const uniqueName = "@yozora/tokenizer-delete";
-declare type IToken = IPartialYastInlineToken<T>;
-declare type IDelimiter = IYastTokenDelimiter;
-declare type IThis = ITokenizer;
-declare type ITokenizerProps = Partial<IBaseInlineTokenizerProps>;
+type IToken = IPartialYastInlineToken<T>;
+type IDelimiter = IYastTokenDelimiter;
+type IThis = ITokenizer;
+type ITokenizerProps = Partial<IBaseInlineTokenizerProps>;
 
 /**
  * Strikethrough text is any text wrapped in two tildes (~).

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-delete",
-  "version": "2.0.4",
+  "version": "2.0.5-alpha.0",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -11,33 +11,37 @@
     "directory": "tokenizers/delete"
   },
   "homepage": "https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/delete",
-  "main": "lib/cjs/index.js",
-  "module": "lib/esm/index.js",
-  "types": "lib/types/index.d.ts",
-  "source": "src/index.ts",
+  "type": "module",
+  "exports": {
+    "types": "./lib/types/index.d.ts",
+    "import": "./lib/esm/index.mjs",
+    "require": "./lib/cjs/index.cjs"
+  },
+  "source": "./src/index.ts",
+  "types": "./lib/types/index.d.ts",
+  "main": "./lib/cjs/index.cjs",
+  "module": "./lib/esm/index.mjs",
   "license": "MIT",
   "engines": {
     "node": ">= 16.0.0"
   },
   "files": [
     "lib/",
-    "!lib/**/*.js.map",
-    "!lib/**/*.d.ts.map",
+    "src/",
     "package.json",
     "CHANGELOG.md",
     "LICENSE",
     "README.md"
   ],
   "scripts": {
-    "build": "cross-env NODE_ENV=production rollup -c ../../rollup.config.js",
-    "prebuild": "rimraf lib/",
+    "build": "rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs",
     "prepublishOnly": "cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build",
-    "test": "cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir ."
+    "test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.0.4",
-    "@yozora/character": "^2.0.4",
-    "@yozora/core-tokenizer": "^2.0.4"
+    "@yozora/ast": "^2.0.5-alpha.0",
+    "@yozora/character": "^2.0.5-alpha.0",
+    "@yozora/core-tokenizer": "^2.0.5-alpha.0"
   },
-  "gitHead": "c980b95254394dcacba0cbb4bea251350b09397c"
+  "gitHead": "8bf941fe4ef82947165b0f3cc123cd493665e13b"
 }

package/src/index.ts

@@ -0,0 +1,9 @@
+export { match as deleteMatch } from './match'
+export { parse as deleteParse } from './parse'
+export { DeleteTokenizer, DeleteTokenizer as default } from './tokenizer'
+export { uniqueName as DeleteTokenizerName } from './types'
+export type {
+  IThis as IDeleteHookContext,
+  IToken as IDeleteToken,
+  ITokenizerProps as IDeleteTokenizerProps,
+} from './types'

package/src/match.ts

@@ -0,0 +1,98 @@
+import { DeleteType } from '@yozora/ast'
+import type { INodePoint } from '@yozora/character'
+import { AsciiCodePoint, isWhitespaceCharacter } from '@yozora/character'
+import type {
+  IMatchInlineHookCreator,
+  IResultOfProcessDelimiterPair,
+  IYastInlineToken,
+} from '@yozora/core-tokenizer'
+import { eatOptionalCharacters, genFindDelimiter } from '@yozora/core-tokenizer'
+import type { IDelimiter, IThis, IToken, T } from './types'
+
+/**
+ * Strikethrough text is any text wrapped in two tildes (~).
+ *
+ * @see https://github.com/syntax-tree/mdast#delete
+ * @see https://github.github.com/gfm/#strikethrough-extension-
+ */
+export const match: IMatchInlineHookCreator<T, IDelimiter, IToken, IThis> = function (api) {
+  return {
+    findDelimiter: () => genFindDelimiter<IDelimiter>(_findDelimiter),
+    processDelimiterPair,
+  }
+
+  function _findDelimiter(startIndex: number, endIndex: number): IDelimiter | null {
+    const nodePoints: ReadonlyArray<INodePoint> = api.getNodePoints()
+    for (let i = startIndex; i < endIndex; ++i) {
+      const c = nodePoints[i].codePoint
+      switch (c) {
+        // Escape backslash
+        case AsciiCodePoint.BACKSLASH:
+          i += 1
+          break
+        /**
+         * Strike through text is any text wrapped in two tildes '~'
+         * @see https://github.github.com/gfm/#strikethrough-extension-
+         */
+        case AsciiCodePoint.TILDE: {
+          const _startIndex = i
+          i = eatOptionalCharacters(nodePoints, i + 1, endIndex, c) - 1
+          if (i - _startIndex !== 1) break
+
+          let delimiterType: IDelimiter['type'] = 'both'
+
+          /**
+           * If the preceding character is a whitespace, it cannot be used as a
+           * closer delimiter
+           */
+          const preceding = _startIndex === startIndex ? null : nodePoints[_startIndex - 1]
+          if (preceding != null && isWhitespaceCharacter(preceding.codePoint)) {
+            delimiterType = 'opener'
+          }
+
+          /**
+           * If the following character is a whitespace, it cannot be used as a
+           * opener delimiter
+           */
+          const following = i + 1 === endIndex ? null : nodePoints[i + 1]
+          if (following != null && isWhitespaceCharacter(following.codePoint)) {
+            /**
+             * If it can neither be used as a opener or closer delimiter, it
+             * is not a valid delimiter
+             */
+            if (delimiterType !== 'both') break
+            delimiterType = 'closer'
+          }
+
+          return {
+            type: delimiterType,
+            startIndex: _startIndex,
+            endIndex: i + 1,
+          }
+        }
+      }
+    }
+    return null
+  }
+
+  function processDelimiterPair(
+    openerDelimiter: IDelimiter,
+    closerDelimiter: IDelimiter,
+    internalTokens: ReadonlyArray<IYastInlineToken>,
+  ): IResultOfProcessDelimiterPair<T, IToken, IDelimiter> {
+    // eslint-disable-next-line no-param-reassign
+    internalTokens = api.resolveInternalTokens(
+      internalTokens,
+      openerDelimiter.endIndex,
+      closerDelimiter.startIndex,
+    )
+
+    const token: IToken = {
+      nodeType: DeleteType,
+      startIndex: openerDelimiter.startIndex,
+      endIndex: closerDelimiter.endIndex,
+      children: internalTokens,
+    }
+    return { tokens: [token] }
+  }
+}

package/src/parse.ts

@@ -0,0 +1,17 @@
+import type { Node } from '@yozora/ast'
+import { DeleteType } from '@yozora/ast'
+import type { IParseInlineHookCreator } from '@yozora/core-tokenizer'
+import type { INode, IThis, IToken, T } from './types'
+
+export const parse: IParseInlineHookCreator<T, IToken, INode, IThis> = function (api) {
+  return {
+    parse: tokens =>
+      tokens.map(token => {
+        const children: Node[] = api.parseInlineTokens(token.children)
+        const node: INode = api.shouldReservePosition
+          ? { type: DeleteType, position: api.calcPosition(token), children }
+          : { type: DeleteType, children }
+        return node
+      }),
+  }
+}

package/src/tokenizer.ts

@@ -0,0 +1,32 @@
+import type {
+  IInlineTokenizer,
+  IMatchInlineHookCreator,
+  IParseInlineHookCreator,
+} from '@yozora/core-tokenizer'
+import { BaseInlineTokenizer, TokenizerPriority } from '@yozora/core-tokenizer'
+import { match } from './match'
+import { parse } from './parse'
+import type { IDelimiter, INode, IThis, IToken, ITokenizerProps, T } from './types'
+import { uniqueName } from './types'
+
+/**
+ * Lexical Analyzer for Delete.
+ * @see https://github.com/syntax-tree/mdast#delete
+ * @see https://github.github.com/gfm/#strikethrough-extension-
+ */
+export class DeleteTokenizer
+  extends BaseInlineTokenizer<T, IDelimiter, IToken, INode, IThis>
+  implements IInlineTokenizer<T, IDelimiter, IToken, INode, IThis>
+{
+  /* istanbul ignore next */
+  constructor(props: ITokenizerProps = {}) {
+    super({
+      name: props.name ?? uniqueName,
+      priority: props.priority ?? TokenizerPriority.CONTAINING_INLINE,
+    })
+  }
+
+  public override readonly match: IMatchInlineHookCreator<T, IDelimiter, IToken, IThis> = match
+
+  public override readonly parse: IParseInlineHookCreator<T, IToken, INode, IThis> = parse
+}

package/src/types.ts

@@ -0,0 +1,19 @@
+import type { Delete, DeleteType } from '@yozora/ast'
+import type {
+  IBaseInlineTokenizerProps,
+  IPartialYastInlineToken,
+  ITokenizer,
+  IYastTokenDelimiter,
+} from '@yozora/core-tokenizer'
+
+export type T = DeleteType
+export type INode = Delete
+export const uniqueName = '@yozora/tokenizer-delete'
+
+export type IToken = IPartialYastInlineToken<T>
+
+export type IDelimiter = IYastTokenDelimiter
+
+export type IThis = ITokenizer
+
+export type ITokenizerProps = Partial<IBaseInlineTokenizerProps>