@yozora/tokenizer-ecma-import 2.0.4 → 2.0.5

package/lib/cjs/{index.js → index.cjs}

@@ -114,18 +114,17 @@ const uniqueName = '@yozora/tokenizer-ecma-import';
 
 class EcmaImportTokenizer extends coreTokenizer.BaseBlockTokenizer {
     constructor(props = {}) {
-        var _a, _b;
         super({
-            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
-            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : coreTokenizer.TokenizerPriority.ATOMIC,
+            name: props.name ?? uniqueName,
+            priority: props.priority ?? coreTokenizer.TokenizerPriority.ATOMIC,
         });
-        this.match = match;
-        this.parse = parse;
     }
+    match = match;
+    parse = parse;
 }
 
 exports.EcmaImportTokenizer = EcmaImportTokenizer;
 exports.EcmaImportTokenizerName = uniqueName;
-exports["default"] = EcmaImportTokenizer;
+exports.default = EcmaImportTokenizer;
 exports.ecmaImportMatch = match;
 exports.ecmaImportParse = parse;

package/lib/esm/{index.js → index.mjs}

@@ -110,14 +110,13 @@ const uniqueName = '@yozora/tokenizer-ecma-import';
 
 class EcmaImportTokenizer extends BaseBlockTokenizer {
     constructor(props = {}) {
-        var _a, _b;
         super({
-            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
-            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : TokenizerPriority.ATOMIC,
+            name: props.name ?? uniqueName,
+            priority: props.priority ?? TokenizerPriority.ATOMIC,
         });
-        this.match = match;
-        this.parse = parse;
     }
+    match = match;
+    parse = parse;
 }
 
 export { EcmaImportTokenizer, uniqueName as EcmaImportTokenizerName, EcmaImportTokenizer as default, match as ecmaImportMatch, parse as ecmaImportParse };

package/lib/types/index.d.ts

@@ -1,12 +1,12 @@
 import { IPartialYastBlockToken, ITokenizer, IBaseBlockTokenizerProps, IMatchBlockHookCreator, IParseBlockHookCreator, BaseBlockTokenizer, IBlockTokenizer } from '@yozora/core-tokenizer';
 import { EcmaImport, EcmaImportType } from '@yozora/ast';
 
-declare type T = EcmaImportType;
-declare type INode = EcmaImport;
+type T = EcmaImportType;
+type INode = EcmaImport;
 declare const uniqueName = "@yozora/tokenizer-ecma-import";
-declare type IToken = IPartialYastBlockToken<T> & Omit<EcmaImport, 'type'>;
-declare type IThis = ITokenizer;
-declare type ITokenizerProps = Partial<IBaseBlockTokenizerProps>;
+type IToken = IPartialYastBlockToken<T> & Omit<EcmaImport, 'type'>;
+type IThis = ITokenizer;
+type ITokenizerProps = Partial<IBaseBlockTokenizerProps>;
 
 /**
  * Examples

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-ecma-import",
-  "version": "2.0.4",
+  "version": "2.0.5",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -11,33 +11,37 @@
     "directory": "tokenizers/ecma-import"
   },
   "homepage": "https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/ecma-import",
-  "main": "lib/cjs/index.js",
-  "module": "lib/esm/index.js",
-  "types": "lib/types/index.d.ts",
-  "source": "src/index.ts",
+  "type": "module",
+  "exports": {
+    "types": "./lib/types/index.d.ts",
+    "import": "./lib/esm/index.mjs",
+    "require": "./lib/cjs/index.cjs"
+  },
+  "source": "./src/index.ts",
+  "types": "./lib/types/index.d.ts",
+  "main": "./lib/cjs/index.cjs",
+  "module": "./lib/esm/index.mjs",
   "license": "MIT",
   "engines": {
     "node": ">= 16.0.0"
   },
   "files": [
     "lib/",
-    "!lib/**/*.js.map",
-    "!lib/**/*.d.ts.map",
+    "src/",
     "package.json",
     "CHANGELOG.md",
     "LICENSE",
     "README.md"
   ],
   "scripts": {
-    "build": "cross-env NODE_ENV=production rollup -c ../../rollup.config.js",
-    "prebuild": "rimraf lib/",
+    "build": "rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs",
     "prepublishOnly": "cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build",
-    "test": "cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir ."
+    "test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.0.4",
-    "@yozora/character": "^2.0.4",
-    "@yozora/core-tokenizer": "^2.0.4"
+    "@yozora/ast": "^2.0.5",
+    "@yozora/character": "^2.0.5",
+    "@yozora/core-tokenizer": "^2.0.5"
   },
-  "gitHead": "c980b95254394dcacba0cbb4bea251350b09397c"
+  "gitHead": "7ba3bab49fe65cf2f57082c0503af73da9356cf0"
 }

package/src/index.ts

@@ -0,0 +1,9 @@
+export { match as ecmaImportMatch } from './match'
+export { parse as ecmaImportParse } from './parse'
+export { EcmaImportTokenizer, EcmaImportTokenizer as default } from './tokenizer'
+export { uniqueName as EcmaImportTokenizerName } from './types'
+export type {
+  IThis as ecmaImportHookContext,
+  IToken as IEcmaImportToken,
+  ITokenizerProps as IEcmaImportProps,
+} from './types'

package/src/match.ts

@@ -0,0 +1,103 @@
+import type { Position } from '@yozora/ast'
+import { EcmaImportType } from '@yozora/ast'
+import {
+  AsciiCodePoint,
+  calcStringFromNodePoints,
+  calcTrimBoundaryOfCodePoints,
+} from '@yozora/character'
+import type {
+  IMatchBlockHookCreator,
+  IPhrasingContentLine,
+  IResultOfEatOpener,
+} from '@yozora/core-tokenizer'
+import { calcEndPoint, calcStartPoint } from '@yozora/core-tokenizer'
+import type { IThis, IToken, T } from './types'
+import { regex1, regex2, regex3, resolveNameImports } from './util'
+
+/**
+ * Examples
+ *
+ *    import '@yozora/parser'
+ *    import Parser from '@yozora/parser'
+ *    import Parser, { YozoraParserProps } from '@yozora/parser'
+ *    import { YozoraParserProps } from '@yozora/parser'
+ *    import { YozoraParser, YozoraParser as Parser } from '@yozora/parser'
+ *
+ * @see https://github.com/syntax-tree/mdast#strong
+ * @see https://github.github.com/gfm/#emphasis-and-strong-emphasis
+ */
+export const match: IMatchBlockHookCreator<T, IToken, IThis> = function () {
+  return {
+    isContainingBlock: false,
+    eatOpener,
+  }
+
+  function eatOpener(line: Readonly<IPhrasingContentLine>): IResultOfEatOpener<T, IToken> {
+    /**
+     * Four spaces are too much
+     * @see https://github.github.com/gfm/#example-180
+     */
+    if (line.countOfPrecedeSpaces >= 4) return null
+
+    const { nodePoints, startIndex, endIndex, firstNonWhitespaceIndex } = line
+    if (firstNonWhitespaceIndex + 8 >= endIndex) return null
+
+    const i = firstNonWhitespaceIndex
+
+    if (nodePoints[i].codePoint !== AsciiCodePoint.LOWERCASE_I) return null
+    if (nodePoints[i + 1].codePoint !== AsciiCodePoint.LOWERCASE_M) return null
+    if (nodePoints[i + 2].codePoint !== AsciiCodePoint.LOWERCASE_P) return null
+    if (nodePoints[i + 3].codePoint !== AsciiCodePoint.LOWERCASE_O) return null
+    if (nodePoints[i + 4].codePoint !== AsciiCodePoint.LOWERCASE_R) return null
+    if (nodePoints[i + 5].codePoint !== AsciiCodePoint.LOWERCASE_T) return null
+
+    const [left, right] = calcTrimBoundaryOfCodePoints(
+      nodePoints,
+      firstNonWhitespaceIndex,
+      endIndex,
+    )
+    const text: string = calcStringFromNodePoints(nodePoints, left, right)
+    let m: RegExpExecArray | null
+
+    let token: IToken | null = null
+    const position = (): Position => ({
+      start: calcStartPoint(nodePoints, startIndex),
+      end: calcEndPoint(nodePoints, endIndex - 1),
+    })
+
+    // eslint-disable-next-line no-cond-assign
+    if ((m = regex1.exec(text)) != null) {
+      token = {
+        nodeType: EcmaImportType,
+        position: position(),
+        moduleName: m[2],
+        defaultImport: null,
+        namedImports: [],
+      }
+    }
+
+    // eslint-disable-next-line no-cond-assign
+    else if ((m = regex2.exec(text)) != null) {
+      token = {
+        nodeType: EcmaImportType,
+        position: position(),
+        moduleName: m[3],
+        defaultImport: m[1],
+        namedImports: [],
+      }
+    }
+
+    // eslint-disable-next-line no-cond-assign
+    else if ((m = regex3.exec(text)) != null) {
+      token = {
+        nodeType: EcmaImportType,
+        position: position(),
+        moduleName: m[4],
+        defaultImport: m[1],
+        namedImports: resolveNameImports(m[2]),
+      }
+    }
+
+    return token === null ? null : { token, nextIndex: endIndex, saturated: true }
+  }
+}

package/src/parse.ts

@@ -0,0 +1,26 @@
+import { EcmaImportType } from '@yozora/ast'
+import type { IParseBlockHookCreator } from '@yozora/core-tokenizer'
+import type { INode, IThis, IToken, T } from './types'
+
+export const parse: IParseBlockHookCreator<T, IToken, INode, IThis> = function (api) {
+  return {
+    parse: tokens =>
+      tokens.map(token => {
+        const node: INode = api.shouldReservePosition
+          ? {
+              type: EcmaImportType,
+              position: token.position,
+              moduleName: token.moduleName,
+              defaultImport: token.defaultImport,
+              namedImports: token.namedImports,
+            }
+          : {
+              type: EcmaImportType,
+              moduleName: token.moduleName,
+              defaultImport: token.defaultImport,
+              namedImports: token.namedImports,
+            }
+        return node
+      }),
+  }
+}

package/src/tokenizer.ts

@@ -0,0 +1,32 @@
+import type {
+  IBlockTokenizer,
+  IMatchBlockHookCreator,
+  IParseBlockHookCreator,
+} from '@yozora/core-tokenizer'
+import { BaseBlockTokenizer, TokenizerPriority } from '@yozora/core-tokenizer'
+import { match } from './match'
+import { parse } from './parse'
+import type { INode, IThis, IToken, ITokenizerProps, T } from './types'
+import { uniqueName } from './types'
+
+/**
+ * Lexical Analyzer for Ecma Import statement
+ * @see https://github.com/syntax-tree/mdast#strong
+ * @see https://github.github.com/gfm/#emphasis-and-strong-emphasis
+ */
+export class EcmaImportTokenizer
+  extends BaseBlockTokenizer<T, IToken, INode, IThis>
+  implements IBlockTokenizer<T, IToken, INode, IThis>
+{
+  /* istanbul ignore next */
+  constructor(props: ITokenizerProps = {}) {
+    super({
+      name: props.name ?? uniqueName,
+      priority: props.priority ?? TokenizerPriority.ATOMIC,
+    })
+  }
+
+  public override readonly match: IMatchBlockHookCreator<T, IToken, IThis> = match
+
+  public override readonly parse: IParseBlockHookCreator<T, IToken, INode, IThis> = parse
+}

package/src/types.ts

@@ -0,0 +1,16 @@
+import type { EcmaImport, EcmaImportType } from '@yozora/ast'
+import type {
+  IBaseBlockTokenizerProps,
+  IPartialYastBlockToken,
+  ITokenizer,
+} from '@yozora/core-tokenizer'
+
+export type T = EcmaImportType
+export type INode = EcmaImport
+export const uniqueName = '@yozora/tokenizer-ecma-import'
+
+export type IToken = IPartialYastBlockToken<T> & Omit<EcmaImport, 'type'>
+
+export type IThis = ITokenizer
+
+export type ITokenizerProps = Partial<IBaseBlockTokenizerProps>

package/src/util.ts

@@ -0,0 +1,46 @@
+import type { IEcmaImportNamedImport } from '@yozora/ast'
+
+const namedImportItemRegex = /^(\w+)(?:\s+as\s+(\w+))?$/
+const namedImportRegex = /\{\s*((?:[\w]+(?:\s+as\s+[\w]+)?\s*,\s*)*[\w]+(?:\s+as\s+[\w]+)?)\s*\}\s*/
+const endRegex = /\s*;*\s*$/
+
+/**
+ * import '@yozora.parser'
+ */
+export const regex1 = new RegExp(/^import\s+(['"])([^'"]+)\1/.source + endRegex.source)
+
+/**
+ * import Parser from '@yozora/parser'
+ */
+export const regex2 = new RegExp(
+  /^import\s+([\w]+)\s+from\s+(['"])([^'"]+)\2/.source + endRegex.source,
+)
+
+/**
+ * import Parser, { YozoraParser } from '@yozora/parser'
+ * import Parser, { YozoraParser as Parser } from '@yozora/parser'
+ * import Parser, { YozoraParser, YozoraParser as Parser } from '@yozora/parser'
+ * import { YozoraParser } from '@yozora/parser'
+ * import { YozoraParser as Parser } from '@yozora/parser'
+ * import { YozoraParser, YozoraParser as Parser } from '@yozora/parser'
+ */
+export const regex3 = new RegExp(
+  /^import\s+(?:([\w]+)\s*,\s*)?/.source +
+    namedImportRegex.source +
+    /from\s+(['"])([^'"]+)\3/.source +
+    endRegex.source,
+)
+
+/**
+ *
+ * @param text
+ */
+export function resolveNameImports(text: string): IEcmaImportNamedImport[] {
+  const items = text.split(/\s*,\s*/g).filter(item => item.length > 0)
+  const result: IEcmaImportNamedImport[] = []
+  for (const item of items) {
+    const [, src, alias] = namedImportItemRegex.exec(item)!
+    result.push({ src, alias: alias == null ? null : alias })
+  }
+  return result
+}