@yozora/tokenizer-ecma-import 2.1.2 → 2.1.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-ecma-import",
-  "version": "2.1.2",
+  "version": "2.1.4",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -27,7 +27,7 @@
   },
   "files": [
     "lib/",
-    "src/",
+    "lib/**/*.map",
     "package.json",
     "CHANGELOG.md",
     "LICENSE",
@@ -39,9 +39,9 @@
     "test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.1.2",
-    "@yozora/character": "^2.1.2",
-    "@yozora/core-tokenizer": "^2.1.2"
+    "@yozora/ast": "^2.1.4",
+    "@yozora/character": "^2.1.4",
+    "@yozora/core-tokenizer": "^2.1.4"
   },
-  "gitHead": "992bacafd173e7788e99fed34ce8b45f6ed24cfe"
+  "gitHead": "aa464ed1e3cd84892773a833910cfc53a556bf5f"
 }

package/src/index.ts

@@ -1,9 +0,0 @@
-export { match as ecmaImportMatch } from './match'
-export { parse as ecmaImportParse } from './parse'
-export { EcmaImportTokenizer, EcmaImportTokenizer as default } from './tokenizer'
-export { uniqueName as EcmaImportTokenizerName } from './types'
-export type {
-  IThis as ecmaImportHookContext,
-  IToken as IEcmaImportToken,
-  ITokenizerProps as IEcmaImportProps,
-} from './types'

package/src/match.ts

@@ -1,103 +0,0 @@
-import type { Position } from '@yozora/ast'
-import { EcmaImportType } from '@yozora/ast'
-import {
-  AsciiCodePoint,
-  calcStringFromNodePoints,
-  calcTrimBoundaryOfCodePoints,
-} from '@yozora/character'
-import type {
-  IMatchBlockHookCreator,
-  IPhrasingContentLine,
-  IResultOfEatOpener,
-} from '@yozora/core-tokenizer'
-import { calcEndPoint, calcStartPoint } from '@yozora/core-tokenizer'
-import type { IThis, IToken, T } from './types'
-import { regex1, regex2, regex3, resolveNameImports } from './util'
-
-/**
- * Examples
- *
- *    import '@yozora/parser'
- *    import Parser from '@yozora/parser'
- *    import Parser, { YozoraParserProps } from '@yozora/parser'
- *    import { YozoraParserProps } from '@yozora/parser'
- *    import { YozoraParser, YozoraParser as Parser } from '@yozora/parser'
- *
- * @see https://github.com/syntax-tree/mdast#strong
- * @see https://github.github.com/gfm/#emphasis-and-strong-emphasis
- */
-export const match: IMatchBlockHookCreator<T, IToken, IThis> = function () {
-  return {
-    isContainingBlock: false,
-    eatOpener,
-  }
-
-  function eatOpener(line: Readonly<IPhrasingContentLine>): IResultOfEatOpener<T, IToken> {
-    /**
-     * Four spaces are too much
-     * @see https://github.github.com/gfm/#example-180
-     */
-    if (line.countOfPrecedeSpaces >= 4) return null
-
-    const { nodePoints, startIndex, endIndex, firstNonWhitespaceIndex } = line
-    if (firstNonWhitespaceIndex + 8 >= endIndex) return null
-
-    const i = firstNonWhitespaceIndex
-
-    if (nodePoints[i].codePoint !== AsciiCodePoint.LOWERCASE_I) return null
-    if (nodePoints[i + 1].codePoint !== AsciiCodePoint.LOWERCASE_M) return null
-    if (nodePoints[i + 2].codePoint !== AsciiCodePoint.LOWERCASE_P) return null
-    if (nodePoints[i + 3].codePoint !== AsciiCodePoint.LOWERCASE_O) return null
-    if (nodePoints[i + 4].codePoint !== AsciiCodePoint.LOWERCASE_R) return null
-    if (nodePoints[i + 5].codePoint !== AsciiCodePoint.LOWERCASE_T) return null
-
-    const [left, right] = calcTrimBoundaryOfCodePoints(
-      nodePoints,
-      firstNonWhitespaceIndex,
-      endIndex,
-    )
-    const text: string = calcStringFromNodePoints(nodePoints, left, right)
-    let m: RegExpExecArray | null
-
-    let token: IToken | null = null
-    const position = (): Position => ({
-      start: calcStartPoint(nodePoints, startIndex),
-      end: calcEndPoint(nodePoints, endIndex - 1),
-    })
-
-    // eslint-disable-next-line no-cond-assign
-    if ((m = regex1.exec(text)) != null) {
-      token = {
-        nodeType: EcmaImportType,
-        position: position(),
-        moduleName: m[2],
-        defaultImport: null,
-        namedImports: [],
-      }
-    }
-
-    // eslint-disable-next-line no-cond-assign
-    else if ((m = regex2.exec(text)) != null) {
-      token = {
-        nodeType: EcmaImportType,
-        position: position(),
-        moduleName: m[3],
-        defaultImport: m[1],
-        namedImports: [],
-      }
-    }
-
-    // eslint-disable-next-line no-cond-assign
-    else if ((m = regex3.exec(text)) != null) {
-      token = {
-        nodeType: EcmaImportType,
-        position: position(),
-        moduleName: m[4],
-        defaultImport: m[1],
-        namedImports: resolveNameImports(m[2]),
-      }
-    }
-
-    return token === null ? null : { token, nextIndex: endIndex, saturated: true }
-  }
-}

package/src/parse.ts

@@ -1,26 +0,0 @@
-import { EcmaImportType } from '@yozora/ast'
-import type { IParseBlockHookCreator } from '@yozora/core-tokenizer'
-import type { INode, IThis, IToken, T } from './types'
-
-export const parse: IParseBlockHookCreator<T, IToken, INode, IThis> = function (api) {
-  return {
-    parse: tokens =>
-      tokens.map(token => {
-        const node: INode = api.shouldReservePosition
-          ? {
-              type: EcmaImportType,
-              position: token.position,
-              moduleName: token.moduleName,
-              defaultImport: token.defaultImport,
-              namedImports: token.namedImports,
-            }
-          : {
-              type: EcmaImportType,
-              moduleName: token.moduleName,
-              defaultImport: token.defaultImport,
-              namedImports: token.namedImports,
-            }
-        return node
-      }),
-  }
-}

package/src/tokenizer.ts

@@ -1,32 +0,0 @@
-import type {
-  IBlockTokenizer,
-  IMatchBlockHookCreator,
-  IParseBlockHookCreator,
-} from '@yozora/core-tokenizer'
-import { BaseBlockTokenizer, TokenizerPriority } from '@yozora/core-tokenizer'
-import { match } from './match'
-import { parse } from './parse'
-import type { INode, IThis, IToken, ITokenizerProps, T } from './types'
-import { uniqueName } from './types'
-
-/**
- * Lexical Analyzer for Ecma Import statement
- * @see https://github.com/syntax-tree/mdast#strong
- * @see https://github.github.com/gfm/#emphasis-and-strong-emphasis
- */
-export class EcmaImportTokenizer
-  extends BaseBlockTokenizer<T, IToken, INode, IThis>
-  implements IBlockTokenizer<T, IToken, INode, IThis>
-{
-  /* istanbul ignore next */
-  constructor(props: ITokenizerProps = {}) {
-    super({
-      name: props.name ?? uniqueName,
-      priority: props.priority ?? TokenizerPriority.ATOMIC,
-    })
-  }
-
-  public override readonly match: IMatchBlockHookCreator<T, IToken, IThis> = match
-
-  public override readonly parse: IParseBlockHookCreator<T, IToken, INode, IThis> = parse
-}

package/src/types.ts

@@ -1,16 +0,0 @@
-import type { EcmaImport, EcmaImportType } from '@yozora/ast'
-import type {
-  IBaseBlockTokenizerProps,
-  IPartialBlockToken,
-  ITokenizer,
-} from '@yozora/core-tokenizer'
-
-export type T = EcmaImportType
-export type INode = EcmaImport
-export const uniqueName = '@yozora/tokenizer-ecma-import'
-
-export type IToken = IPartialBlockToken<T> & Omit<EcmaImport, 'type'>
-
-export type IThis = ITokenizer
-
-export type ITokenizerProps = Partial<IBaseBlockTokenizerProps>

package/src/util.ts

@@ -1,46 +0,0 @@
-import type { IEcmaImportNamedImport } from '@yozora/ast'
-
-const namedImportItemRegex = /^(\w+)(?:\s+as\s+(\w+))?$/
-const namedImportRegex = /\{\s*((?:[\w]+(?:\s+as\s+[\w]+)?\s*,\s*)*[\w]+(?:\s+as\s+[\w]+)?)\s*\}\s*/
-const endRegex = /\s*;*\s*$/
-
-/**
- * import '@yozora.parser'
- */
-export const regex1 = new RegExp(/^import\s+(['"])([^'"]+)\1/.source + endRegex.source)
-
-/**
- * import Parser from '@yozora/parser'
- */
-export const regex2 = new RegExp(
-  /^import\s+([\w]+)\s+from\s+(['"])([^'"]+)\2/.source + endRegex.source,
-)
-
-/**
- * import Parser, { YozoraParser } from '@yozora/parser'
- * import Parser, { YozoraParser as Parser } from '@yozora/parser'
- * import Parser, { YozoraParser, YozoraParser as Parser } from '@yozora/parser'
- * import { YozoraParser } from '@yozora/parser'
- * import { YozoraParser as Parser } from '@yozora/parser'
- * import { YozoraParser, YozoraParser as Parser } from '@yozora/parser'
- */
-export const regex3 = new RegExp(
-  /^import\s+(?:([\w]+)\s*,\s*)?/.source +
-    namedImportRegex.source +
-    /from\s+(['"])([^'"]+)\3/.source +
-    endRegex.source,
-)
-
-/**
- *
- * @param text
- */
-export function resolveNameImports(text: string): IEcmaImportNamedImport[] {
-  const items = text.split(/\s*,\s*/g).filter(item => item.length > 0)
-  const result: IEcmaImportNamedImport[] = []
-  for (const item of items) {
-    const [, src, alias] = namedImportItemRegex.exec(item)!
-    result.push({ src, alias: alias == null ? null : alias })
-  }
-  return result
-}