@yozora/tokenizer-fenced-code 2.1.2 → 2.1.4

package/lib/cjs/index.cjs

@@ -7,6 +7,10 @@ var ast = require('@yozora/ast');
 var character = require('@yozora/character');
 var coreTokenizer = require('@yozora/core-tokenizer');
 
+function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
+
+var FencedBlockTokenizer__default = /*#__PURE__*/_interopDefault(FencedBlockTokenizer);
+
 const match = function (api) {
     const hook = FencedBlockTokenizer.fencedBlockMatch.call(this, api);
     return {
@@ -55,7 +59,7 @@ const parse = function (api) {
 
 const uniqueName = '@yozora/tokenizer-fenced-code';
 
-class FencedCodeTokenizer extends FencedBlockTokenizer {
+class FencedCodeTokenizer extends FencedBlockTokenizer__default.default {
     constructor(props = {}) {
         super({
             name: props.name ?? uniqueName,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-fenced-code",
-  "version": "2.1.2",
+  "version": "2.1.4",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -27,7 +27,7 @@
   },
   "files": [
     "lib/",
-    "src/",
+    "lib/**/*.map",
     "package.json",
     "CHANGELOG.md",
     "LICENSE",
@@ -39,10 +39,10 @@
     "test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.1.2",
-    "@yozora/character": "^2.1.2",
-    "@yozora/core-tokenizer": "^2.1.2",
-    "@yozora/tokenizer-fenced-block": "^2.1.2"
+    "@yozora/ast": "^2.1.4",
+    "@yozora/character": "^2.1.4",
+    "@yozora/core-tokenizer": "^2.1.4",
+    "@yozora/tokenizer-fenced-block": "^2.1.4"
   },
-  "gitHead": "992bacafd173e7788e99fed34ce8b45f6ed24cfe"
+  "gitHead": "aa464ed1e3cd84892773a833910cfc53a556bf5f"
 }

package/src/index.ts

@@ -1,9 +0,0 @@
-export { match as fencedCodeMatch } from './match'
-export { parse as fencedCodeParse } from './parse'
-export { FencedCodeTokenizer, FencedCodeTokenizer as default } from './tokenizer'
-export { uniqueName as FencedCodeTokenizerName } from './types'
-export type {
-  IThis as IFencedCodeHookContext,
-  IToken as IFencedCodeToken,
-  ITokenizerProps as IFencedCodeTokenizerProps,
-} from './types'

package/src/match.ts

@@ -1,19 +0,0 @@
-import type { IMatchBlockHook, IMatchBlockHookCreator } from '@yozora/core-tokenizer'
-import { fencedBlockMatch } from '@yozora/tokenizer-fenced-block'
-import type { IThis, IToken, T } from './types'
-
-/**
- * A code fence is a sequence of at least three consecutive backtick characters
- * (`) or tildes (~). (Tildes and backticks cannot be mixed.) A fenced code
- * block begins with a code fence, indented no more than three spaces.
- *
- * @see https://github.com/syntax-tree/mdast#code
- * @see https://github.github.com/gfm/#code-fence
- */
-export const match: IMatchBlockHookCreator<T, IToken, IThis> = function (api) {
-  const hook = fencedBlockMatch.call(this, api) as IMatchBlockHook<T, IToken>
-  return {
-    ...hook,
-    isContainingBlock: false,
-  }
-}

package/src/parse.ts

@@ -1,58 +0,0 @@
-import { CodeType } from '@yozora/ast'
-import type { INodePoint } from '@yozora/character'
-import {
-  calcEscapedStringFromNodePoints,
-  calcStringFromNodePoints,
-  isUnicodeWhitespaceCharacter,
-} from '@yozora/character'
-import type { IParseBlockHookCreator } from '@yozora/core-tokenizer'
-import { eatOptionalWhitespaces, mergeContentLinesFaithfully } from '@yozora/core-tokenizer'
-import type { INode, IThis, IToken, T } from './types'
-
-export const parse: IParseBlockHookCreator<T, IToken, INode, IThis> = function (api) {
-  return {
-    parse: tokens =>
-      tokens.map(token => {
-        const infoString = token.infoString
-
-        // match lang
-        let i = 0
-        const langInfo: INodePoint[] = []
-        for (; i < infoString.length; ++i) {
-          const p = infoString[i]
-          if (isUnicodeWhitespaceCharacter(p.codePoint)) break
-          langInfo.push(p)
-        }
-        const lang: string = calcEscapedStringFromNodePoints(langInfo, 0, langInfo.length, true)
-
-        // match meta
-        i = eatOptionalWhitespaces(infoString, i, infoString.length)
-        const meta: string = calcEscapedStringFromNodePoints(infoString, i, infoString.length, true)
-
-        /**
-         * match content
-         * Backslash escape works in info strings in fenced code blocks.
-         * @see https://github.github.com/gfm/#example-320
-         */
-        const contents: INodePoint[] = mergeContentLinesFaithfully(token.lines)
-        let value: string = calcStringFromNodePoints(contents)
-        if (!/\n$/.test(value)) value += '\n'
-
-        const node: INode = api.shouldReservePosition
-          ? {
-              type: CodeType,
-              position: token.position,
-              lang: lang.length > 0 ? lang : null,
-              meta: meta.length > 0 ? meta : null,
-              value,
-            }
-          : {
-              type: CodeType,
-              lang: lang.length > 0 ? lang : null,
-              meta: meta.length > 0 ? meta : null,
-              value,
-            }
-        return node
-      }),
-  }
-}

package/src/tokenizer.ts

@@ -1,52 +0,0 @@
-import { CodeType } from '@yozora/ast'
-import { AsciiCodePoint } from '@yozora/character'
-import type {
-  IBlockTokenizer,
-  IMatchBlockHookCreator,
-  IParseBlockHookCreator,
-} from '@yozora/core-tokenizer'
-import { TokenizerPriority } from '@yozora/core-tokenizer'
-import FencedBlockTokenizer from '@yozora/tokenizer-fenced-block'
-import { match } from './match'
-import { parse } from './parse'
-import type { INode, IThis, IToken, ITokenizerProps, T } from './types'
-import { uniqueName } from './types'
-
-/**
- * Lexical Analyzer for FencedCode.
- * @see https://github.com/syntax-tree/mdast#code
- * @see https://github.github.com/gfm/#code-fence
- */
-export class FencedCodeTokenizer
-  extends FencedBlockTokenizer<T, INode, IThis>
-  implements IBlockTokenizer<T, IToken, INode, IThis>
-{
-  /* istanbul ignore next */
-  constructor(props: ITokenizerProps = {}) {
-    super({
-      name: props.name ?? uniqueName,
-      priority: props.priority ?? TokenizerPriority.FENCED_BLOCK,
-      nodeType: CodeType,
-      markers: [AsciiCodePoint.BACKTICK, AsciiCodePoint.TILDE],
-      markersRequired: 3,
-      checkInfoString: (infoString, marker): boolean => {
-        /**
-         * Info strings for backtick code blocks cannot contain backticks:
-         * Info strings for tilde code blocks can contain backticks and tildes
-         * @see https://github.github.com/gfm/#example-115
-         * @see https://github.github.com/gfm/#example-116
-         */
-        if (marker === AsciiCodePoint.BACKTICK) {
-          for (const p of infoString) {
-            if (p.codePoint === AsciiCodePoint.BACKTICK) return false
-          }
-        }
-        return true
-      },
-    })
-  }
-
-  public override readonly match: IMatchBlockHookCreator<T, IToken, IThis> = match
-
-  public override readonly parse: IParseBlockHookCreator<T, IToken, INode, IThis> = parse
-}

package/src/types.ts

@@ -1,13 +0,0 @@
-import type { Code, CodeType } from '@yozora/ast'
-import type { IBaseBlockTokenizerProps } from '@yozora/core-tokenizer'
-import type { IFencedBlockHookContext, IFencedBlockToken } from '@yozora/tokenizer-fenced-block'
-
-export type T = CodeType
-export type INode = Code
-export const uniqueName = '@yozora/tokenizer-fenced-code'
-
-export type IToken = IFencedBlockToken<T>
-
-export type IThis = IFencedBlockHookContext<T>
-
-export type ITokenizerProps = Partial<IBaseBlockTokenizerProps>