@yozora/tokenizer-autolink-extension 1.2.1 → 2.0.0-alpha.1

package/README.md

@@ -84,14 +84,14 @@ so you can use `YozoraParser` / `GfmExParser` directly.
 registered in *YastParser* as a plugin-in before it can be used.
 
 ```typescript {4,9}
-import { DefaultYastParser } from '@yozora/core-parser'
+import { DefaultParser } from '@yozora/core-parser'
 import ParagraphTokenizer from '@yozora/tokenizer-paragraph'
 import TextTokenizer from '@yozora/tokenizer-text'
 import AutolinkExtensionTokenizer from '@yozora/tokenizer-autolink-extension'
 
-const parser = new DefaultYastParser()
-  .useBlockFallbackTokenizer(new ParagraphTokenizer())
-  .useInlineFallbackTokenizer(new TextTokenizer())
+const parser = new DefaultParser()
+  .useFallbackTokenizer(new ParagraphTokenizer())
+  .useFallbackTokenizer(new TextTokenizer())
   .useTokenizer(new AutolinkExtensionTokenizer())
 
 // parse source markdown content
@@ -243,7 +243,6 @@ Name              | Type        | Required  | Default
 [@yozora/tokenizer-link]:                     https://github.com/yozorajs/yozora/tree/main/tokenizers/link#readme
 [@yozora/tokenizer-link-reference]:           https://github.com/yozorajs/yozora/tree/main/tokenizers/link-reference#readme
 [@yozora/tokenizer-list]:                     https://github.com/yozorajs/yozora/tree/main/tokenizers/list#readme
-[@yozora/tokenizer-list-item]:                https://github.com/yozorajs/yozora/tree/main/tokenizers/list-item#readme
 [@yozora/tokenizer-math]:                     https://github.com/yozorajs/yozora/tree/main/tokenizers/math#readme
 [@yozora/tokenizer-paragraph]:                https://github.com/yozorajs/yozora/tree/main/tokenizers/paragraph#readme
 [@yozora/tokenizer-setext-heading]:           https://github.com/yozorajs/yozora/tree/main/tokenizers/setext-heading#readme
@@ -303,7 +302,6 @@ Name              | Type        | Required  | Default
 [doc-@yozora/tokenizer-definition]:           https://yozora.guanghechen.com/docs/package/tokenizer-definition
 [doc-@yozora/tokenizer-link-reference]:       https://yozora.guanghechen.com/docs/package/tokenizer-link-reference
 [doc-@yozora/tokenizer-list]:                 https://yozora.guanghechen.com/docs/package/tokenizer-list
-[doc-@yozora/tokenizer-list-item]:            https://yozora.guanghechen.com/docs/package/tokenizer-list-item
 [doc-@yozora/tokenizer-math]:                 https://yozora.guanghechen.com/docs/package/tokenizer-math
 [doc-@yozora/tokenizer-paragraph]:            https://yozora.guanghechen.com/docs/package/tokenizer-paragraph
 [doc-@yozora/tokenizer-setext-heading]:       https://yozora.guanghechen.com/docs/package/tokenizer-setext-heading

package/lib/cjs/index.js

@@ -2,12 +2,10 @@
 
 Object.defineProperty(exports, '__esModule', { value: true });
 
-var ast = require('@yozora/ast');
 var character = require('@yozora/character');
-var coreTokenizer = require('@yozora/core-tokenizer');
 var tokenizerAutolink = require('@yozora/tokenizer-autolink');
-
-const uniqueName = '@yozora/tokenizer-autolink-extension';
+var ast = require('@yozora/ast');
+var coreTokenizer = require('@yozora/core-tokenizer');
 
 function eatExtendEmailAddress(nodePoints, startIndex, endIndex) {
     let i = startIndex;
@@ -36,15 +34,12 @@ function eatExtendEmailAddress(nodePoints, startIndex, endIndex) {
             countOfPeriod += 1;
             continue;
         }
-        if (character.isAlphanumeric(c) ||
-            c === character.AsciiCodePoint.MINUS_SIGN ||
-            c === character.AsciiCodePoint.UNDERSCORE)
+        if (character.isAlphanumeric(c) || c === character.AsciiCodePoint.MINUS_SIGN || c === character.AsciiCodePoint.UNDERSCORE)
             continue;
         break;
     }
     const lastCharacter = nodePoints[i - 1].codePoint;
-    if (lastCharacter === character.AsciiCodePoint.MINUS_SIGN ||
-        lastCharacter === character.AsciiCodePoint.UNDERSCORE)
+    if (lastCharacter === character.AsciiCodePoint.MINUS_SIGN || lastCharacter === character.AsciiCodePoint.UNDERSCORE)
         return { valid: false, nextIndex: i };
     if (lastCharacter === character.AsciiCodePoint.DOT) {
         i -= 1;
@@ -191,15 +186,13 @@ const helpers = [
     { contentType: 'uri-www', eat: eatWWWDomain },
     { contentType: 'email', eat: eatExtendEmailAddress },
 ];
-class AutolinkExtensionTokenizer extends coreTokenizer.BaseInlineTokenizer {
-    constructor(props = {}) {
-        var _a, _b;
-        super({
-            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
-            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : coreTokenizer.TokenizerPriority.LINKS,
-        });
-    }
-    _findDelimiter(startIndex, endIndex, nodePoints, api) {
+const match = function (api) {
+    return {
+        findDelimiter: () => coreTokenizer.genFindDelimiter(_findDelimiter),
+        processSingleDelimiter,
+    };
+    function _findDelimiter(startIndex, endIndex) {
+        const nodePoints = api.getNodePoints();
         const blockStartIndex = api.getBlockStartIndex();
         for (let i = startIndex; i < endIndex; ++i) {
             {
@@ -250,38 +243,60 @@ class AutolinkExtensionTokenizer extends coreTokenizer.BaseInlineTokenizer {
         }
         return null;
     }
-    processSingleDelimiter(delimiter, nodePoints, api) {
+    function processSingleDelimiter(delimiter) {
         const token = {
             nodeType: ast.LinkType,
             startIndex: delimiter.startIndex,
             endIndex: delimiter.endIndex,
             contentType: delimiter.contentType,
-            children: api.resolveFallbackTokens([], delimiter.startIndex, delimiter.endIndex, nodePoints),
+            children: api.resolveFallbackTokens([], delimiter.startIndex, delimiter.endIndex),
         };
         return [token];
     }
-    processToken(token, children, nodePoints) {
-        let url = character.calcStringFromNodePoints(nodePoints, token.startIndex, token.endIndex);
-        switch (token.contentType) {
-            case 'email':
-                url = 'mailto:' + url;
-                break;
-            case 'uri-www':
-                url = 'http://' + url;
-                break;
-        }
-        const result = {
-            type: ast.LinkType,
-            url,
-            children: children !== null && children !== void 0 ? children : [],
-        };
-        return result;
+};
+
+const parse = function (api) {
+    return {
+        parse: (token, children) => {
+            const nodePoints = api.getNodePoints();
+            let url = character.calcStringFromNodePoints(nodePoints, token.startIndex, token.endIndex);
+            switch (token.contentType) {
+                case 'email':
+                    url = 'mailto:' + url;
+                    break;
+                case 'uri-www':
+                    url = 'http://' + url;
+                    break;
+            }
+            const result = {
+                type: ast.LinkType,
+                url,
+                children,
+            };
+            return result;
+        },
+    };
+};
+
+const uniqueName = '@yozora/tokenizer-autolink-extension';
+
+class AutolinkExtensionTokenizer extends coreTokenizer.BaseInlineTokenizer {
+    constructor(props = {}) {
+        var _a, _b;
+        super({
+            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
+            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : coreTokenizer.TokenizerPriority.LINKS,
+        });
+        this.match = match;
+        this.parse = parse;
     }
 }
 
 exports.AutolinkExtensionTokenizer = AutolinkExtensionTokenizer;
 exports.AutolinkExtensionTokenizerName = uniqueName;
-exports['default'] = AutolinkExtensionTokenizer;
+exports.autolinkExtensionMatch = match;
+exports.autolinkExtensionParse = parse;
+exports["default"] = AutolinkExtensionTokenizer;
 exports.eatDomainSegment = eatDomainSegment;
 exports.eatExtendEmailAddress = eatExtendEmailAddress;
 exports.eatExtendedUrl = eatExtendedUrl;

package/lib/esm/index.js

@@ -1,9 +1,7 @@
-import { LinkType } from '@yozora/ast';
 import { isAlphanumeric, AsciiCodePoint, isWhitespaceCharacter, isPunctuationCharacter, calcStringFromNodePoints } from '@yozora/character';
-import { BaseInlineTokenizer, TokenizerPriority } from '@yozora/core-tokenizer';
 import { eatAutolinkSchema } from '@yozora/tokenizer-autolink';
-
-const uniqueName = '@yozora/tokenizer-autolink-extension';
+import { LinkType } from '@yozora/ast';
+import { genFindDelimiter, BaseInlineTokenizer, TokenizerPriority } from '@yozora/core-tokenizer';
 
 function eatExtendEmailAddress(nodePoints, startIndex, endIndex) {
     let i = startIndex;
@@ -32,15 +30,12 @@ function eatExtendEmailAddress(nodePoints, startIndex, endIndex) {
             countOfPeriod += 1;
             continue;
         }
-        if (isAlphanumeric(c) ||
-            c === AsciiCodePoint.MINUS_SIGN ||
-            c === AsciiCodePoint.UNDERSCORE)
+        if (isAlphanumeric(c) || c === AsciiCodePoint.MINUS_SIGN || c === AsciiCodePoint.UNDERSCORE)
             continue;
         break;
     }
     const lastCharacter = nodePoints[i - 1].codePoint;
-    if (lastCharacter === AsciiCodePoint.MINUS_SIGN ||
-        lastCharacter === AsciiCodePoint.UNDERSCORE)
+    if (lastCharacter === AsciiCodePoint.MINUS_SIGN || lastCharacter === AsciiCodePoint.UNDERSCORE)
         return { valid: false, nextIndex: i };
     if (lastCharacter === AsciiCodePoint.DOT) {
         i -= 1;
@@ -187,15 +182,13 @@ const helpers = [
     { contentType: 'uri-www', eat: eatWWWDomain },
     { contentType: 'email', eat: eatExtendEmailAddress },
 ];
-class AutolinkExtensionTokenizer extends BaseInlineTokenizer {
-    constructor(props = {}) {
-        var _a, _b;
-        super({
-            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
-            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : TokenizerPriority.LINKS,
-        });
-    }
-    _findDelimiter(startIndex, endIndex, nodePoints, api) {
+const match = function (api) {
+    return {
+        findDelimiter: () => genFindDelimiter(_findDelimiter),
+        processSingleDelimiter,
+    };
+    function _findDelimiter(startIndex, endIndex) {
+        const nodePoints = api.getNodePoints();
         const blockStartIndex = api.getBlockStartIndex();
         for (let i = startIndex; i < endIndex; ++i) {
             {
@@ -246,33 +239,53 @@ class AutolinkExtensionTokenizer extends BaseInlineTokenizer {
         }
         return null;
     }
-    processSingleDelimiter(delimiter, nodePoints, api) {
+    function processSingleDelimiter(delimiter) {
         const token = {
             nodeType: LinkType,
             startIndex: delimiter.startIndex,
             endIndex: delimiter.endIndex,
             contentType: delimiter.contentType,
-            children: api.resolveFallbackTokens([], delimiter.startIndex, delimiter.endIndex, nodePoints),
+            children: api.resolveFallbackTokens([], delimiter.startIndex, delimiter.endIndex),
         };
         return [token];
     }
-    processToken(token, children, nodePoints) {
-        let url = calcStringFromNodePoints(nodePoints, token.startIndex, token.endIndex);
-        switch (token.contentType) {
-            case 'email':
-                url = 'mailto:' + url;
-                break;
-            case 'uri-www':
-                url = 'http://' + url;
-                break;
-        }
-        const result = {
-            type: LinkType,
-            url,
-            children: children !== null && children !== void 0 ? children : [],
-        };
-        return result;
+};
+
+const parse = function (api) {
+    return {
+        parse: (token, children) => {
+            const nodePoints = api.getNodePoints();
+            let url = calcStringFromNodePoints(nodePoints, token.startIndex, token.endIndex);
+            switch (token.contentType) {
+                case 'email':
+                    url = 'mailto:' + url;
+                    break;
+                case 'uri-www':
+                    url = 'http://' + url;
+                    break;
+            }
+            const result = {
+                type: LinkType,
+                url,
+                children,
+            };
+            return result;
+        },
+    };
+};
+
+const uniqueName = '@yozora/tokenizer-autolink-extension';
+
+class AutolinkExtensionTokenizer extends BaseInlineTokenizer {
+    constructor(props = {}) {
+        var _a, _b;
+        super({
+            name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
+            priority: (_b = props.priority) !== null && _b !== void 0 ? _b : TokenizerPriority.LINKS,
+        });
+        this.match = match;
+        this.parse = parse;
     }
 }
 
-export { AutolinkExtensionTokenizer, uniqueName as AutolinkExtensionTokenizerName, AutolinkExtensionTokenizer as default, eatDomainSegment, eatExtendEmailAddress, eatExtendedUrl, eatOptionalDomainFollows, eatValidDomain, eatWWWDomain };
+export { AutolinkExtensionTokenizer, uniqueName as AutolinkExtensionTokenizerName, match as autolinkExtensionMatch, parse as autolinkExtensionParse, AutolinkExtensionTokenizer as default, eatDomainSegment, eatExtendEmailAddress, eatExtendedUrl, eatOptionalDomainFollows, eatValidDomain, eatWWWDomain };

package/lib/types/index.d.ts

@@ -1,7 +1,7 @@
-import { AutolinkExtensionTokenizer } from './tokenizer';
 export * from './util/email';
 export * from './util/uri';
-export { AutolinkExtensionTokenizer } from './tokenizer';
+export { match as autolinkExtensionMatch } from './match';
+export { parse as autolinkExtensionParse } from './parse';
+export { AutolinkExtensionTokenizer, AutolinkExtensionTokenizer as default } from './tokenizer';
 export { uniqueName as AutolinkExtensionTokenizerName } from './types';
-export type { Token as AutolinkExtensionToken, TokenizerProps as AutolinkExtensionTokenizerProps, } from './types';
-export default AutolinkExtensionTokenizer;
+export type { IThis as IAutolinkExtensionHookContext, IToken as IAutolinkExtensionToken, ITokenizerProps as IAutolinkExtensionTokenizerProps, } from './types';

package/lib/types/match.d.ts

@@ -0,0 +1,6 @@
+import type { IMatchInlineHookCreator } from '@yozora/core-tokenizer';
+import type { IDelimiter, IThis, IToken, T } from './types';
+/**
+ * @see https://github.github.com/gfm/#autolinks-extension-
+ */
+export declare const match: IMatchInlineHookCreator<T, IDelimiter, IToken, IThis>;

package/lib/types/parse.d.ts

@@ -0,0 +1,3 @@
+import type { IParseInlineHookCreator } from '@yozora/core-tokenizer';
+import type { INode, IThis, IToken, T } from './types';
+export declare const parse: IParseInlineHookCreator<T, IToken, INode, IThis>;

package/lib/types/tokenizer.d.ts

@@ -1,28 +1,13 @@
-import type { YastNode } from '@yozora/ast';
-import type { NodePoint } from '@yozora/character';
-import type { MatchInlinePhaseApi, ResultOfProcessSingleDelimiter, Tokenizer, TokenizerMatchInlineHook, TokenizerParseInlineHook } from '@yozora/core-tokenizer';
+import type { IInlineTokenizer, IMatchInlineHookCreator, IParseInlineHookCreator } from '@yozora/core-tokenizer';
 import { BaseInlineTokenizer } from '@yozora/core-tokenizer';
-import type { Delimiter, Node, T, Token, TokenizerProps } from './types';
+import type { IDelimiter, INode, IThis, IToken, ITokenizerProps, T } from './types';
 /**
  * Lexical Analyzer for Autolink (extension).
  *
  * @see https://github.github.com/gfm/#autolinks-extension-
  */
-export declare class AutolinkExtensionTokenizer extends BaseInlineTokenizer<Delimiter> implements Tokenizer, TokenizerMatchInlineHook<T, Delimiter, Token>, TokenizerParseInlineHook<T, Token, Node> {
-    constructor(props?: TokenizerProps);
-    /**
-     * @override
-     * @see BaseInlineTokenizer
-     */
-    protected _findDelimiter(startIndex: number, endIndex: number, nodePoints: ReadonlyArray<NodePoint>, api: Readonly<MatchInlinePhaseApi>): Delimiter | null;
-    /**
-     * @override
-     * @see TokenizerMatchInlineHook
-     */
-    processSingleDelimiter(delimiter: Delimiter, nodePoints: ReadonlyArray<NodePoint>, api: Readonly<MatchInlinePhaseApi>): ResultOfProcessSingleDelimiter<T, Token>;
-    /**
-     * @override
-     * @see TokenizerParseInlineHook
-     */
-    processToken(token: Token, children: YastNode[] | undefined, nodePoints: ReadonlyArray<NodePoint>): Node;
+export declare class AutolinkExtensionTokenizer extends BaseInlineTokenizer<T, IDelimiter, IToken, INode, IThis> implements IInlineTokenizer<T, IDelimiter, IToken, INode, IThis> {
+    constructor(props?: ITokenizerProps);
+    readonly match: IMatchInlineHookCreator<T, IDelimiter, IToken, IThis>;
+    readonly parse: IParseInlineHookCreator<T, IToken, INode, IThis>;
 }

package/lib/types/types.d.ts

@@ -1,26 +1,27 @@
-import type { Link, LinkType } from '@yozora/ast';
-import type { NodePoint } from '@yozora/character';
-import type { BaseInlineTokenizerProps, PartialYastInlineToken, ResultOfRequiredEater, YastTokenDelimiter } from '@yozora/core-tokenizer';
+import type { ILink, LinkType } from '@yozora/ast';
+import type { INodePoint } from '@yozora/character';
+import type { IBaseInlineTokenizerProps, IPartialYastInlineToken, IResultOfRequiredEater, ITokenizer, IYastTokenDelimiter } from '@yozora/core-tokenizer';
 import type { AutolinkContentType } from '@yozora/tokenizer-autolink';
 export declare type T = LinkType;
-export declare type Node = Link;
+export declare type INode = ILink;
 export declare const uniqueName = "@yozora/tokenizer-autolink-extension";
 export declare type AutolinkExtensionContentType = AutolinkContentType | 'uri-www';
-export interface Token extends PartialYastInlineToken<T> {
+export interface IToken extends IPartialYastInlineToken<T> {
     /**
      * Autolink content type: absolute uri or email.
      */
     contentType: AutolinkExtensionContentType;
 }
-export interface Delimiter extends YastTokenDelimiter {
+export interface IDelimiter extends IYastTokenDelimiter {
     type: 'full';
     /**
      * Autolink and autolink-extension content types.
      */
     contentType: AutolinkExtensionContentType;
 }
-export declare type TokenizerProps = Partial<BaseInlineTokenizerProps>;
-export declare type ContentEater = (nodePoints: ReadonlyArray<NodePoint>, startIndex: number, endIndex: number) => ResultOfRequiredEater;
+export declare type IThis = ITokenizer;
+export declare type ITokenizerProps = Partial<IBaseInlineTokenizerProps>;
+export declare type ContentEater = (nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number) => IResultOfRequiredEater;
 export interface ContentHelper {
     contentType: AutolinkExtensionContentType;
     eat: ContentEater;

package/lib/types/util/email.d.ts

@@ -1,5 +1,5 @@
-import type { NodePoint } from '@yozora/character';
-import type { ResultOfRequiredEater } from '@yozora/core-tokenizer';
+import type { INodePoint } from '@yozora/character';
+import type { IResultOfRequiredEater } from '@yozora/core-tokenizer';
 /**
  * An extended email autolink will be recognised when an email address is
  * recognised within any text node. Email addresses are recognised according to
@@ -13,4 +13,4 @@ import type { ResultOfRequiredEater } from '@yozora/core-tokenizer';
  *
  * @see https://github.github.com/gfm/#extended-email-autolink
  */
-export declare function eatExtendEmailAddress(nodePoints: ReadonlyArray<NodePoint>, startIndex: number, endIndex: number): ResultOfRequiredEater;
+export declare function eatExtendEmailAddress(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number): IResultOfRequiredEater;

package/lib/types/util/uri.d.ts

@@ -1,5 +1,5 @@
-import type { NodePoint } from '@yozora/character';
-import type { ResultOfOptionalEater, ResultOfRequiredEater } from '@yozora/core-tokenizer';
+import type { INodePoint } from '@yozora/character';
+import type { IResultOfOptionalEater, IResultOfRequiredEater } from '@yozora/core-tokenizer';
 /**
  * An extended url autolink will be recognised when one of the schemes 'http://',
  * or 'https://', followed by a valid domain, then zero or more non-space non-<
@@ -7,12 +7,12 @@ import type { ResultOfOptionalEater, ResultOfRequiredEater } from '@yozora/core-
  *
  * @see https://github.github.com/gfm/#extended-url-autolink
  */
-export declare function eatExtendedUrl(nodePoints: ReadonlyArray<NodePoint>, startIndex: number, endIndex: number): ResultOfRequiredEater;
+export declare function eatExtendedUrl(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number): IResultOfRequiredEater;
 /**
  * An extended www autolink will be recognised when the text 'www.' is found
  * followed by a valid domain
  */
-export declare function eatWWWDomain(nodePoints: ReadonlyArray<NodePoint>, startIndex: number, endIndex: number): ResultOfRequiredEater;
+export declare function eatWWWDomain(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number): IResultOfRequiredEater;
 /**
  * Try to eat an optional domain follows.
  *
@@ -23,19 +23,19 @@ export declare function eatWWWDomain(nodePoints: ReadonlyArray<NodePoint>, start
  * @param endIndex
  * @see https://github.github.com/gfm/#extended-autolink-path-validation
  */
-export declare function eatOptionalDomainFollows(nodePoints: ReadonlyArray<NodePoint>, startIndex: number, endIndex: number): ResultOfOptionalEater;
+export declare function eatOptionalDomainFollows(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number): IResultOfOptionalEater;
 /**
  * A valid domain consists of segments of alphanumeric characters,
  * underscores (_) and hyphens (-) separated by periods (.).
  *
  * @see https://github.github.com/gfm/#valid-domain
  */
-export declare function eatValidDomain(nodePoints: ReadonlyArray<NodePoint>, startIndex: number, endIndex: number): ResultOfRequiredEater;
+export declare function eatValidDomain(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number): IResultOfRequiredEater;
 /**
  * A valid domain segment consists of alphanumeric characters,
  * underscores (_) and hyphens (-).
  * @see https://github.github.com/gfm/#valid-domain
  */
-export declare function eatDomainSegment(nodePoints: ReadonlyArray<NodePoint>, startIndex: number, endIndex: number): ResultOfRequiredEater & {
+export declare function eatDomainSegment(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number): IResultOfRequiredEater & {
     hasUnderscore: boolean;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-autolink-extension",
-  "version": "1.2.1",
+  "version": "2.0.0-alpha.1",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -35,10 +35,10 @@
     "test": "cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^1.2.1",
-    "@yozora/character": "^1.2.1",
-    "@yozora/core-tokenizer": "^1.2.1",
-    "@yozora/tokenizer-autolink": "^1.2.1"
+    "@yozora/ast": "^2.0.0-alpha.1",
+    "@yozora/character": "^2.0.0-alpha.1",
+    "@yozora/core-tokenizer": "^2.0.0-alpha.1",
+    "@yozora/tokenizer-autolink": "^2.0.0-alpha.1"
   },
-  "gitHead": "d98d07d7c56dd9f6bb60149b2b0a4be2787e1046"
+  "gitHead": "86202e1d2b03ccfc2ab030517d9d314f7aee7666"
 }