@yozora/tokenizer-definition 2.0.2 → 2.0.4

package/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2020-2021 guanghechen (me.guanghechen@gmail.com)
+Copyright (c) 2020-2022 guanghechen (me.guanghechen@gmail.com)
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yozora/tokenizer-definition",
-  "version": "2.0.2",
+  "version": "2.0.4",
   "author": {
     "name": "guanghechen",
     "url": "https://github.com/guanghechen/"
@@ -30,14 +30,14 @@
   ],
   "scripts": {
     "build": "cross-env NODE_ENV=production rollup -c ../../rollup.config.js",
-    "prebuild": "rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly",
+    "prebuild": "rimraf lib/",
     "prepublishOnly": "cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build",
     "test": "cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir ."
   },
   "dependencies": {
-    "@yozora/ast": "^2.0.2",
-    "@yozora/character": "^2.0.2",
-    "@yozora/core-tokenizer": "^2.0.2"
+    "@yozora/ast": "^2.0.4",
+    "@yozora/character": "^2.0.4",
+    "@yozora/core-tokenizer": "^2.0.4"
   },
-  "gitHead": "6911295e9eacfa29563fe93494704190e50625fd"
+  "gitHead": "c980b95254394dcacba0cbb4bea251350b09397c"
 }

package/lib/types/match.d.ts

@@ -1,18 +0,0 @@
-import type { IMatchBlockHookCreator } from '@yozora/core-tokenizer';
-import type { IThis, IToken, T } from './types';
-/**
- * A link reference definition consists of a link label, indented up to three
- * spaces, followed by a colon (:), optional whitespace (including up to one
- * line ending), a link destination, optional whitespace (including up to one
- * line ending), and an optional link title, which if it is present must be
- * separated from the link destination by whitespace. No further non-whitespace
- * characters may occur on the line.
- *
- * A link reference definition does not correspond to a structural element of
- * a document. Instead, it defines a label which can be used in reference
- * links and reference-style images elsewhere in the document. Link reference
- * definitions can come either before or after the links that use them.
- *
- * @see https://github.github.com/gfm/#link-reference-definition
- */
-export declare const match: IMatchBlockHookCreator<T, IToken, IThis>;

package/lib/types/parse.d.ts

@@ -1,3 +0,0 @@
-import type { IParseBlockHookCreator } from '@yozora/core-tokenizer';
-import type { INode, IThis, IToken, T } from './types';
-export declare const parse: IParseBlockHookCreator<T, IToken, INode, IThis>;

package/lib/types/tokenizer.d.ts

@@ -1,12 +0,0 @@
-import type { IBlockTokenizer, IMatchBlockHookCreator, IParseBlockHookCreator } from '@yozora/core-tokenizer';
-import { BaseBlockTokenizer } from '@yozora/core-tokenizer';
-import type { INode, IThis, IToken, ITokenizerProps, T } from './types';
-/**
- * Lexical Analyzer for Definition.
- * @see https://github.github.com/gfm/#link-reference-definition
- */
-export declare class DefinitionTokenizer extends BaseBlockTokenizer<T, IToken, INode, IThis> implements IBlockTokenizer<T, IToken, INode, IThis> {
-    constructor(props?: ITokenizerProps);
-    readonly match: IMatchBlockHookCreator<T, IToken, IThis>;
-    readonly parse: IParseBlockHookCreator<T, IToken, INode, IThis>;
-}

package/lib/types/types.d.ts

@@ -1,49 +0,0 @@
-import type { Definition, DefinitionType } from '@yozora/ast';
-import type { IBaseBlockTokenizerProps, IPartialYastBlockToken, IPhrasingContentLine, ITokenizer } from '@yozora/core-tokenizer';
-import type { ILinkDestinationCollectingState } from './util/link-destination';
-import type { ILinkLabelCollectingState } from './util/link-label';
-import type { ILinkTitleCollectingState } from './util/link-title';
-export declare type T = DefinitionType;
-export declare type INode = Definition;
-export declare const uniqueName = "@yozora/tokenizer-definition";
-export interface IToken extends IPartialYastBlockToken<T> {
-    /**
-     *
-     */
-    lines: Array<Readonly<IPhrasingContentLine>>;
-    /**
-     * Link label
-     * Trimmed, Case-Insensitive
-     */
-    label: ILinkLabelCollectingState;
-    /**
-     * Link destination
-     */
-    destination: ILinkDestinationCollectingState | null;
-    /**
-     * Link title
-     */
-    title: ILinkTitleCollectingState | null;
-    /**
-     * The line number of the first matched character of the link label
-     */
-    lineNoOfLabel: number;
-    /**
-     * The line number of the first matched character of the link destination
-     */
-    lineNoOfDestination: number;
-    /**
-     * The line number of the first matched character of the link title
-     */
-    lineNoOfTitle: number;
-    /**
-     * Resolved definition label.
-     */
-    _label?: string;
-    /**
-     * Resolved definition identifier.
-     */
-    _identifier?: string;
-}
-export declare type IThis = ITokenizer;
-export declare type ITokenizerProps = Partial<IBaseBlockTokenizerProps>;

package/lib/types/util/link-destination.d.ts

@@ -1,37 +0,0 @@
-import type { INodePoint } from '@yozora/character';
-/**
- * The processing token of eatAndCollectLinkDestination, used to save
- * intermediate data to support multiple codePosition fragment processing
- *
- * @see https://github.github.com/gfm/#link-destination
- */
-export interface ILinkDestinationCollectingState {
-    /**
-     * Whether the current token has collected a legal LinkDestination
-     */
-    saturated: boolean;
-    /**
-     * Collected token points
-     */
-    nodePoints: INodePoint[];
-    /**
-     * Whether an opening angle bracket has been matched
-     */
-    hasOpenAngleBracket: boolean;
-    /**
-     * Number of parentheses encountered
-     */
-    openParensCount: number;
-}
-/**
- *
- * @param nodePoints
- * @param startIndex
- * @param endIndex
- * @param state
- * @see https://github.github.com/gfm/#link-destination
- */
-export declare function eatAndCollectLinkDestination(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number, state: ILinkDestinationCollectingState | null): {
-    nextIndex: number;
-    state: ILinkDestinationCollectingState;
-};

package/lib/types/util/link-label.d.ts

@@ -1,44 +0,0 @@
-import type { INodePoint } from '@yozora/character';
-/**
- * The processing token of eatAndCollectLinkLabel, used to save
- * intermediate data to support multiple codePosition fragment processing
- *
- * @see https://github.github.com/gfm/#link-label
- */
-export interface ILinkLabelCollectingState {
-    /**
-     * Whether the current token has collected a legal LinkDestination
-     */
-    saturated: boolean;
-    /**
-     * Collected token points
-     */
-    nodePoints: INodePoint[];
-    /**
-     * Does it contain non-blank characters
-     */
-    hasNonWhitespaceCharacter: boolean;
-}
-/**
- * A link label begins with a left bracket '[' and ends with the first right bracket ']'
- * that is not backslash-escaped. Between these brackets there must be at least one
- * non-whitespace character. Unescaped square bracket characters are not allowed inside
- * the opening and closing square brackets of link labels. A link label can have at most
- * 999 characters inside the square brackets.
- *
- * One label matches another just in case their normalized forms are equal. To normalize
- * a label, strip off the opening and closing brackets, perform the Unicode case fold,
- * strip leading and trailing whitespace and collapse consecutive internal whitespace to
- * a single space. If there are multiple matching reference link definitions, the one that
- * comes first in the document is used. (It is desirable in such cases to emit a warning.)
- *
- * @param nodePoints
- * @param startIndex
- * @param endIndex
- * @param state
- * @see https://github.github.com/gfm/#link-label
- */
-export declare function eatAndCollectLinkLabel(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number, state: ILinkLabelCollectingState | null): {
-    nextIndex: number;
-    state: ILinkLabelCollectingState;
-};

package/lib/types/util/link-title.d.ts

@@ -1,33 +0,0 @@
-import type { INodePoint } from '@yozora/character';
-/**
- * The processing token of eatAndCollectLinkDestination, used to save
- * intermediate data to support multiple codePosition fragment processing.
- *
- * @see https://github.github.com/gfm/#link-title
- */
-export interface ILinkTitleCollectingState {
-    /**
-     * Whether the current token has collected a legal LinkDestination
-     */
-    saturated: boolean;
-    /**
-     * Collected token points
-     */
-    nodePoints: INodePoint[];
-    /**
-     * Character that wrap link-title
-     */
-    wrapSymbol: number | null;
-}
-/**
- *
- * @param nodePoints
- * @param startIndex
- * @param endIndex
- * @param state
- * @see https://github.github.com/gfm/#link-title
- */
-export declare function eatAndCollectLinkTitle(nodePoints: ReadonlyArray<INodePoint>, startIndex: number, endIndex: number, state: ILinkTitleCollectingState | null): {
-    nextIndex: number;
-    state: ILinkTitleCollectingState;
-};