@yozora/tokenizer-footnote 1.3.0 → 2.0.0-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. package/lib/cjs/index.js +59 -54
  2. package/lib/esm/index.js +59 -54
  3. package/lib/types/index.d.ts +2 -4
  4. package/lib/types/tokenizer.d.ts +6 -25
  5. package/lib/types/types.d.ts +7 -7
  6. package/package.json +6 -6
package/lib/cjs/index.js CHANGED
@@ -16,66 +16,71 @@ class FootnoteTokenizer extends coreTokenizer.BaseInlineTokenizer {
16
16
  name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
17
17
  priority: (_b = props.priority) !== null && _b !== void 0 ? _b : coreTokenizer.TokenizerPriority.LINKS,
18
18
  });
19
- }
20
- _findDelimiter(startIndex, endIndex, api) {
21
- const nodePoints = api.getNodePoints();
22
- for (let i = startIndex; i < endIndex; ++i) {
23
- const c = nodePoints[i].codePoint;
24
- switch (c) {
25
- case character.AsciiCodePoint.BACKSLASH:
26
- i += 1;
27
- break;
28
- case character.AsciiCodePoint.CARET: {
29
- if (i + 1 < endIndex &&
30
- nodePoints[i + 1].codePoint === character.AsciiCodePoint.OPEN_BRACKET) {
31
- return {
32
- type: 'opener',
33
- startIndex: i,
34
- endIndex: i + 2,
35
- };
19
+ this.match = api => {
20
+ return {
21
+ findDelimiter: () => coreTokenizer.genFindDelimiter(_findDelimiter),
22
+ isDelimiterPair,
23
+ processDelimiterPair,
24
+ };
25
+ function _findDelimiter(startIndex, endIndex) {
26
+ const nodePoints = api.getNodePoints();
27
+ for (let i = startIndex; i < endIndex; ++i) {
28
+ const c = nodePoints[i].codePoint;
29
+ switch (c) {
30
+ case character.AsciiCodePoint.BACKSLASH:
31
+ i += 1;
32
+ break;
33
+ case character.AsciiCodePoint.CARET: {
34
+ if (i + 1 < endIndex && nodePoints[i + 1].codePoint === character.AsciiCodePoint.OPEN_BRACKET) {
35
+ return {
36
+ type: 'opener',
37
+ startIndex: i,
38
+ endIndex: i + 2,
39
+ };
40
+ }
41
+ break;
42
+ }
43
+ case character.AsciiCodePoint.CLOSE_BRACKET:
44
+ return {
45
+ type: 'closer',
46
+ startIndex: i,
47
+ endIndex: i + 1,
48
+ };
36
49
  }
37
- break;
38
50
  }
39
- case character.AsciiCodePoint.CLOSE_BRACKET:
40
- return {
41
- type: 'closer',
42
- startIndex: i,
43
- endIndex: i + 1,
44
- };
51
+ return null;
52
+ }
53
+ function isDelimiterPair(openerDelimiter, closerDelimiter, internalTokens) {
54
+ const nodePoints = api.getNodePoints();
55
+ const balancedBracketsStatus = tokenizerLink.checkBalancedBracketsStatus(openerDelimiter.endIndex, closerDelimiter.startIndex, internalTokens, nodePoints);
56
+ switch (balancedBracketsStatus) {
57
+ case -1:
58
+ return { paired: false, opener: false, closer: true };
59
+ case 0:
60
+ return { paired: true };
61
+ case 1:
62
+ return { paired: false, opener: true, closer: false };
63
+ }
64
+ }
65
+ function processDelimiterPair(openerDelimiter, closerDelimiter, internalTokens) {
66
+ const token = {
67
+ nodeType: ast.FootnoteType,
68
+ startIndex: openerDelimiter.startIndex,
69
+ endIndex: closerDelimiter.endIndex,
70
+ children: api.resolveInternalTokens(internalTokens, openerDelimiter.endIndex, closerDelimiter.startIndex),
71
+ };
72
+ return { tokens: [token] };
45
73
  }
46
- }
47
- return null;
48
- }
49
- isDelimiterPair(openerDelimiter, closerDelimiter, internalTokens, api) {
50
- const nodePoints = api.getNodePoints();
51
- const balancedBracketsStatus = tokenizerLink.checkBalancedBracketsStatus(openerDelimiter.endIndex, closerDelimiter.startIndex, internalTokens, nodePoints);
52
- switch (balancedBracketsStatus) {
53
- case -1:
54
- return { paired: false, opener: false, closer: true };
55
- case 0:
56
- return { paired: true };
57
- case 1:
58
- return { paired: false, opener: true, closer: false };
59
- }
60
- }
61
- processDelimiterPair(openerDelimiter, closerDelimiter, internalTokens, api) {
62
- const token = {
63
- nodeType: ast.FootnoteType,
64
- startIndex: openerDelimiter.startIndex,
65
- endIndex: closerDelimiter.endIndex,
66
- children: api.resolveInternalTokens(internalTokens, openerDelimiter.endIndex, closerDelimiter.startIndex),
67
- };
68
- return { tokens: [token] };
69
- }
70
- parseInline(token, children) {
71
- const result = {
72
- type: ast.FootnoteType,
73
- children,
74
74
  };
75
- return result;
75
+ this.parse = () => ({
76
+ parse: (_token, children) => ({
77
+ type: ast.FootnoteType,
78
+ children,
79
+ }),
80
+ });
76
81
  }
77
82
  }
78
83
 
79
84
  exports.FootnoteTokenizer = FootnoteTokenizer;
80
85
  exports.FootnoteTokenizerName = uniqueName;
81
- exports['default'] = FootnoteTokenizer;
86
+ exports["default"] = FootnoteTokenizer;
package/lib/esm/index.js CHANGED
@@ -1,6 +1,6 @@
1
1
  import { FootnoteType } from '@yozora/ast';
2
2
  import { AsciiCodePoint } from '@yozora/character';
3
- import { BaseInlineTokenizer, TokenizerPriority } from '@yozora/core-tokenizer';
3
+ import { BaseInlineTokenizer, TokenizerPriority, genFindDelimiter } from '@yozora/core-tokenizer';
4
4
  import { checkBalancedBracketsStatus } from '@yozora/tokenizer-link';
5
5
 
6
6
  const uniqueName = '@yozora/tokenizer-footnote';
@@ -12,63 +12,68 @@ class FootnoteTokenizer extends BaseInlineTokenizer {
12
12
  name: (_a = props.name) !== null && _a !== void 0 ? _a : uniqueName,
13
13
  priority: (_b = props.priority) !== null && _b !== void 0 ? _b : TokenizerPriority.LINKS,
14
14
  });
15
- }
16
- _findDelimiter(startIndex, endIndex, api) {
17
- const nodePoints = api.getNodePoints();
18
- for (let i = startIndex; i < endIndex; ++i) {
19
- const c = nodePoints[i].codePoint;
20
- switch (c) {
21
- case AsciiCodePoint.BACKSLASH:
22
- i += 1;
23
- break;
24
- case AsciiCodePoint.CARET: {
25
- if (i + 1 < endIndex &&
26
- nodePoints[i + 1].codePoint === AsciiCodePoint.OPEN_BRACKET) {
27
- return {
28
- type: 'opener',
29
- startIndex: i,
30
- endIndex: i + 2,
31
- };
15
+ this.match = api => {
16
+ return {
17
+ findDelimiter: () => genFindDelimiter(_findDelimiter),
18
+ isDelimiterPair,
19
+ processDelimiterPair,
20
+ };
21
+ function _findDelimiter(startIndex, endIndex) {
22
+ const nodePoints = api.getNodePoints();
23
+ for (let i = startIndex; i < endIndex; ++i) {
24
+ const c = nodePoints[i].codePoint;
25
+ switch (c) {
26
+ case AsciiCodePoint.BACKSLASH:
27
+ i += 1;
28
+ break;
29
+ case AsciiCodePoint.CARET: {
30
+ if (i + 1 < endIndex && nodePoints[i + 1].codePoint === AsciiCodePoint.OPEN_BRACKET) {
31
+ return {
32
+ type: 'opener',
33
+ startIndex: i,
34
+ endIndex: i + 2,
35
+ };
36
+ }
37
+ break;
38
+ }
39
+ case AsciiCodePoint.CLOSE_BRACKET:
40
+ return {
41
+ type: 'closer',
42
+ startIndex: i,
43
+ endIndex: i + 1,
44
+ };
32
45
  }
33
- break;
34
46
  }
35
- case AsciiCodePoint.CLOSE_BRACKET:
36
- return {
37
- type: 'closer',
38
- startIndex: i,
39
- endIndex: i + 1,
40
- };
47
+ return null;
48
+ }
49
+ function isDelimiterPair(openerDelimiter, closerDelimiter, internalTokens) {
50
+ const nodePoints = api.getNodePoints();
51
+ const balancedBracketsStatus = checkBalancedBracketsStatus(openerDelimiter.endIndex, closerDelimiter.startIndex, internalTokens, nodePoints);
52
+ switch (balancedBracketsStatus) {
53
+ case -1:
54
+ return { paired: false, opener: false, closer: true };
55
+ case 0:
56
+ return { paired: true };
57
+ case 1:
58
+ return { paired: false, opener: true, closer: false };
59
+ }
60
+ }
61
+ function processDelimiterPair(openerDelimiter, closerDelimiter, internalTokens) {
62
+ const token = {
63
+ nodeType: FootnoteType,
64
+ startIndex: openerDelimiter.startIndex,
65
+ endIndex: closerDelimiter.endIndex,
66
+ children: api.resolveInternalTokens(internalTokens, openerDelimiter.endIndex, closerDelimiter.startIndex),
67
+ };
68
+ return { tokens: [token] };
41
69
  }
42
- }
43
- return null;
44
- }
45
- isDelimiterPair(openerDelimiter, closerDelimiter, internalTokens, api) {
46
- const nodePoints = api.getNodePoints();
47
- const balancedBracketsStatus = checkBalancedBracketsStatus(openerDelimiter.endIndex, closerDelimiter.startIndex, internalTokens, nodePoints);
48
- switch (balancedBracketsStatus) {
49
- case -1:
50
- return { paired: false, opener: false, closer: true };
51
- case 0:
52
- return { paired: true };
53
- case 1:
54
- return { paired: false, opener: true, closer: false };
55
- }
56
- }
57
- processDelimiterPair(openerDelimiter, closerDelimiter, internalTokens, api) {
58
- const token = {
59
- nodeType: FootnoteType,
60
- startIndex: openerDelimiter.startIndex,
61
- endIndex: closerDelimiter.endIndex,
62
- children: api.resolveInternalTokens(internalTokens, openerDelimiter.endIndex, closerDelimiter.startIndex),
63
- };
64
- return { tokens: [token] };
65
- }
66
- parseInline(token, children) {
67
- const result = {
68
- type: FootnoteType,
69
- children,
70
70
  };
71
- return result;
71
+ this.parse = () => ({
72
+ parse: (_token, children) => ({
73
+ type: FootnoteType,
74
+ children,
75
+ }),
76
+ });
72
77
  }
73
78
  }
74
79
 
package/lib/types/index.d.ts CHANGED
@@ -1,5 +1,3 @@
1
- import { FootnoteTokenizer } from './tokenizer';
2
- export { FootnoteTokenizer } from './tokenizer';
1
+ export { FootnoteTokenizer, FootnoteTokenizer as default } from './tokenizer';
3
2
  export { uniqueName as FootnoteTokenizerName } from './types';
4
- export type { Token as FootnoteToken, TokenizerProps as FootnoteTokenizerProps, } from './types';
5
- export default FootnoteTokenizer;
3
+ export type { IToken as IFootnoteToken, ITokenizerProps as IFootnoteTokenizerProps } from './types';
package/lib/types/tokenizer.d.ts CHANGED
@@ -1,7 +1,6 @@
1
- import type { YastNode } from '@yozora/ast';
2
- import type { MatchInlinePhaseApi, ResultOfIsDelimiterPair, ResultOfProcessDelimiterPair, Tokenizer, TokenizerMatchInlineHook, TokenizerParseInlineHook, YastInlineToken } from '@yozora/core-tokenizer';
1
+ import type { IInlineTokenizer, IMatchInlineHookCreator, IParseInlineHookCreator } from '@yozora/core-tokenizer';
3
2
  import { BaseInlineTokenizer } from '@yozora/core-tokenizer';
4
- import type { Delimiter, Node, T, Token, TokenizerProps } from './types';
3
+ import type { IDelimiter, INode, IToken, ITokenizerProps, T } from './types';
5
4
  /**
6
5
  * Lexical Analyzer for inline footnote.
7
6
  *
@@ -16,26 +15,8 @@ import type { Delimiter, Node, T, Token, TokenizerProps } from './types';
16
15
  * @see https://github.github.com/gfm/#links
17
16
  * @see https://www.markdownguide.org/extended-syntax/#footnotes
18
17
  */
19
- export declare class FootnoteTokenizer extends BaseInlineTokenizer<Delimiter> implements Tokenizer, TokenizerMatchInlineHook<T, Delimiter, Token>, TokenizerParseInlineHook<T, Token, Node> {
20
- constructor(props?: TokenizerProps);
21
- /**
22
- * @override
23
- * @see BaseInlineTokenizer
24
- */
25
- protected _findDelimiter(startIndex: number, endIndex: number, api: Readonly<MatchInlinePhaseApi>): Delimiter | null;
26
- /**
27
- * @override
28
- * @see TokenizerMatchInlineHook
29
- */
30
- isDelimiterPair(openerDelimiter: Delimiter, closerDelimiter: Delimiter, internalTokens: ReadonlyArray<YastInlineToken>, api: Readonly<MatchInlinePhaseApi>): ResultOfIsDelimiterPair;
31
- /**
32
- * @override
33
- * @see TokenizerMatchInlineHook
34
- */
35
- processDelimiterPair(openerDelimiter: Delimiter, closerDelimiter: Delimiter, internalTokens: ReadonlyArray<YastInlineToken>, api: Readonly<MatchInlinePhaseApi>): ResultOfProcessDelimiterPair<T, Token, Delimiter>;
36
- /**
37
- * @override
38
- * @see TokenizerParseInlineHook
39
- */
40
- parseInline(token: Token, children: YastNode[]): Node;
18
+ export declare class FootnoteTokenizer extends BaseInlineTokenizer<T, IDelimiter, IToken, INode> implements IInlineTokenizer<T, IDelimiter, IToken, INode> {
19
+ constructor(props?: ITokenizerProps);
20
+ readonly match: IMatchInlineHookCreator<T, IDelimiter, IToken>;
21
+ readonly parse: IParseInlineHookCreator<T, IToken, INode>;
41
22
  }
package/lib/types/types.d.ts CHANGED
@@ -1,13 +1,13 @@
1
- import type { Footnote, FootnoteType } from '@yozora/ast';
2
- import type { BaseInlineTokenizerProps, PartialYastInlineToken, YastTokenDelimiter } from '@yozora/core-tokenizer';
1
+ import type { FootnoteType, IFootnote } from '@yozora/ast';
2
+ import type { IBaseInlineTokenizerProps, IPartialYastInlineToken, IYastTokenDelimiter } from '@yozora/core-tokenizer';
3
3
  export declare type T = FootnoteType;
4
- export declare type Node = Footnote;
4
+ export declare type INode = IFootnote;
5
5
  export declare const uniqueName = "@yozora/tokenizer-footnote";
6
- export declare type Token = PartialYastInlineToken<T>;
7
- export interface Delimiter extends YastTokenDelimiter {
6
+ export declare type IToken = IPartialYastInlineToken<T>;
7
+ export interface IDelimiter extends IYastTokenDelimiter {
8
8
  /**
9
- * Delimiter type.
9
+ * IDelimiter type.
10
10
  */
11
11
  type: 'opener' | 'closer';
12
12
  }
13
- export declare type TokenizerProps = Partial<BaseInlineTokenizerProps>;
13
+ export declare type ITokenizerProps = Partial<IBaseInlineTokenizerProps>;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@yozora/tokenizer-footnote",
3
- "version": "1.3.0",
3
+ "version": "2.0.0-alpha.0",
4
4
  "author": {
5
5
  "name": "guanghechen",
6
6
  "url": "https://github.com/guanghechen/"
@@ -35,10 +35,10 @@
35
35
  "test": "cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir ."
36
36
  },
37
37
  "dependencies": {
38
- "@yozora/ast": "^1.3.0",
39
- "@yozora/character": "^1.3.0",
40
- "@yozora/core-tokenizer": "^1.3.0",
41
- "@yozora/tokenizer-link": "^1.3.0"
38
+ "@yozora/ast": "^2.0.0-alpha.0",
39
+ "@yozora/character": "^2.0.0-alpha.0",
40
+ "@yozora/core-tokenizer": "^2.0.0-alpha.0",
41
+ "@yozora/tokenizer-link": "^2.0.0-alpha.0"
42
42
  },
43
- "gitHead": "18c9b167004ad97718b2f94f25139f80598cbf7a"
43
+ "gitHead": "0171501339c49ffd02ed16a63447fa20a47a29a7"
44
44
  }