@yozora/tokenizer-definition 2.3.0 → 2.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +280 -312
- package/README.md +212 -168
- package/lib/cjs/index.cjs +2 -1
- package/lib/esm/index.mjs +3 -2
- package/package.json +5 -10
package/README.md
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
<header>
|
|
4
4
|
<h1 align="center">
|
|
5
|
-
<a href="https://github.com/yozorajs/yozora/tree/v2.3.
|
|
5
|
+
<a href="https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/definition#readme">@yozora/tokenizer-definition</a>
|
|
6
6
|
</h1>
|
|
7
7
|
<div align="center">
|
|
8
8
|
<a href="https://www.npmjs.com/package/@yozora/tokenizer-definition">
|
|
@@ -53,35 +53,35 @@
|
|
|
53
53
|
|
|
54
54
|
<!-- :end -->
|
|
55
55
|
|
|
56
|
-
[@yozora/tokenizer-definition] produce [Definition][node-type] type nodes.
|
|
57
|
-
|
|
56
|
+
[@yozora/tokenizer-definition] produce [Definition][node-type] type nodes. See
|
|
57
|
+
[documentation][docpage] for details.
|
|
58
58
|
|
|
59
59
|
<!-- :begin use tokenizer/usage -->
|
|
60
60
|
|
|
61
61
|
## Install
|
|
62
62
|
|
|
63
|
-
|
|
63
|
+
- npm
|
|
64
64
|
|
|
65
65
|
```bash
|
|
66
66
|
npm install --save @yozora/tokenizer-definition
|
|
67
67
|
```
|
|
68
68
|
|
|
69
|
-
|
|
69
|
+
- yarn
|
|
70
70
|
|
|
71
71
|
```bash
|
|
72
72
|
yarn add @yozora/tokenizer-definition
|
|
73
73
|
```
|
|
74
74
|
|
|
75
|
-
|
|
76
75
|
## Usage
|
|
77
76
|
|
|
78
|
-
[@yozora/tokenizer-definition][] has been integrated into [@yozora/parser][] /
|
|
79
|
-
so you can use `YozoraParser` / `GfmExParser` /
|
|
77
|
+
[@yozora/tokenizer-definition][] has been integrated into [@yozora/parser][] /
|
|
78
|
+
[@yozora/parser-gfm-ex][] / [@yozora/parser-gfm][], so you can use `YozoraParser` / `GfmExParser` /
|
|
79
|
+
`GfmParser` directly.
|
|
80
80
|
|
|
81
81
|
### Basic Usage
|
|
82
82
|
|
|
83
|
-
[@yozora/tokenizer-definition][] cannot be used alone, it needs to be
|
|
84
|
-
|
|
83
|
+
[@yozora/tokenizer-definition][] cannot be used alone, it needs to be registered in _YastParser_ as
|
|
84
|
+
a plugin-in before it can be used.
|
|
85
85
|
|
|
86
86
|
```typescript {4,9}
|
|
87
87
|
import { DefaultParser } from '@yozora/core-parser'
|
|
@@ -165,35 +165,33 @@ line2
|
|
|
165
165
|
|
|
166
166
|
### Options
|
|
167
167
|
|
|
168
|
-
Name
|
|
169
|
-
|
|
170
|
-
`name`
|
|
171
|
-
`priority`
|
|
168
|
+
| Name | Type | Required | Default |
|
|
169
|
+
| :--------: | :------: | :------: | :------------------------------: |
|
|
170
|
+
| `name` | `string` | `false` | `"@yozora/tokenizer-definition"` |
|
|
171
|
+
| `priority` | `number` | `false` | `TokenizerPriority.ATOMIC` |
|
|
172
172
|
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
173
|
+
- `name`: The unique name of the tokenizer, used to bind the token it generates, to determine the
|
|
174
|
+
tokenizer that should be called in each life cycle of the token in the entire _matching / parsing_
|
|
175
|
+
phase.
|
|
176
176
|
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
low-priority tokenizer.
|
|
177
|
+
- `priority`: Priority of the tokenizer, determine the order of processing, high priority priority
|
|
178
|
+
execution. interruptable. In addition, in the `match-block` stage, a high-priority tokenizer can
|
|
179
|
+
interrupt the matching process of a low-priority tokenizer.
|
|
181
180
|
|
|
182
181
|
<!-- :end -->
|
|
183
182
|
|
|
184
183
|
## Related
|
|
185
184
|
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
* [Documentation][docpage]
|
|
185
|
+
- [@yozora/ast][]
|
|
186
|
+
- [@yozora/parser][]
|
|
187
|
+
- [@yozora/parser-gfm][]
|
|
188
|
+
- [@yozora/parser-gfm-ex][]
|
|
189
|
+
- [@yozora/tokenizer-link-reference][]
|
|
190
|
+
- [@yozora/tokenizer-image-reference][]
|
|
191
|
+
- [@yozora/react-markdown][]
|
|
192
|
+
- [Live Examples][live-examples]
|
|
193
|
+
- [Definition | Yozora AST][node-type]
|
|
194
|
+
- [Documentation][docpage]
|
|
197
195
|
|
|
198
196
|
[node-type]: http://yozora.guanghechen.com/docs/package/ast#definition
|
|
199
197
|
|
|
@@ -201,143 +199,189 @@ Name | Type | Required | Default
|
|
|
201
199
|
|
|
202
200
|
[live-examples]: https://yozora.guanghechen.com/docs/package/tokenizer-definition#live-examples
|
|
203
201
|
[docpage]: https://yozora.guanghechen.com/docs/package/tokenizer-definition
|
|
204
|
-
[homepage]: https://github.com/yozorajs/yozora/tree/v2.3.
|
|
202
|
+
[homepage]: https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/definition#readme
|
|
205
203
|
[gfm-spec]: https://github.github.com/gfm
|
|
206
204
|
[mdast-homepage]: https://github.com/syntax-tree/mdast
|
|
207
|
-
|
|
208
|
-
[@yozora/ast]:
|
|
209
|
-
[@yozora/
|
|
210
|
-
[@yozora/
|
|
211
|
-
|
|
212
|
-
[@yozora/core-parser]:
|
|
213
|
-
[@yozora/core-tokenizer]:
|
|
214
|
-
|
|
215
|
-
[@yozora/
|
|
216
|
-
[@yozora/
|
|
217
|
-
|
|
218
|
-
[@yozora/parser
|
|
219
|
-
[@yozora/
|
|
220
|
-
[@yozora/
|
|
221
|
-
|
|
222
|
-
[@yozora/tokenizer
|
|
223
|
-
|
|
224
|
-
[@yozora/tokenizer-
|
|
225
|
-
|
|
226
|
-
[@yozora/tokenizer-
|
|
227
|
-
|
|
228
|
-
[@yozora/tokenizer-
|
|
229
|
-
|
|
230
|
-
[@yozora/tokenizer-
|
|
231
|
-
|
|
232
|
-
[@yozora/tokenizer-
|
|
233
|
-
[@yozora/tokenizer-
|
|
234
|
-
|
|
235
|
-
[@yozora/tokenizer-
|
|
236
|
-
[@yozora/tokenizer-
|
|
237
|
-
|
|
238
|
-
[@yozora/tokenizer-
|
|
239
|
-
|
|
240
|
-
[@yozora/tokenizer-
|
|
241
|
-
|
|
242
|
-
[@yozora/tokenizer-
|
|
243
|
-
|
|
244
|
-
[@yozora/tokenizer-
|
|
245
|
-
|
|
246
|
-
[@yozora/tokenizer-
|
|
247
|
-
|
|
248
|
-
[@yozora/tokenizer-
|
|
249
|
-
|
|
250
|
-
[@yozora/tokenizer-
|
|
251
|
-
|
|
252
|
-
[@yozora/
|
|
253
|
-
|
|
254
|
-
[@yozora/
|
|
255
|
-
|
|
256
|
-
[@yozora/
|
|
257
|
-
[@yozora/
|
|
258
|
-
|
|
259
|
-
[@yozora/
|
|
260
|
-
|
|
261
|
-
[@yozora/
|
|
262
|
-
|
|
263
|
-
[@yozora/
|
|
264
|
-
|
|
265
|
-
[@yozora/
|
|
266
|
-
[@yozora/
|
|
267
|
-
|
|
268
|
-
[@yozora/
|
|
269
|
-
[@yozora/
|
|
270
|
-
[@yozora/
|
|
271
|
-
|
|
272
|
-
[@yozora/
|
|
273
|
-
|
|
274
|
-
[@yozora/
|
|
275
|
-
|
|
276
|
-
[
|
|
277
|
-
|
|
278
|
-
[
|
|
279
|
-
|
|
280
|
-
[
|
|
281
|
-
|
|
282
|
-
[
|
|
283
|
-
[
|
|
284
|
-
[
|
|
285
|
-
|
|
286
|
-
[
|
|
287
|
-
[
|
|
288
|
-
|
|
289
|
-
[
|
|
290
|
-
|
|
291
|
-
[
|
|
292
|
-
|
|
293
|
-
[
|
|
294
|
-
[
|
|
295
|
-
[
|
|
296
|
-
|
|
297
|
-
[
|
|
298
|
-
|
|
299
|
-
[
|
|
300
|
-
[
|
|
301
|
-
[
|
|
302
|
-
|
|
303
|
-
[
|
|
304
|
-
|
|
305
|
-
[
|
|
306
|
-
[
|
|
307
|
-
|
|
308
|
-
[
|
|
309
|
-
[
|
|
310
|
-
[
|
|
311
|
-
[
|
|
312
|
-
|
|
313
|
-
[
|
|
314
|
-
[
|
|
315
|
-
[
|
|
316
|
-
[
|
|
317
|
-
[
|
|
318
|
-
[
|
|
319
|
-
[gfm
|
|
320
|
-
[gfm-
|
|
321
|
-
[
|
|
322
|
-
[
|
|
323
|
-
[
|
|
324
|
-
|
|
325
|
-
[
|
|
326
|
-
[
|
|
327
|
-
[
|
|
328
|
-
[
|
|
329
|
-
[
|
|
330
|
-
|
|
331
|
-
[
|
|
332
|
-
[
|
|
333
|
-
[
|
|
334
|
-
|
|
335
|
-
[
|
|
336
|
-
[
|
|
337
|
-
|
|
338
|
-
[
|
|
339
|
-
|
|
340
|
-
[
|
|
341
|
-
|
|
205
|
+
[@yozora/ast]: https://github.com/yozorajs/yozora/tree/v2.3.1/packages/ast#readme
|
|
206
|
+
[@yozora/ast-util]: https://github.com/yozorajs/yozora/tree/v2.3.1/packages/ast-util#readme
|
|
207
|
+
[@yozora/character]: https://github.com/yozorajs/yozora/tree/v2.3.1/packages/character#readme
|
|
208
|
+
[@yozora/eslint-config]:
|
|
209
|
+
https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/eslint-config#readme
|
|
210
|
+
[@yozora/core-parser]: https://github.com/yozorajs/yozora/tree/v2.3.1/packages/core-parser#readme
|
|
211
|
+
[@yozora/core-tokenizer]:
|
|
212
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/packages/core-tokenizer#readme
|
|
213
|
+
[@yozora/invariant]: https://github.com/yozorajs/yozora/tree/v2.3.1/packages/invariant#readme
|
|
214
|
+
[@yozora/jest-for-tokenizer]:
|
|
215
|
+
https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/jest-for-tokenizer#readme
|
|
216
|
+
[@yozora/parser]: https://github.com/yozorajs/yozora/tree/v2.3.1/packages/parser#readme
|
|
217
|
+
[@yozora/parser-gfm]: https://github.com/yozorajs/yozora/tree/v2.3.1/packages/parser-gfm#readme
|
|
218
|
+
[@yozora/parser-gfm-ex]:
|
|
219
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/packages/parser-gfm-ex#readme
|
|
220
|
+
[@yozora/template-tokenizer]:
|
|
221
|
+
https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/template-tokenizer#readme
|
|
222
|
+
[@yozora/tokenizer-admonition]:
|
|
223
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/admonition#readme
|
|
224
|
+
[@yozora/tokenizer-autolink]:
|
|
225
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/autolink#readme
|
|
226
|
+
[@yozora/tokenizer-autolink-extension]:
|
|
227
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/autolink-extension#readme
|
|
228
|
+
[@yozora/tokenizer-blockquote]:
|
|
229
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/blockquote#readme
|
|
230
|
+
[@yozora/tokenizer-break]: https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/break#readme
|
|
231
|
+
[@yozora/tokenizer-definition]:
|
|
232
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/definition#readme
|
|
233
|
+
[@yozora/tokenizer-delete]: https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/delete#readme
|
|
234
|
+
[@yozora/tokenizer-ecma-import]:
|
|
235
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/ecma-import#readme
|
|
236
|
+
[@yozora/tokenizer-emphasis]:
|
|
237
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/emphasis#readme
|
|
238
|
+
[@yozora/tokenizer-fenced-block]:
|
|
239
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/fenced-block#readme
|
|
240
|
+
[@yozora/tokenizer-fenced-code]:
|
|
241
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/fenced-code#readme
|
|
242
|
+
[@yozora/tokenizer-footnote]:
|
|
243
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/footnote#readme
|
|
244
|
+
[@yozora/tokenizer-footnote-definition]:
|
|
245
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/footnote-definition#readme
|
|
246
|
+
[@yozora/tokenizer-footnote-reference]:
|
|
247
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/footnote-reference#readme
|
|
248
|
+
[@yozora/tokenizer-heading]:
|
|
249
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/heading#readme
|
|
250
|
+
[@yozora/tokenizer-html-block]:
|
|
251
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/html-block#readme
|
|
252
|
+
[@yozora/tokenizer-html-inline]:
|
|
253
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/html-inline#readme
|
|
254
|
+
[@yozora/tokenizer-image]: https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/image#readme
|
|
255
|
+
[@yozora/tokenizer-image-reference]:
|
|
256
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/image-reference#readme
|
|
257
|
+
[@yozora/tokenizer-indented-code]:
|
|
258
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/indented-code#readme
|
|
259
|
+
[@yozora/tokenizer-inline-code]:
|
|
260
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/inline-code#readme
|
|
261
|
+
[@yozora/tokenizer-inline-math]:
|
|
262
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/inline-math#readme
|
|
263
|
+
[@yozora/tokenizer-link]: https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/link#readme
|
|
264
|
+
[@yozora/tokenizer-link-reference]:
|
|
265
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/link-reference#readme
|
|
266
|
+
[@yozora/tokenizer-list]: https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/list#readme
|
|
267
|
+
[@yozora/tokenizer-math]: https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/math#readme
|
|
268
|
+
[@yozora/tokenizer-paragraph]:
|
|
269
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/paragraph#readme
|
|
270
|
+
[@yozora/tokenizer-setext-heading]:
|
|
271
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/setext-heading#readme
|
|
272
|
+
[@yozora/tokenizer-table]: https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/table#readme
|
|
273
|
+
[@yozora/tokenizer-text]: https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/text#readme
|
|
274
|
+
[@yozora/tokenizer-thematic-break]:
|
|
275
|
+
https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/thematic-break#readme
|
|
276
|
+
[@yozora/react-admonition]:
|
|
277
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/admonition#readme
|
|
278
|
+
[@yozora/react-blockquote]:
|
|
279
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/blockquote#readme
|
|
280
|
+
[@yozora/react-break]: https://github.com/yozorajs/yozora-react/tree/main/packages/break#readme
|
|
281
|
+
[@yozora/react-delete]: https://github.com/yozorajs/yozora-react/tree/main/packages/delete#readme
|
|
282
|
+
[@yozora/react-emphasis]:
|
|
283
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/emphasis#readme
|
|
284
|
+
[@yozora/react-code]: https://github.com/yozorajs/yozora-react/tree/main/packages/code#readme
|
|
285
|
+
[@yozora/react-code-live]:
|
|
286
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/code-live#readme
|
|
287
|
+
[@yozora/react-footnote-definitions]:
|
|
288
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/footnote-definitions#readme
|
|
289
|
+
[@yozora/react-footnote-reference]:
|
|
290
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/footnote-reference#readme
|
|
291
|
+
[@yozora/react-heading]: https://github.com/yozorajs/yozora-react/tree/main/packages/heading#readme
|
|
292
|
+
[@yozora/react-image]: https://github.com/yozorajs/yozora-react/tree/main/packages/image#readme
|
|
293
|
+
[@yozora/react-inline-code]:
|
|
294
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/inline-code#readme
|
|
295
|
+
[@yozora/react-inline-math]:
|
|
296
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/inline-math#readme
|
|
297
|
+
[@yozora/react-link]: https://github.com/yozorajs/yozora-react/tree/main/packages/link#readme
|
|
298
|
+
[@yozora/react-list]: https://github.com/yozorajs/yozora-react/tree/main/packages/list#readme
|
|
299
|
+
[@yozora/react-list-item]:
|
|
300
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/list-item#readme
|
|
301
|
+
[@yozora/react-markdown]:
|
|
302
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/markdown#readme
|
|
303
|
+
[@yozora/react-math]: https://github.com/yozorajs/yozora-react/tree/main/packages/math#readme
|
|
304
|
+
[@yozora/react-paragraph]:
|
|
305
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/paragraph#readme
|
|
306
|
+
[@yozora/react-strong]: https://github.com/yozorajs/yozora-react/tree/main/packages/strong#readme
|
|
307
|
+
[@yozora/react-table]: https://github.com/yozorajs/yozora-react/tree/main/packages/table#readme
|
|
308
|
+
[@yozora/react-text]: https://github.com/yozorajs/yozora-react/tree/main/packages/text#readme
|
|
309
|
+
[@yozora/react-thematic-break]:
|
|
310
|
+
https://github.com/yozorajs/yozora-react/tree/main/packages/thematic-break#readme
|
|
311
|
+
[doc-live-examples/gfm]: https://yozora.guanghechen.com/docs/example/gfm
|
|
312
|
+
[doc-@yozora/ast]: https://yozora.guanghechen.com/docs/package/ast
|
|
313
|
+
[doc-@yozora/ast-util]: https://yozora.guanghechen.com/docs/package/ast-util
|
|
314
|
+
[doc-@yozora/core-parser]: https://yozora.guanghechen.com/docs/package/core-parser
|
|
315
|
+
[doc-@yozora/core-tokenizer]: https://yozora.guanghechen.com/docs/package/core-tokenizer
|
|
316
|
+
[doc-@yozora/parser]: https://yozora.guanghechen.com/docs/package/parser
|
|
317
|
+
[doc-@yozora/parser-gfm]: https://yozora.guanghechen.com/docs/package/parser-gfm
|
|
318
|
+
[doc-@yozora/parser-gfm-ex]: https://yozora.guanghechen.com/docs/package/parser-gfm-ex
|
|
319
|
+
[doc-@yozora/tokenizer-admonition]: https://yozora.guanghechen.com/docs/package/tokenizer-admonition
|
|
320
|
+
[doc-@yozora/tokenizer-autolink]: https://yozora.guanghechen.com/docs/package/tokenizer-autolink
|
|
321
|
+
[doc-@yozora/tokenizer-autolink-extension]:
|
|
322
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-autolink-extension
|
|
323
|
+
[doc-@yozora/tokenizer-blockquote]: https://yozora.guanghechen.com/docs/package/tokenizer-blockquote
|
|
324
|
+
[doc-@yozora/tokenizer-break]: https://yozora.guanghechen.com/docs/package/tokenizer-break
|
|
325
|
+
[doc-@yozora/tokenizer-delete]: https://yozora.guanghechen.com/docs/package/tokenizer-delete
|
|
326
|
+
[doc-@yozora/tokenizer-emphasis]: https://yozora.guanghechen.com/docs/package/tokenizer-emphasis
|
|
327
|
+
[doc-@yozora/tokenizer-fenced-code]:
|
|
328
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-fenced-code
|
|
329
|
+
[doc-@yozora/tokenizer-heading]: https://yozora.guanghechen.com/docs/package/tokenizer-heading
|
|
330
|
+
[doc-@yozora/tokenizer-html-block]: https://yozora.guanghechen.com/docs/package/tokenizer-html-block
|
|
331
|
+
[doc-@yozora/tokenizer-html-inline]:
|
|
332
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-html-inline
|
|
333
|
+
[doc-@yozora/tokenizer-image]: https://yozora.guanghechen.com/docs/package/tokenizer-image
|
|
334
|
+
[doc-@yozora/tokenizer-image-reference]:
|
|
335
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-image-reference
|
|
336
|
+
[doc-@yozora/tokenizer-indented-code]:
|
|
337
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-indented-code
|
|
338
|
+
[doc-@yozora/tokenizer-inline-code]:
|
|
339
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-inline-code
|
|
340
|
+
[doc-@yozora/tokenizer-inline-math]:
|
|
341
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-inline-math
|
|
342
|
+
[doc-@yozora/tokenizer-link]: https://yozora.guanghechen.com/docs/package/tokenizer-link
|
|
343
|
+
[doc-@yozora/tokenizer-definition]: https://yozora.guanghechen.com/docs/package/tokenizer-definition
|
|
344
|
+
[doc-@yozora/tokenizer-link-reference]:
|
|
345
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-link-reference
|
|
346
|
+
[doc-@yozora/tokenizer-list]: https://yozora.guanghechen.com/docs/package/tokenizer-list
|
|
347
|
+
[doc-@yozora/tokenizer-math]: https://yozora.guanghechen.com/docs/package/tokenizer-math
|
|
348
|
+
[doc-@yozora/tokenizer-paragraph]: https://yozora.guanghechen.com/docs/package/tokenizer-paragraph
|
|
349
|
+
[doc-@yozora/tokenizer-setext-heading]:
|
|
350
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-setext-heading
|
|
351
|
+
[doc-@yozora/tokenizer-table]: https://yozora.guanghechen.com/docs/package/tokenizer-table
|
|
352
|
+
[doc-@yozora/tokenizer-text]: https://yozora.guanghechen.com/docs/package/tokenizer-text
|
|
353
|
+
[doc-@yozora/tokenizer-thematic-break]:
|
|
354
|
+
https://yozora.guanghechen.com/docs/package/tokenizer-thematic-break
|
|
355
|
+
[doc-@yozora/jest-for-tokenizer]: https://yozora.guanghechen.com/docs/package/jest-for-tokenizer
|
|
356
|
+
[doc-@yozora/parser-gfm]: https://yozora.guanghechen.com/docs/package/parser-gfm
|
|
357
|
+
[gfm-atx-heading]: https://github.github.com/gfm/#atx-heading
|
|
358
|
+
[gfm-autolink]: https://github.github.com/gfm/#autolinks
|
|
359
|
+
[gfm-autolink-extension]: https://github.github.com/gfm/#autolinks-extension-
|
|
360
|
+
[gfm-blockquote]: https://github.github.com/gfm/#block-quotes
|
|
361
|
+
[gfm-bullet-list]: https://github.github.com/gfm/#bullet-list
|
|
362
|
+
[gfm-delete]: https://github.github.com/gfm/#strikethrough-extension-
|
|
363
|
+
[gfm-emphasis]: https://github.github.com/gfm/#can-open-emphasis
|
|
364
|
+
[gfm-fenced-code]: https://github.github.com/gfm/#fenced-code-block
|
|
365
|
+
[gfm-hard-line-break]: https://github.github.com/gfm/#hard-line-break
|
|
366
|
+
[gfm-html-block]: https://github.github.com/gfm/#html-block
|
|
367
|
+
[gfm-html-inline]: https://github.github.com/gfm/#raw-html
|
|
368
|
+
[gfm-image]: https://github.github.com/gfm/#images
|
|
369
|
+
[gfm-image-reference]: https://github.github.com/gfm/#example-590
|
|
370
|
+
[gfm-indented-code]: https://github.github.com/gfm/#indented-code-block
|
|
371
|
+
[gfm-inline-code]: https://github.github.com/gfm/#code-span
|
|
372
|
+
[gfm-link]: https://github.github.com/gfm/#inline-link
|
|
373
|
+
[gfm-definition]: https://github.github.com/gfm/#link-reference-definition
|
|
374
|
+
[gfm-link-reference]: https://github.github.com/gfm/#reference-link
|
|
375
|
+
[gfm-list]: https://github.github.com/gfm/#lists
|
|
376
|
+
[gfm-list-item]: https://github.github.com/gfm/#list-items
|
|
377
|
+
[gfm-list-task-item]: https://github.github.com/gfm/#task-list-items-extension-
|
|
378
|
+
[gfm-paragraph]: https://github.github.com/gfm/#paragraph
|
|
379
|
+
[gfm-setext-heading]: https://github.github.com/gfm/#setext-heading
|
|
380
|
+
[gfm-soft-line-break]: https://github.github.com/gfm/#soft-line-breaks
|
|
381
|
+
[gfm-strong]: https://github.github.com/gfm/#can-open-strong-emphasis
|
|
382
|
+
[gfm-tab]: https://github.github.com/gfm/#tabs
|
|
383
|
+
[gfm-table]: https://github.github.com/gfm/#table
|
|
384
|
+
[gfm-text]: https://github.github.com/gfm/#soft-line-breaks
|
|
385
|
+
[gfm-thematic-break]: https://github.github.com/gfm/#thematic-break
|
|
342
386
|
|
|
343
387
|
<!-- :end -->
|
package/lib/cjs/index.cjs
CHANGED
|
@@ -398,7 +398,7 @@ const parse = function (api) {
|
|
|
398
398
|
const destination = destinationPoints[0].codePoint === character.AsciiCodePoint.OPEN_ANGLE
|
|
399
399
|
? character.calcEscapedStringFromNodePoints(destinationPoints, 1, destinationPoints.length - 1, true)
|
|
400
400
|
: character.calcEscapedStringFromNodePoints(destinationPoints, 0, destinationPoints.length, true);
|
|
401
|
-
const url =
|
|
401
|
+
const url = api.formatUrl(destination);
|
|
402
402
|
const title = token.title == null
|
|
403
403
|
? undefined
|
|
404
404
|
: character.calcEscapedStringFromNodePoints(token.title.nodePoints, 1, token.title.nodePoints.length - 1);
|
|
@@ -431,3 +431,4 @@ exports.definitionParse = parse;
|
|
|
431
431
|
exports.eatAndCollectLinkDestination = eatAndCollectLinkDestination;
|
|
432
432
|
exports.eatAndCollectLinkLabel = eatAndCollectLinkLabel;
|
|
433
433
|
exports.eatAndCollectLinkTitle = eatAndCollectLinkTitle;
|
|
434
|
+
//# sourceMappingURL=index.cjs.map
|
package/lib/esm/index.mjs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { AsciiCodePoint, VirtualCodePoint, isWhitespaceCharacter, isAsciiControlCharacter, calcStringFromNodePoints, calcEscapedStringFromNodePoints } from '@yozora/character';
|
|
2
|
-
import { eatOptionalWhitespaces, calcEndPoint, resolveLabelToIdentifier, calcStartPoint,
|
|
2
|
+
import { eatOptionalWhitespaces, calcEndPoint, resolveLabelToIdentifier, calcStartPoint, BaseBlockTokenizer, TokenizerPriority } from '@yozora/core-tokenizer';
|
|
3
3
|
import { DefinitionType } from '@yozora/ast';
|
|
4
4
|
|
|
5
5
|
function eatAndCollectLinkDestination(nodePoints, startIndex, endIndex, state) {
|
|
@@ -394,7 +394,7 @@ const parse = function (api) {
|
|
|
394
394
|
const destination = destinationPoints[0].codePoint === AsciiCodePoint.OPEN_ANGLE
|
|
395
395
|
? calcEscapedStringFromNodePoints(destinationPoints, 1, destinationPoints.length - 1, true)
|
|
396
396
|
: calcEscapedStringFromNodePoints(destinationPoints, 0, destinationPoints.length, true);
|
|
397
|
-
const url =
|
|
397
|
+
const url = api.formatUrl(destination);
|
|
398
398
|
const title = token.title == null
|
|
399
399
|
? undefined
|
|
400
400
|
: calcEscapedStringFromNodePoints(token.title.nodePoints, 1, token.title.nodePoints.length - 1);
|
|
@@ -420,3 +420,4 @@ class DefinitionTokenizer extends BaseBlockTokenizer {
|
|
|
420
420
|
}
|
|
421
421
|
|
|
422
422
|
export { DefinitionTokenizer, uniqueName as DefinitionTokenizerName, DefinitionTokenizer as default, match as definitionMatch, parse as definitionParse, eatAndCollectLinkDestination, eatAndCollectLinkLabel, eatAndCollectLinkTitle };
|
|
423
|
+
//# sourceMappingURL=index.mjs.map
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@yozora/tokenizer-definition",
|
|
3
|
-
"version": "2.3.
|
|
3
|
+
"version": "2.3.1",
|
|
4
4
|
"author": {
|
|
5
5
|
"name": "guanghechen",
|
|
6
6
|
"url": "https://github.com/guanghechen/"
|
|
@@ -33,15 +33,10 @@
|
|
|
33
33
|
"LICENSE",
|
|
34
34
|
"README.md"
|
|
35
35
|
],
|
|
36
|
-
"scripts": {
|
|
37
|
-
"build": "rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs",
|
|
38
|
-
"prepublishOnly": "cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build",
|
|
39
|
-
"test": "node --experimental-vm-modules ../../node_modules/.bin/jest --config ../../jest.config.mjs --rootDir ."
|
|
40
|
-
},
|
|
41
36
|
"dependencies": {
|
|
42
|
-
"@yozora/ast": "^2.3.
|
|
43
|
-
"@yozora/character": "^2.3.
|
|
44
|
-
"@yozora/core-tokenizer": "^2.3.
|
|
37
|
+
"@yozora/ast": "^2.3.1",
|
|
38
|
+
"@yozora/character": "^2.3.1",
|
|
39
|
+
"@yozora/core-tokenizer": "^2.3.1"
|
|
45
40
|
},
|
|
46
|
-
"gitHead": "
|
|
41
|
+
"gitHead": "eaea7c3649e7e7886a1c3a85125b8c6268fdab20"
|
|
47
42
|
}
|