@yozora/tokenizer-thematic-break 2.1.3 → 2.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +683 -0
- package/README.md +42 -42
- package/package.json +6 -6
- package/src/index.ts +0 -9
- package/src/match.ts +0 -127
- package/src/parse.ts +0 -15
- package/src/tokenizer.ts +0 -31
- package/src/types.ts +0 -25
package/CHANGELOG.md
ADDED
|
@@ -0,0 +1,683 @@
|
|
|
1
|
+
# Change Log
|
|
2
|
+
|
|
3
|
+
All notable changes to this project will be documented in this file.
|
|
4
|
+
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
|
|
5
|
+
|
|
6
|
+
## [2.1.5](https://github.com/yozorajs/yozora/compare/v2.1.4...v2.1.5) (2023-05-13)
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
### Performance Improvements
|
|
10
|
+
|
|
11
|
+
* 🔧 don't sourcemaps into tarball ([fc37aa8](https://github.com/yozorajs/yozora/commit/fc37aa8847ac4ad78ecb31f198e1cd6a85e91bcf))
|
|
12
|
+
* 📝 update CHANGELOGs ([c51b283](https://github.com/yozorajs/yozora/commit/c51b283874f8a562b6ed9fad46a0b7d578f6eb42))
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
## 2.1.4 (2023-04-02)
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
### Performance Improvements
|
|
22
|
+
|
|
23
|
+
* 🔧 don't pack src/ folder into tarball ([c9fac38](https://github.com/yozorajs/yozora/commit/c9fac382e9a7a8d6454452b0c4d5b57dac16455f))
|
|
24
|
+
* 🔖 publish v2.1.4 ([aa464ed](https://github.com/yozorajs/yozora/commit/aa464ed1e3cd84892773a833910cfc53a556bf5f))
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
## 2.1.3 (2023-03-23)
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
### Performance Improvements
|
|
32
|
+
|
|
33
|
+
* 🔖 publish v2.1.3 ([9abaaff](https://github.com/yozorajs/yozora/commit/9abaaff74a12d0bae0f645813241ff947a0d828c))
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
## 2.1.2 (2023-03-11)
|
|
38
|
+
|
|
39
|
+
|
|
40
|
+
### Performance Improvements
|
|
41
|
+
|
|
42
|
+
* 🔖 publish v2.1.2 ([992baca](https://github.com/yozorajs/yozora/commit/992bacafd173e7788e99fed34ce8b45f6ed24cfe))
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
## 2.1.1 (2023-03-10)
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
### Performance Improvements
|
|
50
|
+
|
|
51
|
+
* 💥 prefer shorter types ([b93307f](https://github.com/yozorajs/yozora/commit/b93307f3c2372598dd8ca4fcbf04e80ce58d903d))
|
|
52
|
+
* 🔖 publish v2.1.1 ([257a36d](https://github.com/yozorajs/yozora/commit/257a36d8dc079d4ac226405c155b238e7099bcea))
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
## 2.0.6 (2023-03-05)
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
### Performance Improvements
|
|
60
|
+
|
|
61
|
+
* 🔖 publish v2.0.6 ([a263c53](https://github.com/yozorajs/yozora/commit/a263c5338103824347bac74d437051e9fbb6d791))
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
## 2.0.5 (2023-01-09)
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
### Performance Improvements
|
|
69
|
+
|
|
70
|
+
* 🔖 publish v2.0.5 ([7ba3bab](https://github.com/yozorajs/yozora/commit/7ba3bab49fe65cf2f57082c0503af73da9356cf0))
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
## 2.0.5-alpha.0 (2023-01-05)
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
### Performance Improvements
|
|
78
|
+
|
|
79
|
+
* 🔧 fix test configuration ([f50b2d7](https://github.com/yozorajs/yozora/commit/f50b2d7600139e0ea54e042b025365d81f4518b5))
|
|
80
|
+
* 🔖 publish v2.0.5-alpha.0 ([8bf941f](https://github.com/yozorajs/yozora/commit/8bf941fe4ef82947165b0f3cc123cd493665e13b))
|
|
81
|
+
* 🔧 update package entries ([2c94f27](https://github.com/yozorajs/yozora/commit/2c94f27ffb645119a863f2ceee68a6b1b7285a67))
|
|
82
|
+
* ⬆️ upgrade devDependencies ([13059a9](https://github.com/yozorajs/yozora/commit/13059a924f3ae3b7fd69080ec9e82cde34a0f097))
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
|
|
86
|
+
## 2.0.4 (2022-11-02)
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
### Performance Improvements
|
|
90
|
+
|
|
91
|
+
* 🔖 publish v2.0.4 ([c980b95](https://github.com/yozorajs/yozora/commit/c980b95254394dcacba0cbb4bea251350b09397c))
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
## 2.0.3 (2022-10-11)
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
### Performance Improvements
|
|
99
|
+
|
|
100
|
+
* 🔖 publish v2.0.3 ([8cc8f95](https://github.com/yozorajs/yozora/commit/8cc8f95cfebc8d752bc3272cdd24965f540c130b))
|
|
101
|
+
* 🔧 update build script ([d934cad](https://github.com/yozorajs/yozora/commit/d934cad21a4ab763621ca6a72379cd4294caa605))
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
## 2.0.2 (2022-09-24)
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
### Performance Improvements
|
|
109
|
+
|
|
110
|
+
* 📝 fix invalid links ([eb304c9](https://github.com/yozorajs/yozora/commit/eb304c931b2e682cf156bbceae0a20655777381e))
|
|
111
|
+
* 🔖 publish v2.0.2 ([6911295](https://github.com/yozorajs/yozora/commit/6911295e9eacfa29563fe93494704190e50625fd))
|
|
112
|
+
* 🔧 support node@16.x.x ([eda301f](https://github.com/yozorajs/yozora/commit/eda301fe1047e380de5be915ae730206a026f07b))
|
|
113
|
+
* 📝 update links ([4467fe6](https://github.com/yozorajs/yozora/commit/4467fe646e0a95fcc7206658189884f68872bc4e))
|
|
114
|
+
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
## 2.0.2-alpha.0 (2022-05-22)
|
|
118
|
+
|
|
119
|
+
|
|
120
|
+
### Performance Improvements
|
|
121
|
+
|
|
122
|
+
* 🔖 publish v2.0.2-alpha.0 ([430eaab](https://github.com/yozorajs/yozora/commit/430eaabd83f4a1ee29398ee1798aa4511976c38f))
|
|
123
|
+
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
## 2.0.1 (2022-05-21)
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
### Performance Improvements
|
|
130
|
+
|
|
131
|
+
* ✅ refactor test utils & rename createTester to createTokenizerTester ([7f2ce75](https://github.com/yozorajs/yozora/commit/7f2ce7571a336370d419aa01073bf8054783cfd9))
|
|
132
|
+
* 🔖 publish v2.0.1 ([3aea330](https://github.com/yozorajs/yozora/commit/3aea33091e402bd6c7754d91d549e8d648475073))
|
|
133
|
+
|
|
134
|
+
|
|
135
|
+
|
|
136
|
+
# 2.0.0 (2022-01-15)
|
|
137
|
+
|
|
138
|
+
|
|
139
|
+
### Performance Improvements
|
|
140
|
+
|
|
141
|
+
* 💥 [breaking] rename 'NodePoint' and 'NodePosition' ([76692a2](https://github.com/yozorajs/yozora/commit/76692a211a82260bb81acffa5e9e9d41b569f673))
|
|
142
|
+
* 🔖 publish v2.0.0 ([65e99d1](https://github.com/yozorajs/yozora/commit/65e99d1709fdd1c918465dce6b1e91de96bdab5e))
|
|
143
|
+
|
|
144
|
+
|
|
145
|
+
|
|
146
|
+
# 2.0.0-alpha.3 (2022-01-12)
|
|
147
|
+
|
|
148
|
+
|
|
149
|
+
### Features
|
|
150
|
+
|
|
151
|
+
* 💥 [breaking] remove 'I' prefix for AST node types ([cad4b0b](https://github.com/yozorajs/yozora/commit/cad4b0b5b8061ea495f6455ef1554bb3c8f223a0))
|
|
152
|
+
|
|
153
|
+
|
|
154
|
+
### Performance Improvements
|
|
155
|
+
|
|
156
|
+
* 🔖 publish v2.0.0-alpha.3 ([9f274fc](https://github.com/yozorajs/yozora/commit/9f274fc7487a8c1dd213405d92508f9a7621f730))
|
|
157
|
+
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
# 2.0.0-alpha.2 (2022-01-09)
|
|
161
|
+
|
|
162
|
+
|
|
163
|
+
### Performance Improvements
|
|
164
|
+
|
|
165
|
+
* 🎨 refactor removePosition ([87a974f](https://github.com/yozorajs/yozora/commit/87a974fd744ae937d5778d3cdba4b345141bcaf6))
|
|
166
|
+
* 🔖 publish v2.0.0-alpha.2 ([da59d85](https://github.com/yozorajs/yozora/commit/da59d85520455c59a117a35032ef1a035c10ea21))
|
|
167
|
+
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
# 2.0.0-alpha.1 (2022-01-08)
|
|
171
|
+
|
|
172
|
+
|
|
173
|
+
### Features
|
|
174
|
+
|
|
175
|
+
* :breaking: refactor parse-block hooks ([117104d](https://github.com/yozorajs/yozora/commit/117104de9668a0d160e9e008ee6305811e83aec6))
|
|
176
|
+
|
|
177
|
+
|
|
178
|
+
### Performance Improvements
|
|
179
|
+
|
|
180
|
+
* 🔖 publish v2.0.0-alpha.1 ([86202e1](https://github.com/yozorajs/yozora/commit/86202e1d2b03ccfc2ab030517d9d314f7aee7666))
|
|
181
|
+
* 🎨 rename IHookContext to IThis ([04d5470](https://github.com/yozorajs/yozora/commit/04d5470c9949c4acfe6239289d34a8b5c6191e71))
|
|
182
|
+
* 📝 update READMEs ([320afeb](https://github.com/yozorajs/yozora/commit/320afebd6c500cbbce5fd65c1cd184bbd2224f25))
|
|
183
|
+
|
|
184
|
+
|
|
185
|
+
|
|
186
|
+
# 2.0.0-alpha.0 (2022-01-03)
|
|
187
|
+
|
|
188
|
+
|
|
189
|
+
### Features
|
|
190
|
+
|
|
191
|
+
* 💥 [breaking] rename types with 'I' prefix ([d37d862](https://github.com/yozorajs/yozora/commit/d37d862212831dbe75ac92a6dbdadf2fa81cce8c))
|
|
192
|
+
|
|
193
|
+
|
|
194
|
+
### Performance Improvements
|
|
195
|
+
|
|
196
|
+
* 💥 refactor block tokenizers ([50ea4da](https://github.com/yozorajs/yozora/commit/50ea4dac5be8d7dd3d6eccf7e0ce1cfe05fe704a))
|
|
197
|
+
* 🔖 publish v2.0.0-alpha.0 ([0171501](https://github.com/yozorajs/yozora/commit/0171501339c49ffd02ed16a63447fa20a47a29a7))
|
|
198
|
+
* 🎨 rename parser hooks ([ef6cbc5](https://github.com/yozorajs/yozora/commit/ef6cbc51323e6ef9d4cd78f1c7194ae1f7819245))
|
|
199
|
+
* 🎨 set print width to 100 ([657a621](https://github.com/yozorajs/yozora/commit/657a6211cad52d5f1b183e7bcd7ea227b2aa7724))
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
|
|
203
|
+
# 1.3.0 (2021-10-09)
|
|
204
|
+
|
|
205
|
+
|
|
206
|
+
### Performance Improvements
|
|
207
|
+
|
|
208
|
+
* 🔖 publish v1.3.0 ([18c9b16](https://github.com/yozorajs/yozora/commit/18c9b167004ad97718b2f94f25139f80598cbf7a))
|
|
209
|
+
|
|
210
|
+
|
|
211
|
+
|
|
212
|
+
## 1.2.2 (2021-09-06)
|
|
213
|
+
|
|
214
|
+
|
|
215
|
+
### Performance Improvements
|
|
216
|
+
|
|
217
|
+
* 🔖 publish v1.2.2 ([fb4b804](https://github.com/yozorajs/yozora/commit/fb4b804548592c09259aabcf9cc4dd96176bd024))
|
|
218
|
+
|
|
219
|
+
|
|
220
|
+
|
|
221
|
+
## 1.2.1 (2021-09-04)
|
|
222
|
+
|
|
223
|
+
|
|
224
|
+
### Performance Improvements
|
|
225
|
+
|
|
226
|
+
* 🔖 publish v1.2.1 ([d98d07d](https://github.com/yozorajs/yozora/commit/d98d07d7c56dd9f6bb60149b2b0a4be2787e1046))
|
|
227
|
+
|
|
228
|
+
|
|
229
|
+
|
|
230
|
+
# 1.2.0 (2021-08-22)
|
|
231
|
+
|
|
232
|
+
|
|
233
|
+
### Performance Improvements
|
|
234
|
+
|
|
235
|
+
* 🔖 publish v1.2.0 ([86da40e](https://github.com/yozorajs/yozora/commit/86da40e50d2fe9acace68695288e15e012e6cd0d))
|
|
236
|
+
|
|
237
|
+
|
|
238
|
+
|
|
239
|
+
# 1.2.0-alpha.1 (2021-08-16)
|
|
240
|
+
|
|
241
|
+
|
|
242
|
+
### Performance Improvements
|
|
243
|
+
|
|
244
|
+
* 🔖 publish v1.2.0-alpha.1 ([ce3c173](https://github.com/yozorajs/yozora/commit/ce3c17330085f22404668a388f2bee6f57e6e958))
|
|
245
|
+
|
|
246
|
+
|
|
247
|
+
|
|
248
|
+
# 1.2.0-alpha.0 (2021-08-15)
|
|
249
|
+
|
|
250
|
+
|
|
251
|
+
### Performance Improvements
|
|
252
|
+
|
|
253
|
+
* 🔖 publish v1.2.0-alpha.0 ([bd8ef45](https://github.com/yozorajs/yozora/commit/bd8ef455a22963834a70339f42178138aab28df6))
|
|
254
|
+
|
|
255
|
+
|
|
256
|
+
|
|
257
|
+
# 1.1.0 (2021-08-12)
|
|
258
|
+
|
|
259
|
+
|
|
260
|
+
### Performance Improvements
|
|
261
|
+
|
|
262
|
+
* 🔖 publish v1.1.0 ([a8c7cff](https://github.com/yozorajs/yozora/commit/a8c7cffcbdc36930ab3c744450c8feb4395a9fac))
|
|
263
|
+
* 📝 update related references ([e2c8c7e](https://github.com/yozorajs/yozora/commit/e2c8c7e6ff8c5c1da27ca224d5c5d0eb4e5fbca7))
|
|
264
|
+
|
|
265
|
+
|
|
266
|
+
|
|
267
|
+
# 1.1.0-alpha.2 (2021-08-07)
|
|
268
|
+
|
|
269
|
+
|
|
270
|
+
### Performance Improvements
|
|
271
|
+
|
|
272
|
+
* 🔖 publish v1.1.0-alpha.2 ([d88b8ec](https://github.com/yozorajs/yozora/commit/d88b8eca03118b9f2a8b00ac4106ea82e779bc94))
|
|
273
|
+
|
|
274
|
+
|
|
275
|
+
|
|
276
|
+
# 1.1.0-alpha.1 (2021-08-01)
|
|
277
|
+
|
|
278
|
+
|
|
279
|
+
### Performance Improvements
|
|
280
|
+
|
|
281
|
+
* 🔖 publish v1.1.0-alpha.1 ([0d6aa91](https://github.com/yozorajs/yozora/commit/0d6aa91fb5a15b962b016496453dbfa7f1197126))
|
|
282
|
+
* 📝 update READMEs ([738d626](https://github.com/yozorajs/yozora/commit/738d626d76c535ea017812f674b43842ee073227))
|
|
283
|
+
|
|
284
|
+
|
|
285
|
+
|
|
286
|
+
# 1.1.0-alpha.0 (2021-07-31)
|
|
287
|
+
|
|
288
|
+
|
|
289
|
+
### Performance Improvements
|
|
290
|
+
|
|
291
|
+
* 🔖 publish v1.1.0-alpha.0 ([082653e](https://github.com/yozorajs/yozora/commit/082653e421889513588492774503d8ddcc24b8f9))
|
|
292
|
+
* 📝 update READMEs ([9905f04](https://github.com/yozorajs/yozora/commit/9905f0408b15d4478d021ef5c75497817f2db9a3))
|
|
293
|
+
* 📝 update READMEs ([03fe64c](https://github.com/yozorajs/yozora/commit/03fe64c6a9eab9bf810d4648261e7a808a13d1e1))
|
|
294
|
+
|
|
295
|
+
|
|
296
|
+
|
|
297
|
+
# 1.0.0 (2021-07-20)
|
|
298
|
+
|
|
299
|
+
|
|
300
|
+
### Performance Improvements
|
|
301
|
+
|
|
302
|
+
* 🔖 publish v1.0.0 ([ad754e3](https://github.com/yozorajs/yozora/commit/ad754e3a5945cd2ce19d9e6bfa59cb82caf0c7ac))
|
|
303
|
+
|
|
304
|
+
|
|
305
|
+
|
|
306
|
+
# 1.0.0-beta.0 (2021-07-08)
|
|
307
|
+
|
|
308
|
+
|
|
309
|
+
### Performance Improvements
|
|
310
|
+
|
|
311
|
+
* 🔖 publish v1.0.0-beta.0 ([bb66320](https://github.com/yozorajs/yozora/commit/bb6632098367cd8cf391eb1380d4542c15383bac))
|
|
312
|
+
|
|
313
|
+
|
|
314
|
+
|
|
315
|
+
# 1.0.0-1.0.0-beta.0.0 (2021-07-08)
|
|
316
|
+
|
|
317
|
+
|
|
318
|
+
### Performance Improvements
|
|
319
|
+
|
|
320
|
+
* 🔖 publish v1.0.0-1.0.0-beta.0.0 ([4051dd2](https://github.com/yozorajs/yozora/commit/4051dd2bcdea0d051141abaa85635e52d84c04f2))
|
|
321
|
+
* ⚡️ remove unnecessary codes ([cebe92a](https://github.com/yozorajs/yozora/commit/cebe92a3375d1d49054d332764f2490d4bb92c53))
|
|
322
|
+
* 📝 update READMEs ([9d9f940](https://github.com/yozorajs/yozora/commit/9d9f940a81188502db6045134054b18b747819bf))
|
|
323
|
+
|
|
324
|
+
|
|
325
|
+
|
|
326
|
+
# 1.0.0-alpha.29 (2021-07-08)
|
|
327
|
+
|
|
328
|
+
|
|
329
|
+
### Performance Improvements
|
|
330
|
+
|
|
331
|
+
* expose new utility func 'createTester' and 'createTesters' ([a4e9613](https://github.com/yozorajs/yozora/commit/a4e9613063e3e5840cf066e6e7343dbd5ffd4884))
|
|
332
|
+
* 📝 fix invalid link references ([f7b97b3](https://github.com/yozorajs/yozora/commit/f7b97b3dc74f065aa8f00ecd846ee4fa7f704453))
|
|
333
|
+
* 🔖 publish v1.0.0-alpha.29 ([f2291db](https://github.com/yozorajs/yozora/commit/f2291db2812043dd6586eaabd14e427abb11663a))
|
|
334
|
+
* 🍱 update boilerplates ([4e429ca](https://github.com/yozorajs/yozora/commit/4e429ca6fc7ba112d191857a2562cdd72abd2026))
|
|
335
|
+
* 🎨 use path alias in tests ([29cca94](https://github.com/yozorajs/yozora/commit/29cca943d4fbc6d26af4507d3fa75ac08dcf388a))
|
|
336
|
+
|
|
337
|
+
|
|
338
|
+
|
|
339
|
+
# 1.0.0-alpha.28 (2021-06-30)
|
|
340
|
+
|
|
341
|
+
|
|
342
|
+
### Performance Improvements
|
|
343
|
+
|
|
344
|
+
* 🔖 publish v1.0.0-alpha.28 ([f18d90a](https://github.com/yozorajs/yozora/commit/f18d90a116db508bf49c9a3338a262cb85faf792))
|
|
345
|
+
|
|
346
|
+
|
|
347
|
+
|
|
348
|
+
# 1.0.0-alpha.27 (2021-06-28)
|
|
349
|
+
|
|
350
|
+
|
|
351
|
+
### Performance Improvements
|
|
352
|
+
|
|
353
|
+
* 🎨 update base abstract tokenizer ([cca9dd6](https://github.com/yozorajs/yozora/commit/cca9dd6fc3d4a22e1352378f59c7d2dccecfc5a2))
|
|
354
|
+
* 🔖 publish v1.0.0-alpha.27 ([8efea07](https://github.com/yozorajs/yozora/commit/8efea07b2314c241c91fc113abdc8852f216c9d7))
|
|
355
|
+
* ⬆️ upgrade dev dependencies ([d126ff4](https://github.com/yozorajs/yozora/commit/d126ff4c81ec09b366a0c60ba2a83e7f45fbe317))
|
|
356
|
+
|
|
357
|
+
|
|
358
|
+
|
|
359
|
+
# 1.0.0-alpha.26 (2021-06-25)
|
|
360
|
+
|
|
361
|
+
|
|
362
|
+
### Performance Improvements
|
|
363
|
+
|
|
364
|
+
* 🔖 publish v1.0.0-alpha.26 ([cbde29c](https://github.com/yozorajs/yozora/commit/cbde29c6188c9183f0b39ccfac0ad310803b09fe))
|
|
365
|
+
* 📝 update READMEs ([11e4f61](https://github.com/yozorajs/yozora/commit/11e4f6107c3862bf8c81dae882e93cab3f56f40f))
|
|
366
|
+
|
|
367
|
+
|
|
368
|
+
|
|
369
|
+
# 1.0.0-alpha.25 (2021-06-17)
|
|
370
|
+
|
|
371
|
+
|
|
372
|
+
### Performance Improvements
|
|
373
|
+
|
|
374
|
+
* 🔖 publish v1.0.0-alpha.25 ([5e17f71](https://github.com/yozorajs/yozora/commit/5e17f7155391c21eb1c99e5024e48d5e208e80db))
|
|
375
|
+
|
|
376
|
+
|
|
377
|
+
|
|
378
|
+
# 1.0.0-alpha.24 (2021-06-10)
|
|
379
|
+
|
|
380
|
+
|
|
381
|
+
### Performance Improvements
|
|
382
|
+
|
|
383
|
+
* 🔖 publish v1.0.0-alpha.24 ([6169f8e](https://github.com/yozorajs/yozora/commit/6169f8ecda42e04203e4533f820e82ea3e93b7dd))
|
|
384
|
+
|
|
385
|
+
|
|
386
|
+
|
|
387
|
+
# 1.0.0-alpha.23 (2021-06-08)
|
|
388
|
+
|
|
389
|
+
|
|
390
|
+
### Performance Improvements
|
|
391
|
+
|
|
392
|
+
* Move repository from github.com/guanghechen to github.com/yozorajs ([c1fd32c](https://github.com/yozorajs/yozora/commit/c1fd32ce818b44aa0d993ec8f74ef514bdf2d834))
|
|
393
|
+
* 🔖 publish v1.0.0-alpha.23 ([131a216](https://github.com/yozorajs/yozora/commit/131a2162b64eb23f98e93286974f4a3e4a91b77a))
|
|
394
|
+
* 📝 update READMEs ([6420941](https://github.com/yozorajs/yozora/commit/64209414cacdaf0e04329e2c86e6ff41f885f55f))
|
|
395
|
+
|
|
396
|
+
|
|
397
|
+
|
|
398
|
+
# 1.0.0-alpha.22 (2021-05-20)
|
|
399
|
+
|
|
400
|
+
|
|
401
|
+
### Performance Improvements
|
|
402
|
+
|
|
403
|
+
* 🎨 lint codes ([0d2d798](https://github.com/yozorajs/yozora/commit/0d2d7988d1d46f873e2a9f5d37de9c5daa39a109))
|
|
404
|
+
* 🔖 publish v1.0.0-alpha.22 ([a07a41d](https://github.com/yozorajs/yozora/commit/a07a41de8dda2ff579b0e5b469db75d6c629c38b))
|
|
405
|
+
* 🔧 rename the main branch to 'main' instead of 'master' ([c915653](https://github.com/yozorajs/yozora/commit/c9156537fba68ce073e139eb487afb973b7d90ba))
|
|
406
|
+
|
|
407
|
+
|
|
408
|
+
|
|
409
|
+
# 1.0.0-alpha.21 (2021-05-12)
|
|
410
|
+
|
|
411
|
+
|
|
412
|
+
### Performance Improvements
|
|
413
|
+
|
|
414
|
+
* 🔖 publish v1.0.0-alpha.21 ([e6655a2](https://github.com/yozorajs/yozora/commit/e6655a252c0b799d0990f06bc7cfdadc6824b63c))
|
|
415
|
+
|
|
416
|
+
|
|
417
|
+
|
|
418
|
+
# 1.0.0-alpha.20 (2021-04-20)
|
|
419
|
+
|
|
420
|
+
|
|
421
|
+
### Performance Improvements
|
|
422
|
+
|
|
423
|
+
* 🔖 publish v1.0.0-alpha.20 ([3f3831f](https://github.com/yozorajs/yozora/commit/3f3831fb6fdb72319e7d24a1ba4b51b44bdb4c8d))
|
|
424
|
+
|
|
425
|
+
|
|
426
|
+
|
|
427
|
+
# 1.0.0-alpha.19 (2021-04-19)
|
|
428
|
+
|
|
429
|
+
|
|
430
|
+
### Performance Improvements
|
|
431
|
+
|
|
432
|
+
* 🔖 publish v1.0.0-alpha.19 ([50b55f9](https://github.com/yozorajs/yozora/commit/50b55f9e5fd1d00c03d271a488d2a648ccd0a1d1))
|
|
433
|
+
* 📝 update READMEs ([907af97](https://github.com/yozorajs/yozora/commit/907af97f8c0bca5b045ccae188c6b759e88ec38c))
|
|
434
|
+
|
|
435
|
+
|
|
436
|
+
|
|
437
|
+
# 1.0.0-alpha.18 (2021-04-18)
|
|
438
|
+
|
|
439
|
+
|
|
440
|
+
### Performance Improvements
|
|
441
|
+
|
|
442
|
+
* 🔖 publish v1.0.0-alpha.18 ([219b28b](https://github.com/yozorajs/yozora/commit/219b28b38975d6d41f6c285a512a5c0dccceb6fa))
|
|
443
|
+
|
|
444
|
+
|
|
445
|
+
|
|
446
|
+
# 1.0.0-alpha.17 (2021-04-15)
|
|
447
|
+
|
|
448
|
+
|
|
449
|
+
### Performance Improvements
|
|
450
|
+
|
|
451
|
+
* 🔖 publish v1.0.0-alpha.17 ([0e7facd](https://github.com/yozorajs/yozora/commit/0e7facdde8692e538e5777d70b873cf6282f7de8))
|
|
452
|
+
* 📝 update docs ([acffd75](https://github.com/yozorajs/yozora/commit/acffd757123705c4d0f6a3948f62f3c460cefde3))
|
|
453
|
+
|
|
454
|
+
|
|
455
|
+
|
|
456
|
+
# 1.0.0-alpha.16 (2021-04-12)
|
|
457
|
+
|
|
458
|
+
|
|
459
|
+
### Performance Improvements
|
|
460
|
+
|
|
461
|
+
* 🔖 publish v1.0.0-alpha.16 ([9da34dd](https://github.com/yozorajs/yozora/commit/9da34dd46333b72f908c77d15f11326f3724060c))
|
|
462
|
+
* ✅ simplify test codes ([60d072c](https://github.com/yozorajs/yozora/commit/60d072c6bf4a414e45b3d98713223a23be5d0bb8))
|
|
463
|
+
|
|
464
|
+
|
|
465
|
+
|
|
466
|
+
# 1.0.0-alpha.15 (2021-04-11)
|
|
467
|
+
|
|
468
|
+
|
|
469
|
+
### Performance Improvements
|
|
470
|
+
|
|
471
|
+
* 🔖 publish v1.0.0-alpha.15 ([988d25f](https://github.com/yozorajs/yozora/commit/988d25f7958825ccbaaa99051ad7b823c625d4cf))
|
|
472
|
+
|
|
473
|
+
|
|
474
|
+
|
|
475
|
+
# 1.0.0-alpha.14 (2021-04-11)
|
|
476
|
+
|
|
477
|
+
|
|
478
|
+
### Performance Improvements
|
|
479
|
+
|
|
480
|
+
* 🔖 publish v1.0.0-alpha.14 ([3fcfffa](https://github.com/yozorajs/yozora/commit/3fcfffa0da0413449acf0d91d85400d0b31fa9a2))
|
|
481
|
+
* 🎨 rename isContainerBlock to isContainingBlock & use enum TokenizerPriority instead of magic numbers to present tokenizer proirity ([940c50b](https://github.com/yozorajs/yozora/commit/940c50bb58b76a888a512539f3a4db6e8396d45b))
|
|
482
|
+
* ✅ update tests ([3c9f64f](https://github.com/yozorajs/yozora/commit/3c9f64f331d2b2c3484cc580dc8ef13e21ee42b8))
|
|
483
|
+
* ✅ update tests ([a24d148](https://github.com/yozorajs/yozora/commit/a24d1485b59caaeff4510b1150d8810236a9906a))
|
|
484
|
+
|
|
485
|
+
|
|
486
|
+
|
|
487
|
+
# 1.0.0-alpha.13 (2021-04-10)
|
|
488
|
+
|
|
489
|
+
|
|
490
|
+
### Performance Improvements
|
|
491
|
+
|
|
492
|
+
* 🔖 publish v1.0.0-alpha.13 ([949455c](https://github.com/yozorajs/yozora/commit/949455c25f4fb60a88c3484829a610da7c998969))
|
|
493
|
+
* 💥 remove parse-meta phase (calc meta such as definitions after parse-block). ([463e751](https://github.com/yozorajs/yozora/commit/463e75126448b672dc15019e8dd93d9d64bc9b5e))
|
|
494
|
+
|
|
495
|
+
|
|
496
|
+
|
|
497
|
+
# 1.0.0-alpha.12 (2021-03-27)
|
|
498
|
+
|
|
499
|
+
|
|
500
|
+
### Features
|
|
501
|
+
|
|
502
|
+
* 💥 redesign interfaces & refactor tokenizer codes with types from @yozora/ast ([af3603d](https://github.com/yozorajs/yozora/commit/af3603d771bde94ec0c78fb53aa6d64a14933f9d))
|
|
503
|
+
|
|
504
|
+
|
|
505
|
+
### Performance Improvements
|
|
506
|
+
|
|
507
|
+
* 🎨 make '_tokenizer' optional in the result of tokenizers on match phase ([b1ea8de](https://github.com/yozorajs/yozora/commit/b1ea8de5a439615d09e9cc3585b1a3cbdb663d31))
|
|
508
|
+
* 🔖 publish v1.0.0-alpha.12 ([897f131](https://github.com/yozorajs/yozora/commit/897f1317408ab43406788d5b796d245fd4eeac13))
|
|
509
|
+
* 🎨 use AST types from @yozora/ast instead of @yozora/core-tokenizer ([fc55ceb](https://github.com/yozorajs/yozora/commit/fc55cebca8162a111fca1c0cdfbf0982831db66a))
|
|
510
|
+
* 🎨 use types defined in @yozora/ast & use tokenizerName as unique id of token ([d51f022](https://github.com/yozorajs/yozora/commit/d51f0222a829ef0caea5f1ec058ca3f3553c156d))
|
|
511
|
+
|
|
512
|
+
|
|
513
|
+
|
|
514
|
+
# 1.0.0-alpha.11 (2021-03-20)
|
|
515
|
+
|
|
516
|
+
|
|
517
|
+
### Performance Improvements
|
|
518
|
+
|
|
519
|
+
* 🔖 publish v1.0.0-alpha.11 ([df10f73](https://github.com/yozorajs/yozora/commit/df10f73cbcc698d44cd7f7efbab2f7cac66f8675))
|
|
520
|
+
|
|
521
|
+
|
|
522
|
+
|
|
523
|
+
# 1.0.0-alpha.10 (2021-03-20)
|
|
524
|
+
|
|
525
|
+
|
|
526
|
+
### Performance Improvements
|
|
527
|
+
|
|
528
|
+
* 🔖 publish v1.0.0-alpha.10 ([dbd0114](https://github.com/yozorajs/yozora/commit/dbd0114cd72fa029e743db5d38e10bc1af23ca33))
|
|
529
|
+
|
|
530
|
+
|
|
531
|
+
|
|
532
|
+
# 1.0.0-alpha.9 (2021-03-20)
|
|
533
|
+
|
|
534
|
+
|
|
535
|
+
### Performance Improvements
|
|
536
|
+
|
|
537
|
+
* 📝 fix invalid badge urls ([4d78b23](https://github.com/yozorajs/yozora/commit/4d78b23b2aa8ae65adb9e86ccd51e372a916f20b))
|
|
538
|
+
* 🔖 publish v1.0.0-alpha.9 ([1b41b56](https://github.com/yozorajs/yozora/commit/1b41b56362c328af28fde43a0b95fa02aff0dfbe))
|
|
539
|
+
|
|
540
|
+
|
|
541
|
+
|
|
542
|
+
# 1.0.0-alpha.8 (2021-03-13)
|
|
543
|
+
|
|
544
|
+
|
|
545
|
+
### Performance Improvements
|
|
546
|
+
|
|
547
|
+
* 🔖 publish v1.0.0-alpha.8 ([3cb3080](https://github.com/yozorajs/yozora/commit/3cb3080312048001d73911a892c4a7c69459c260))
|
|
548
|
+
* 📝 update badges ([418e221](https://github.com/yozorajs/yozora/commit/418e2216ed80c71445f9e0efd9ea054208b18c78))
|
|
549
|
+
* 🔧 update package.json ([cba99c5](https://github.com/yozorajs/yozora/commit/cba99c5aa58de54672cc292e587914f56d702f7a))
|
|
550
|
+
* 📝 update READMEs ([188b30b](https://github.com/yozorajs/yozora/commit/188b30ba3f10096722e999452f84752ec3dd459a))
|
|
551
|
+
|
|
552
|
+
|
|
553
|
+
|
|
554
|
+
# 1.0.0-alpha.7 (2021-03-06)
|
|
555
|
+
|
|
556
|
+
|
|
557
|
+
### Performance Improvements
|
|
558
|
+
|
|
559
|
+
* 🎨 format codes ([1fbd596](https://github.com/yozorajs/yozora/commit/1fbd59671965b747a990d2bff77de0872f18836d))
|
|
560
|
+
* 🔧 add directory in repository field ([8daefc9](https://github.com/yozorajs/yozora/commit/8daefc94f4999aa471e2edc82728120ae9c0f079))
|
|
561
|
+
* 📝 update badges ([967819b](https://github.com/yozorajs/yozora/commit/967819be94f17a635169fabd48468747e53f2b84))
|
|
562
|
+
* 🔖 publish v1.0.0-alpha.7 ([115ce36](https://github.com/yozorajs/yozora/commit/115ce36207dc675c7a13275c6bf2fccafdb47ffc))
|
|
563
|
+
* 🔧 update scripts field ([72841c5](https://github.com/yozorajs/yozora/commit/72841c571882cb600706aaab1a335fa68013167c))
|
|
564
|
+
* 🔧 use @guanghechen/rollup-config instead of @barusu/rollup-config ([6228c33](https://github.com/yozorajs/yozora/commit/6228c330ed6dc3113c671f56feaa91d47bff6d64))
|
|
565
|
+
* 🔨 use top level rollup.config.js ([818c59b](https://github.com/yozorajs/yozora/commit/818c59b6f5ef3c29f718428c620ebce08f24b9d6))
|
|
566
|
+
|
|
567
|
+
|
|
568
|
+
|
|
569
|
+
# 1.0.0-alpha.6 (2021-02-25)
|
|
570
|
+
|
|
571
|
+
|
|
572
|
+
### Performance Improvements
|
|
573
|
+
|
|
574
|
+
* 🎨 format codes through 'yarn sort-imports' ([a932fec](https://github.com/yozorajs/yozora/commit/a932fec827b51397f2c5378afff11d4efd09159e))
|
|
575
|
+
* 🎨 format codes with prettier ([04582c8](https://github.com/yozorajs/yozora/commit/04582c840608a6d36270066a1e5d552840855118))
|
|
576
|
+
* 🔖 publish v1.0.0-alpha.6 ([e4f20f7](https://github.com/yozorajs/yozora/commit/e4f20f785dc3928c0c928d0d38665bf3609481a6))
|
|
577
|
+
* 🚚 rename @yozora/parser-core to @yozora/core-parser ([e94956f](https://github.com/yozorajs/yozora/commit/e94956f58ccf64f37c476c953679578b3b4b7c24))
|
|
578
|
+
* ⬆️ upgrade @barusu/* to v0.0.47 & upgrade rollup to v2.39.1 ([173b431](https://github.com/yozorajs/yozora/commit/173b431d4522a90b964b11d015ce24eba4028deb))
|
|
579
|
+
* 🔧 upgrade barusu to v0.0.46 ([7c360a4](https://github.com/yozorajs/yozora/commit/7c360a46a6c188e13512ac814a8f59169f41f23d))
|
|
580
|
+
* 🔧 upgrade eslint & update eslint configs & lint codes ([4227453](https://github.com/yozorajs/yozora/commit/4227453ce46a4c9e9e1eeac2939c6365af78c696))
|
|
581
|
+
|
|
582
|
+
|
|
583
|
+
|
|
584
|
+
# 1.0.0-alpha.5 (2021-02-23)
|
|
585
|
+
|
|
586
|
+
|
|
587
|
+
### Performance Improvements
|
|
588
|
+
|
|
589
|
+
* 🔖 publish v1.0.0-alpha.5 ([fa285da](https://github.com/yozorajs/yozora/commit/fa285da950e21abf2505f51256bb12e3b8307823))
|
|
590
|
+
|
|
591
|
+
|
|
592
|
+
|
|
593
|
+
# 1.0.0-alpha.4 (2021-02-23)
|
|
594
|
+
|
|
595
|
+
|
|
596
|
+
### Performance Improvements
|
|
597
|
+
|
|
598
|
+
* :art: merge @yozora/tokenizercore-inline and @yozora/tokenizercore-block into @yozora/tokenizercore ([7583266](https://github.com/yozorajs/yozora/commit/7583266e831d441b0c5004b7ef05cf7008c8f8da))
|
|
599
|
+
* 🎨 rename `parse()` to `parseBlock()` of TokenizerParseBlockHook ([9beb9ee](https://github.com/yozorajs/yozora/commit/9beb9ee14945ecd2d04dfc85ae98eff9de0a4e56))
|
|
600
|
+
* 🎨 move property `recongnizedTypes` from TokenizerParseBlockHook and TokenizerParseInlineHook into the Tokenizer ([d3ec789](https://github.com/yozorajs/yozora/commit/d3ec78944df57a2e8515019bf80eb9c6e508a2ac))
|
|
601
|
+
* 🔖 publish v1.0.0-alpha.4 ([1cfd290](https://github.com/yozorajs/yozora/commit/1cfd29055684e41eb0859d81210a2b542424ffab))
|
|
602
|
+
* 🎨 rename tokenizer hooks ([9f0679f](https://github.com/yozorajs/yozora/commit/9f0679f829efd685b179cf6717cc85a10c004c52))
|
|
603
|
+
* 🔧 update jest config ([2142751](https://github.com/yozorajs/yozora/commit/2142751fee35f8bce093e3b884902e53fa56f072))
|
|
604
|
+
* 📝 update README ([57663fd](https://github.com/yozorajs/yozora/commit/57663fdd46cb57de41feddb461caafed9e54bc07))
|
|
605
|
+
* 📝 update READMEs ([c421f5c](https://github.com/yozorajs/yozora/commit/c421f5c5e21bfd176a5b8b2b7716c4c8326fffcf))
|
|
606
|
+
|
|
607
|
+
|
|
608
|
+
|
|
609
|
+
# 1.0.0-alpha.3 (2021-02-18)
|
|
610
|
+
|
|
611
|
+
|
|
612
|
+
### Performance Improvements
|
|
613
|
+
|
|
614
|
+
* 🔖 publish v1.0.0-alpha.3 ([ba9b6dd](https://github.com/yozorajs/yozora/commit/ba9b6dd2d3bb70a22be8e4bdc1b1c5a8d07bdbe0))
|
|
615
|
+
|
|
616
|
+
|
|
617
|
+
|
|
618
|
+
# 1.0.0-alpha.2 (2021-02-15)
|
|
619
|
+
|
|
620
|
+
|
|
621
|
+
### Performance Improvements
|
|
622
|
+
|
|
623
|
+
* 🔖 publish v1.0.0-alpha.2 ([d1ed70b](https://github.com/yozorajs/yozora/commit/d1ed70bc4f3728049ba285c70a1cd15d6c095597))
|
|
624
|
+
|
|
625
|
+
|
|
626
|
+
|
|
627
|
+
# 1.0.0-alpha.1 (2021-02-15)
|
|
628
|
+
|
|
629
|
+
|
|
630
|
+
### Performance Improvements
|
|
631
|
+
|
|
632
|
+
* 🎨 format codes & update comments ([7873786](https://github.com/yozorajs/yozora/commit/787378606e5536742655602a1e1ca00f874e931f))
|
|
633
|
+
* 🔖 publish v1.0.0-alpha.1 ([def33f1](https://github.com/yozorajs/yozora/commit/def33f19b215c17686a2a270f95329aac3d9d2ce))
|
|
634
|
+
* 📝 update homepage url ([8833f53](https://github.com/yozorajs/yozora/commit/8833f53122bc845f8a359e0192e9443e35fc2808))
|
|
635
|
+
|
|
636
|
+
|
|
637
|
+
|
|
638
|
+
# 1.0.0-alpha.0 (2021-02-14)
|
|
639
|
+
|
|
640
|
+
|
|
641
|
+
### Bug Fixes
|
|
642
|
+
|
|
643
|
+
* 🐛 fix path error caused by the previous move operation ([3fb8564](https://github.com/yozorajs/yozora/commit/3fb856499abc6bcd4db1e2da676c8005a77eb264))
|
|
644
|
+
|
|
645
|
+
|
|
646
|
+
### Features
|
|
647
|
+
|
|
648
|
+
* 🚧 remove 'priority' from block tokenizers ([2af6114](https://github.com/yozorajs/yozora/commit/2af611472f381e9c71493e7e0cbda104386207b2))
|
|
649
|
+
* 🚧 handle tabs & update tests ([27d198b](https://github.com/yozorajs/yozora/commit/27d198b092be46e7822239d987c707829e432333))
|
|
650
|
+
* 🚧 update due to the change of @yozora/tokenizercore and @yozora/tokenizercore-block ([84e7096](https://github.com/yozorajs/yozora/commit/84e7096d3301ae5f5fc16cec25b2fe584b2368d6))
|
|
651
|
+
* 👽️ update due to the change of @yozora/tokenizercore* ([4208ea9](https://github.com/yozorajs/yozora/commit/4208ea95daa1fc13a07b0afa68be20ba560ff81a))
|
|
652
|
+
|
|
653
|
+
|
|
654
|
+
### Performance Improvements
|
|
655
|
+
|
|
656
|
+
* :art: [tokenizercore-block] improve: update types ([68857d0](https://github.com/yozorajs/yozora/commit/68857d012d8fe1cafe119ac43ee2994a44c3e51d))
|
|
657
|
+
* :art: [tokenizercore-block] improve: reorgnize interface types between tokenizer hooks ([76d889a](https://github.com/yozorajs/yozora/commit/76d889aa5d351a44204318f295f567539ffd058e))
|
|
658
|
+
* :construction: [BREAKING] feat: update tokenizer types from constant case to camel case ([2a99460](https://github.com/yozorajs/yozora/commit/2a99460b29b9bce919b254285ecacd182f945ea0))
|
|
659
|
+
* :fire: [thematic-break] improve: remove useless codes ([03ffcc4](https://github.com/yozorajs/yozora/commit/03ffcc4b3f72d6d7239a5030e990fe91be040c37))
|
|
660
|
+
* :construction: [tokenizercore-block] feat: update DefaultBlockContext (fix errors and export new methods) and types & refactor @yozora/tokenizer-setext-heading ([2e64759](https://github.com/yozorajs/yozora/commit/2e647597acb0c5768b7dcdb82801baa0d025f7bb))
|
|
661
|
+
* :art: [tokenizercore-block] refactor: move extractPhrasingContentCMS and buildFromPhrasingContentCMS from BlockTokenizer to BlockTokenizerMatchPhaseHook ([01b7ea5](https://github.com/yozorajs/yozora/commit/01b7ea53545c150253e1eb252e8e09abb40ee50b))
|
|
662
|
+
* :construction: [thematic-break] improve: update due to the change of @yozora/tokenizercore-block ([0642df0](https://github.com/yozorajs/yozora/commit/0642df0ce3fdc542f472fdf156c118a08b89353e))
|
|
663
|
+
* ✅ add ast positions ([a4a55bb](https://github.com/yozorajs/yozora/commit/a4a55bb9297fb587b80c206508ee57f1c0ff7569))
|
|
664
|
+
* 🎨 update PhrasingContentLine to postpone the nodePoint collection operation to the parse-phase stage ([7f62c66](https://github.com/yozorajs/yozora/commit/7f62c66fc5fe4f99172b73f8c11d995c6531abac))
|
|
665
|
+
* ✅ just convert the phrasingContent.contents to string instead of inline nodes in tests ([03d127f](https://github.com/yozorajs/yozora/commit/03d127f6159a56eeae5a1a6e8ada20c2d91754ab))
|
|
666
|
+
* 🔨 fix path error ([9b7780f](https://github.com/yozorajs/yozora/commit/9b7780fa9d919ac0f6d35641e3f3995a703d79f9))
|
|
667
|
+
* 🎨 format codes & add comments ([ba7ce7f](https://github.com/yozorajs/yozora/commit/ba7ce7f5af95ebac78bcf988e85aad9f520e1e98))
|
|
668
|
+
* 🚚 move tokenizers/block/* and tokenizers/inline/* to tokenizers/ ([c451e41](https://github.com/yozorajs/yozora/commit/c451e41d7d78e9dca078fa6feb0c548a3be7cc42))
|
|
669
|
+
* 🔖 publish v1.0.0-alpha.0 ([d7a394a](https://github.com/yozorajs/yozora/commit/d7a394affbdebe154b2eda5430f4440661f1c711))
|
|
670
|
+
* 🎨 remove dead codes ([6ed8b39](https://github.com/yozorajs/yozora/commit/6ed8b3979eb98bba8d0c0c8d3740265cf779b87a))
|
|
671
|
+
* 🎨 remove useless types ([d430236](https://github.com/yozorajs/yozora/commit/d43023647638071fb184c2844e1dd6ea379ec877))
|
|
672
|
+
* 🎨 remove YastBlockNodeType and YastInlineNodeType, use YastNodeType instead ([2142b3d](https://github.com/yozorajs/yozora/commit/2142b3d9b9b8247202d78fca9571485cb1c13110))
|
|
673
|
+
* 🎨 rename EnhancedYastNodePoint to NodePoint & rename *WhiteSpace* to *Whitespace* ([988a99f](https://github.com/yozorajs/yozora/commit/988a99fcf448012fd07df0eacff72d7b5a0166fe))
|
|
674
|
+
* 🎨 rewrite @yozora/jest-for-tokenizer & update tests ([2b68af6](https://github.com/yozorajs/yozora/commit/2b68af63e0ea2c267b2c8c7581998cfba8197bd4))
|
|
675
|
+
* 🎨 rewrite @yozora/tokenziercore-block and update block tokenizers ([e07f874](https://github.com/yozorajs/yozora/commit/e07f87481499f73a856d65f75dec17c64e42a3b6))
|
|
676
|
+
* 🎨 update BlockTokenizer types ([5fa2b42](https://github.com/yozorajs/yozora/commit/5fa2b42c520a1ca13b4fe8dc7d10d0dabbda93f4))
|
|
677
|
+
* 🎨 update BlockYastNode types ([7d1bda8](https://github.com/yozorajs/yozora/commit/7d1bda887ea88b150128b6095d737f7991eea791))
|
|
678
|
+
* 🚧 update due to the change of @yozora/tokenizercore-block & format codes & update @yozora/list-*-item ([fcfaa64](https://github.com/yozorajs/yozora/commit/fcfaa64f4b6f06d861db8960bdc9c434e3c7805e))
|
|
679
|
+
* 🚧 update due to the change of the @yozora/tokenziercore-block ([212b913](https://github.com/yozorajs/yozora/commit/212b913b5305581f0898571516ea648dc1fda28c))
|
|
680
|
+
* 📝 update READMEs ([9657e0c](https://github.com/yozorajs/yozora/commit/9657e0c41b37e526ad469f4e45d5d080a92171fb))
|
|
681
|
+
* ✅ update tests due to the change of @yozora/jest-for-tokenizer ([e54a56e](https://github.com/yozorajs/yozora/commit/e54a56e96016333436c5146535c8fbbf83d55ec2))
|
|
682
|
+
* 🚧 update tokenizer shape & support to update the member variables in constructor ([a542f34](https://github.com/yozorajs/yozora/commit/a542f340a3beeddb5a7cef95f7d4a2913ce92b1b))
|
|
683
|
+
* ⬆️ upgrade devDependencies @barusu/* ([4a5a0e1](https://github.com/yozorajs/yozora/commit/4a5a0e1d2e5c4910d7a3f64fa0f9d1177e313de7))
|
package/README.md
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
<header>
|
|
4
4
|
<h1 align="center">
|
|
5
|
-
<a href="https://github.com/yozorajs/yozora/tree/
|
|
5
|
+
<a href="https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/thematic-break#readme">@yozora/tokenizer-thematic-break</a>
|
|
6
6
|
</h1>
|
|
7
7
|
<div align="center">
|
|
8
8
|
<a href="https://www.npmjs.com/package/@yozora/tokenizer-thematic-break">
|
|
@@ -184,53 +184,53 @@ Name | Type | Required | Default
|
|
|
184
184
|
|
|
185
185
|
[live-examples]: https://yozora.guanghechen.com/docs/package/tokenizer-thematic-break#live-examples
|
|
186
186
|
[docpage]: https://yozora.guanghechen.com/docs/package/tokenizer-thematic-break
|
|
187
|
-
[homepage]: https://github.com/yozorajs/yozora/tree/
|
|
187
|
+
[homepage]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/thematic-break#readme
|
|
188
188
|
[gfm-spec]: https://github.github.com/gfm
|
|
189
189
|
[mdast-homepage]: https://github.com/syntax-tree/mdast
|
|
190
190
|
|
|
191
|
-
[@yozora/ast]: https://github.com/yozorajs/yozora/tree/
|
|
192
|
-
[@yozora/ast-util]: https://github.com/yozorajs/yozora/tree/
|
|
193
|
-
[@yozora/character]: https://github.com/yozorajs/yozora/tree/
|
|
191
|
+
[@yozora/ast]: https://github.com/yozorajs/yozora/tree/v2.1.5/packages/ast#readme
|
|
192
|
+
[@yozora/ast-util]: https://github.com/yozorajs/yozora/tree/v2.1.5/packages/ast-util#readme
|
|
193
|
+
[@yozora/character]: https://github.com/yozorajs/yozora/tree/v2.1.5/packages/character#readme
|
|
194
194
|
[@yozora/eslint-config]: https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/eslint-config#readme
|
|
195
|
-
[@yozora/core-parser]: https://github.com/yozorajs/yozora/tree/
|
|
196
|
-
[@yozora/core-tokenizer]: https://github.com/yozorajs/yozora/tree/
|
|
197
|
-
[@yozora/invariant]: https://github.com/yozorajs/yozora/tree/
|
|
195
|
+
[@yozora/core-parser]: https://github.com/yozorajs/yozora/tree/v2.1.5/packages/core-parser#readme
|
|
196
|
+
[@yozora/core-tokenizer]: https://github.com/yozorajs/yozora/tree/v2.1.5/packages/core-tokenizer#readme
|
|
197
|
+
[@yozora/invariant]: https://github.com/yozorajs/yozora/tree/v2.1.5/packages/invariant#readme
|
|
198
198
|
[@yozora/jest-for-tokenizer]: https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/jest-for-tokenizer#readme
|
|
199
|
-
[@yozora/parser]: https://github.com/yozorajs/yozora/tree/
|
|
200
|
-
[@yozora/parser-gfm]: https://github.com/yozorajs/yozora/tree/
|
|
201
|
-
[@yozora/parser-gfm-ex]: https://github.com/yozorajs/yozora/tree/
|
|
199
|
+
[@yozora/parser]: https://github.com/yozorajs/yozora/tree/v2.1.5/packages/parser#readme
|
|
200
|
+
[@yozora/parser-gfm]: https://github.com/yozorajs/yozora/tree/v2.1.5/packages/parser-gfm#readme
|
|
201
|
+
[@yozora/parser-gfm-ex]: https://github.com/yozorajs/yozora/tree/v2.1.5/packages/parser-gfm-ex#readme
|
|
202
202
|
[@yozora/template-tokenizer]: https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/template-tokenizer#readme
|
|
203
|
-
[@yozora/tokenizer-admonition]: https://github.com/yozorajs/yozora/tree/
|
|
204
|
-
[@yozora/tokenizer-autolink]: https://github.com/yozorajs/yozora/tree/
|
|
205
|
-
[@yozora/tokenizer-autolink-extension]: https://github.com/yozorajs/yozora/tree/
|
|
206
|
-
[@yozora/tokenizer-blockquote]: https://github.com/yozorajs/yozora/tree/
|
|
207
|
-
[@yozora/tokenizer-break]: https://github.com/yozorajs/yozora/tree/
|
|
208
|
-
[@yozora/tokenizer-definition]: https://github.com/yozorajs/yozora/tree/
|
|
209
|
-
[@yozora/tokenizer-delete]: https://github.com/yozorajs/yozora/tree/
|
|
210
|
-
[@yozora/tokenizer-ecma-import]: https://github.com/yozorajs/yozora/tree/
|
|
211
|
-
[@yozora/tokenizer-emphasis]: https://github.com/yozorajs/yozora/tree/
|
|
212
|
-
[@yozora/tokenizer-fenced-block]: https://github.com/yozorajs/yozora/tree/
|
|
213
|
-
[@yozora/tokenizer-fenced-code]: https://github.com/yozorajs/yozora/tree/
|
|
214
|
-
[@yozora/tokenizer-footnote]: https://github.com/yozorajs/yozora/tree/
|
|
215
|
-
[@yozora/tokenizer-footnote-definition]: https://github.com/yozorajs/yozora/tree/
|
|
216
|
-
[@yozora/tokenizer-footnote-reference]: https://github.com/yozorajs/yozora/tree/
|
|
217
|
-
[@yozora/tokenizer-heading]: https://github.com/yozorajs/yozora/tree/
|
|
218
|
-
[@yozora/tokenizer-html-block]: https://github.com/yozorajs/yozora/tree/
|
|
219
|
-
[@yozora/tokenizer-html-inline]: https://github.com/yozorajs/yozora/tree/
|
|
220
|
-
[@yozora/tokenizer-image]: https://github.com/yozorajs/yozora/tree/
|
|
221
|
-
[@yozora/tokenizer-image-reference]: https://github.com/yozorajs/yozora/tree/
|
|
222
|
-
[@yozora/tokenizer-indented-code]: https://github.com/yozorajs/yozora/tree/
|
|
223
|
-
[@yozora/tokenizer-inline-code]: https://github.com/yozorajs/yozora/tree/
|
|
224
|
-
[@yozora/tokenizer-inline-math]: https://github.com/yozorajs/yozora/tree/
|
|
225
|
-
[@yozora/tokenizer-link]: https://github.com/yozorajs/yozora/tree/
|
|
226
|
-
[@yozora/tokenizer-link-reference]: https://github.com/yozorajs/yozora/tree/
|
|
227
|
-
[@yozora/tokenizer-list]: https://github.com/yozorajs/yozora/tree/
|
|
228
|
-
[@yozora/tokenizer-math]: https://github.com/yozorajs/yozora/tree/
|
|
229
|
-
[@yozora/tokenizer-paragraph]: https://github.com/yozorajs/yozora/tree/
|
|
230
|
-
[@yozora/tokenizer-setext-heading]: https://github.com/yozorajs/yozora/tree/
|
|
231
|
-
[@yozora/tokenizer-table]: https://github.com/yozorajs/yozora/tree/
|
|
232
|
-
[@yozora/tokenizer-text]: https://github.com/yozorajs/yozora/tree/
|
|
233
|
-
[@yozora/tokenizer-thematic-break]: https://github.com/yozorajs/yozora/tree/
|
|
203
|
+
[@yozora/tokenizer-admonition]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/admonition#readme
|
|
204
|
+
[@yozora/tokenizer-autolink]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/autolink#readme
|
|
205
|
+
[@yozora/tokenizer-autolink-extension]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/autolink-extension#readme
|
|
206
|
+
[@yozora/tokenizer-blockquote]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/blockquote#readme
|
|
207
|
+
[@yozora/tokenizer-break]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/break#readme
|
|
208
|
+
[@yozora/tokenizer-definition]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/definition#readme
|
|
209
|
+
[@yozora/tokenizer-delete]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/delete#readme
|
|
210
|
+
[@yozora/tokenizer-ecma-import]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/ecma-import#readme
|
|
211
|
+
[@yozora/tokenizer-emphasis]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/emphasis#readme
|
|
212
|
+
[@yozora/tokenizer-fenced-block]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/fenced-block#readme
|
|
213
|
+
[@yozora/tokenizer-fenced-code]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/fenced-code#readme
|
|
214
|
+
[@yozora/tokenizer-footnote]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/footnote#readme
|
|
215
|
+
[@yozora/tokenizer-footnote-definition]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/footnote-definition#readme
|
|
216
|
+
[@yozora/tokenizer-footnote-reference]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/footnote-reference#readme
|
|
217
|
+
[@yozora/tokenizer-heading]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/heading#readme
|
|
218
|
+
[@yozora/tokenizer-html-block]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/html-block#readme
|
|
219
|
+
[@yozora/tokenizer-html-inline]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/html-inline#readme
|
|
220
|
+
[@yozora/tokenizer-image]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/image#readme
|
|
221
|
+
[@yozora/tokenizer-image-reference]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/image-reference#readme
|
|
222
|
+
[@yozora/tokenizer-indented-code]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/indented-code#readme
|
|
223
|
+
[@yozora/tokenizer-inline-code]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/inline-code#readme
|
|
224
|
+
[@yozora/tokenizer-inline-math]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/inline-math#readme
|
|
225
|
+
[@yozora/tokenizer-link]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/link#readme
|
|
226
|
+
[@yozora/tokenizer-link-reference]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/link-reference#readme
|
|
227
|
+
[@yozora/tokenizer-list]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/list#readme
|
|
228
|
+
[@yozora/tokenizer-math]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/math#readme
|
|
229
|
+
[@yozora/tokenizer-paragraph]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/paragraph#readme
|
|
230
|
+
[@yozora/tokenizer-setext-heading]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/setext-heading#readme
|
|
231
|
+
[@yozora/tokenizer-table]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/table#readme
|
|
232
|
+
[@yozora/tokenizer-text]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/text#readme
|
|
233
|
+
[@yozora/tokenizer-thematic-break]: https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/thematic-break#readme
|
|
234
234
|
|
|
235
235
|
[@yozora/react-admonition]: https://github.com/yozorajs/yozora-react/tree/main/packages/admonition#readme
|
|
236
236
|
[@yozora/react-blockquote]: https://github.com/yozorajs/yozora-react/tree/main/packages/blockquote#readme
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@yozora/tokenizer-thematic-break",
|
|
3
|
-
"version": "2.1.
|
|
3
|
+
"version": "2.1.5",
|
|
4
4
|
"author": {
|
|
5
5
|
"name": "guanghechen",
|
|
6
6
|
"url": "https://github.com/guanghechen/"
|
|
@@ -27,7 +27,7 @@
|
|
|
27
27
|
},
|
|
28
28
|
"files": [
|
|
29
29
|
"lib/",
|
|
30
|
-
"
|
|
30
|
+
"!lib/**/*.map",
|
|
31
31
|
"package.json",
|
|
32
32
|
"CHANGELOG.md",
|
|
33
33
|
"LICENSE",
|
|
@@ -39,9 +39,9 @@
|
|
|
39
39
|
"test": "cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir ."
|
|
40
40
|
},
|
|
41
41
|
"dependencies": {
|
|
42
|
-
"@yozora/ast": "^2.1.
|
|
43
|
-
"@yozora/character": "^2.1.
|
|
44
|
-
"@yozora/core-tokenizer": "^2.1.
|
|
42
|
+
"@yozora/ast": "^2.1.5",
|
|
43
|
+
"@yozora/character": "^2.1.5",
|
|
44
|
+
"@yozora/core-tokenizer": "^2.1.5"
|
|
45
45
|
},
|
|
46
|
-
"gitHead": "
|
|
46
|
+
"gitHead": "4f753bcf0fd921938464802462dc48c53bbd014d"
|
|
47
47
|
}
|
package/src/index.ts
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
export { match as thematicBreakMatch } from './match'
|
|
2
|
-
export { parse as thematicBreakParse } from './parse'
|
|
3
|
-
export { ThematicBreakTokenizer, ThematicBreakTokenizer as default } from './tokenizer'
|
|
4
|
-
export { uniqueName as ThematicBreakTokenizerName } from './types'
|
|
5
|
-
export type {
|
|
6
|
-
IThis as IThematicBreakHookContext,
|
|
7
|
-
IToken as IThematicBreakToken,
|
|
8
|
-
ITokenizerProps as IThematicBreakTokenizerProps,
|
|
9
|
-
} from './types'
|
package/src/match.ts
DELETED
|
@@ -1,127 +0,0 @@
|
|
|
1
|
-
import { ThematicBreakType } from '@yozora/ast'
|
|
2
|
-
import { AsciiCodePoint, isUnicodeWhitespaceCharacter } from '@yozora/character'
|
|
3
|
-
import type {
|
|
4
|
-
IBlockToken,
|
|
5
|
-
IMatchBlockHookCreator,
|
|
6
|
-
IPhrasingContentLine,
|
|
7
|
-
IResultOfEatAndInterruptPreviousSibling,
|
|
8
|
-
IResultOfEatOpener,
|
|
9
|
-
} from '@yozora/core-tokenizer'
|
|
10
|
-
import { calcEndPoint, calcStartPoint } from '@yozora/core-tokenizer'
|
|
11
|
-
import type { IThis, IToken, T } from './types'
|
|
12
|
-
|
|
13
|
-
/**
|
|
14
|
-
* A line consisting of 0-3 spaces of indentation, followed by a sequence of
|
|
15
|
-
* three or more matching -, _, or * characters, each followed optionally by
|
|
16
|
-
* any number of spaces or tabs, forms a thematic break.
|
|
17
|
-
*
|
|
18
|
-
* @see https://github.github.com/gfm/#thematic-break
|
|
19
|
-
*/
|
|
20
|
-
export const match: IMatchBlockHookCreator<T, IToken, IThis> = function () {
|
|
21
|
-
return {
|
|
22
|
-
isContainingBlock: false,
|
|
23
|
-
eatOpener,
|
|
24
|
-
eatAndInterruptPreviousSibling,
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
function eatOpener(line: Readonly<IPhrasingContentLine>): IResultOfEatOpener<T, IToken> {
|
|
28
|
-
/**
|
|
29
|
-
* Four spaces is too much
|
|
30
|
-
* @see https://github.github.com/gfm/#example-19
|
|
31
|
-
*/
|
|
32
|
-
if (line.countOfPrecedeSpaces >= 4) return null
|
|
33
|
-
|
|
34
|
-
const { nodePoints, startIndex, endIndex, firstNonWhitespaceIndex } = line
|
|
35
|
-
if (firstNonWhitespaceIndex + 2 >= endIndex) return null
|
|
36
|
-
|
|
37
|
-
let marker: number
|
|
38
|
-
let count = 0
|
|
39
|
-
let continuous = true
|
|
40
|
-
let hasPotentialInternalSpace = false
|
|
41
|
-
for (let i = firstNonWhitespaceIndex; i < endIndex; ++i) {
|
|
42
|
-
const c = nodePoints[i]
|
|
43
|
-
|
|
44
|
-
/**
|
|
45
|
-
* Spaces are allowed between the characters
|
|
46
|
-
* Spaces are allowed at the end
|
|
47
|
-
* @see https://github.github.com/gfm/#example-21
|
|
48
|
-
* @see https://github.github.com/gfm/#example-22
|
|
49
|
-
* @see https://github.github.com/gfm/#example-23
|
|
50
|
-
* @see https://github.github.com/gfm/#example-24
|
|
51
|
-
*/
|
|
52
|
-
if (isUnicodeWhitespaceCharacter(c.codePoint)) {
|
|
53
|
-
hasPotentialInternalSpace = true
|
|
54
|
-
continue
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
/**
|
|
58
|
-
* As it is traversed from a non-empty character, if a blank character
|
|
59
|
-
* has been encountered before, it means that there is an internal space
|
|
60
|
-
*/
|
|
61
|
-
if (hasPotentialInternalSpace) {
|
|
62
|
-
continuous = false
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
switch (c.codePoint) {
|
|
66
|
-
/**
|
|
67
|
-
* A line consisting of 0-3 spaces of indentation, followed by a
|
|
68
|
-
* sequence of three or more matching '-', '_', or '*' characters,
|
|
69
|
-
* each followed optionally by any number of spaces or tabs, forms
|
|
70
|
-
* a thematic break
|
|
71
|
-
*/
|
|
72
|
-
case AsciiCodePoint.MINUS_SIGN:
|
|
73
|
-
case AsciiCodePoint.UNDERSCORE:
|
|
74
|
-
case AsciiCodePoint.ASTERISK: {
|
|
75
|
-
if (count <= 0) {
|
|
76
|
-
marker = c.codePoint
|
|
77
|
-
count += 1
|
|
78
|
-
break
|
|
79
|
-
}
|
|
80
|
-
/**
|
|
81
|
-
* It is required that all of the non-whitespace characters be the same
|
|
82
|
-
* @see https://github.github.com/gfm/#example-26
|
|
83
|
-
*/
|
|
84
|
-
if (c.codePoint !== marker!) return null
|
|
85
|
-
count += 1
|
|
86
|
-
break
|
|
87
|
-
}
|
|
88
|
-
/**
|
|
89
|
-
* No other characters may occur in the line
|
|
90
|
-
* @see https://github.github.com/gfm/#example-25
|
|
91
|
-
*/
|
|
92
|
-
default:
|
|
93
|
-
return null
|
|
94
|
-
}
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
/**
|
|
98
|
-
* Not enough characters
|
|
99
|
-
* @see https://github.github.com/gfm/#example-16
|
|
100
|
-
*/
|
|
101
|
-
if (count < 3) return null
|
|
102
|
-
|
|
103
|
-
const token: IToken = {
|
|
104
|
-
nodeType: ThematicBreakType,
|
|
105
|
-
position: {
|
|
106
|
-
start: calcStartPoint(nodePoints, startIndex),
|
|
107
|
-
end: calcEndPoint(nodePoints, endIndex - 1),
|
|
108
|
-
},
|
|
109
|
-
marker: marker!,
|
|
110
|
-
continuous,
|
|
111
|
-
}
|
|
112
|
-
return { token, nextIndex: endIndex, saturated: true }
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
function eatAndInterruptPreviousSibling(
|
|
116
|
-
line: Readonly<IPhrasingContentLine>,
|
|
117
|
-
prevSiblingToken: Readonly<IBlockToken>,
|
|
118
|
-
): IResultOfEatAndInterruptPreviousSibling<T, IToken> {
|
|
119
|
-
const result = eatOpener(line)
|
|
120
|
-
if (result == null) return null
|
|
121
|
-
return {
|
|
122
|
-
token: result.token,
|
|
123
|
-
nextIndex: result.nextIndex,
|
|
124
|
-
remainingSibling: prevSiblingToken,
|
|
125
|
-
}
|
|
126
|
-
}
|
|
127
|
-
}
|
package/src/parse.ts
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
import { ThematicBreakType } from '@yozora/ast'
|
|
2
|
-
import type { IParseBlockHookCreator } from '@yozora/core-tokenizer'
|
|
3
|
-
import type { INode, IThis, IToken, T } from './types'
|
|
4
|
-
|
|
5
|
-
export const parse: IParseBlockHookCreator<T, IToken, INode, IThis> = function (api) {
|
|
6
|
-
return {
|
|
7
|
-
parse: tokens =>
|
|
8
|
-
tokens.map(token => {
|
|
9
|
-
const node: INode = api.shouldReservePosition
|
|
10
|
-
? { type: ThematicBreakType, position: token.position }
|
|
11
|
-
: { type: ThematicBreakType }
|
|
12
|
-
return node
|
|
13
|
-
}),
|
|
14
|
-
}
|
|
15
|
-
}
|
package/src/tokenizer.ts
DELETED
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
IBlockTokenizer,
|
|
3
|
-
IMatchBlockHookCreator,
|
|
4
|
-
IParseBlockHookCreator,
|
|
5
|
-
} from '@yozora/core-tokenizer'
|
|
6
|
-
import { BaseBlockTokenizer, TokenizerPriority } from '@yozora/core-tokenizer'
|
|
7
|
-
import { match } from './match'
|
|
8
|
-
import { parse } from './parse'
|
|
9
|
-
import type { INode, IThis, IToken, ITokenizerProps, T } from './types'
|
|
10
|
-
import { uniqueName } from './types'
|
|
11
|
-
|
|
12
|
-
/**
|
|
13
|
-
* Lexical Analyzer for ThematicBreak.
|
|
14
|
-
* @see https://github.github.com/gfm/#thematic-break
|
|
15
|
-
*/
|
|
16
|
-
export class ThematicBreakTokenizer
|
|
17
|
-
extends BaseBlockTokenizer<T, IToken, INode, IThis>
|
|
18
|
-
implements IBlockTokenizer<T, IToken, INode, IThis>
|
|
19
|
-
{
|
|
20
|
-
/* istanbul ignore next */
|
|
21
|
-
constructor(props: ITokenizerProps = {}) {
|
|
22
|
-
super({
|
|
23
|
-
name: props.name ?? uniqueName,
|
|
24
|
-
priority: props.priority ?? TokenizerPriority.ATOMIC,
|
|
25
|
-
})
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
public override readonly match: IMatchBlockHookCreator<T, IToken, IThis> = match
|
|
29
|
-
|
|
30
|
-
public override readonly parse: IParseBlockHookCreator<T, IToken, INode, IThis> = parse
|
|
31
|
-
}
|
package/src/types.ts
DELETED
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
import type { ThematicBreak, ThematicBreakType } from '@yozora/ast'
|
|
2
|
-
import type {
|
|
3
|
-
IBaseBlockTokenizerProps,
|
|
4
|
-
IPartialBlockToken,
|
|
5
|
-
ITokenizer,
|
|
6
|
-
} from '@yozora/core-tokenizer'
|
|
7
|
-
|
|
8
|
-
export type T = ThematicBreakType
|
|
9
|
-
export type INode = ThematicBreak
|
|
10
|
-
export const uniqueName = '@yozora/tokenizer-thematic-break'
|
|
11
|
-
|
|
12
|
-
export interface IToken extends IPartialBlockToken<T> {
|
|
13
|
-
/**
|
|
14
|
-
* CodePoint of '-' / '_' / '*'
|
|
15
|
-
*/
|
|
16
|
-
marker: number
|
|
17
|
-
/**
|
|
18
|
-
* Whether there are no internal spaces between marker characters
|
|
19
|
-
*/
|
|
20
|
-
continuous: boolean
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
export type IThis = ITokenizer
|
|
24
|
-
|
|
25
|
-
export type ITokenizerProps = Partial<IBaseBlockTokenizerProps>
|