wikiparser-node 0.10.0 → 0.11.0-b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/README.md +44 -32
  2. package/bundle/bundle.min.js +38 -0
  3. package/config/.schema.json +1 -19
  4. package/config/default.json +1 -2
  5. package/config/llwiki.json +1 -36
  6. package/config/minimum.json +135 -0
  7. package/config/moegirl.json +1 -45
  8. package/config/zhwiki.json +1 -467
  9. package/extensions/base.js +154 -0
  10. package/extensions/editor.css +63 -0
  11. package/extensions/editor.js +183 -0
  12. package/extensions/highlight.js +40 -0
  13. package/extensions/ui.css +119 -0
  14. package/i18n/zh-hans.json +1 -1
  15. package/i18n/zh-hant.json +1 -1
  16. package/package.json +16 -11
  17. package/index.js +0 -333
  18. package/lib/element.js +0 -611
  19. package/lib/node.js +0 -770
  20. package/lib/ranges.js +0 -130
  21. package/lib/text.js +0 -263
  22. package/lib/title.js +0 -83
  23. package/mixin/attributeParent.js +0 -117
  24. package/mixin/fixedToken.js +0 -40
  25. package/mixin/hidden.js +0 -21
  26. package/mixin/singleLine.js +0 -31
  27. package/mixin/sol.js +0 -54
  28. package/parser/brackets.js +0 -126
  29. package/parser/commentAndExt.js +0 -59
  30. package/parser/converter.js +0 -46
  31. package/parser/externalLinks.js +0 -33
  32. package/parser/hrAndDoubleUnderscore.js +0 -49
  33. package/parser/html.js +0 -42
  34. package/parser/links.js +0 -94
  35. package/parser/list.js +0 -59
  36. package/parser/magicLinks.js +0 -41
  37. package/parser/quotes.js +0 -64
  38. package/parser/selector.js +0 -177
  39. package/parser/table.js +0 -114
  40. package/src/arg.js +0 -207
  41. package/src/atom/hidden.js +0 -13
  42. package/src/atom/index.js +0 -43
  43. package/src/attribute.js +0 -470
  44. package/src/attributes.js +0 -453
  45. package/src/charinsert.js +0 -97
  46. package/src/converter.js +0 -176
  47. package/src/converterFlags.js +0 -284
  48. package/src/converterRule.js +0 -256
  49. package/src/extLink.js +0 -180
  50. package/src/gallery.js +0 -149
  51. package/src/hasNowiki/index.js +0 -44
  52. package/src/hasNowiki/pre.js +0 -40
  53. package/src/heading.js +0 -134
  54. package/src/html.js +0 -254
  55. package/src/imageParameter.js +0 -303
  56. package/src/imagemap.js +0 -199
  57. package/src/imagemapLink.js +0 -41
  58. package/src/index.js +0 -932
  59. package/src/link/category.js +0 -44
  60. package/src/link/file.js +0 -287
  61. package/src/link/galleryImage.js +0 -120
  62. package/src/link/index.js +0 -388
  63. package/src/magicLink.js +0 -149
  64. package/src/nested/choose.js +0 -24
  65. package/src/nested/combobox.js +0 -23
  66. package/src/nested/index.js +0 -93
  67. package/src/nested/references.js +0 -23
  68. package/src/nowiki/comment.js +0 -71
  69. package/src/nowiki/dd.js +0 -59
  70. package/src/nowiki/doubleUnderscore.js +0 -56
  71. package/src/nowiki/hr.js +0 -41
  72. package/src/nowiki/index.js +0 -56
  73. package/src/nowiki/list.js +0 -16
  74. package/src/nowiki/noinclude.js +0 -28
  75. package/src/nowiki/quote.js +0 -69
  76. package/src/onlyinclude.js +0 -64
  77. package/src/paramTag/index.js +0 -89
  78. package/src/paramTag/inputbox.js +0 -35
  79. package/src/parameter.js +0 -239
  80. package/src/syntax.js +0 -91
  81. package/src/table/index.js +0 -983
  82. package/src/table/td.js +0 -338
  83. package/src/table/tr.js +0 -319
  84. package/src/tagPair/ext.js +0 -145
  85. package/src/tagPair/include.js +0 -50
  86. package/src/tagPair/index.js +0 -126
  87. package/src/transclude.js +0 -843
  88. package/tool/index.js +0 -1202
  89. package/util/base.js +0 -17
  90. package/util/debug.js +0 -73
  91. package/util/diff.js +0 -76
  92. package/util/lint.js +0 -55
  93. package/util/string.js +0 -126
package/index.js DELETED
@@ -1,333 +0,0 @@
1
- 'use strict';
2
-
3
- const fs = require('fs'),
4
- path = require('path');
5
-
6
- const /** @type {Parser} */ Parser = {
7
- config: './config/default',
8
- i18n: undefined,
9
-
10
- MAX_STAGE: 11,
11
-
12
- warning: true,
13
- debugging: false,
14
- running: false,
15
-
16
- classes: {},
17
- mixins: {},
18
- parsers: {},
19
- tool: {},
20
-
21
- aliases: [
22
- ['AstText'],
23
- ['CommentToken', 'ExtToken', 'IncludeToken', 'NoincludeToken'],
24
- ['ArgToken', 'TranscludeToken', 'HeadingToken'],
25
- ['HtmlToken'],
26
- ['TableToken'],
27
- ['HrToken', 'DoubleUnderscoreToken'],
28
- ['LinkToken', 'FileToken', 'CategoryToken'],
29
- ['QuoteToken'],
30
- ['ExtLinkToken'],
31
- ['MagicLinkToken'],
32
- ['ListToken', 'DdToken'],
33
- ['ConverterToken'],
34
- ],
35
- typeAliases: {
36
- text: ['string', 'str'],
37
- plain: ['regular', 'normal'],
38
- // comment and extension
39
- onlyinclude: ['only-include'],
40
- noinclude: ['no-include'],
41
- include: ['includeonly', 'include-only'],
42
- comment: undefined,
43
- ext: ['extension'],
44
- 'ext-attrs': ['extension-attrs', 'ext-attributes', 'extension-attributes'],
45
- 'ext-attr-dirty': ['extension-attr-dirty', 'ext-attribute-dirty', 'extension-attribute-dirty'],
46
- 'ext-attr': ['extension-attr', 'ext-attribute', 'extension-attribute'],
47
- 'attr-key': ['attribute-key'],
48
- 'attr-value': ['attribute-value', 'attr-val', 'attribute-val'],
49
- 'ext-inner': ['extension-inner'],
50
- // triple brackets
51
- arg: ['argument'],
52
- 'arg-name': ['argument-name'],
53
- 'arg-default': ['argument-default'],
54
- hidden: ['arg-redundant'],
55
- // double brackets
56
- 'magic-word': ['parser-function', 'parser-func'],
57
- 'magic-word-name': ['parser-function-name', 'parser-func-name'],
58
- 'invoke-function': ['invoke-func', 'lua-function', 'lua-func', 'module-function', 'module-func'],
59
- 'invoke-module': ['lua-module'],
60
- template: undefined,
61
- 'template-name': undefined,
62
- parameter: ['param'],
63
- 'parameter-key': ['param-key'],
64
- 'parameter-value': ['parameter-val', 'param-value', 'param-val'],
65
- // heading
66
- heading: ['header'],
67
- 'heading-title': ['header-title'],
68
- 'heading-trail': ['header-trail'],
69
- // html
70
- html: undefined,
71
- 'html-attrs': ['html-attributes'],
72
- 'html-attr-dirty': ['html-attribute-dirty'],
73
- 'html-attr': ['html-attribute'],
74
- // table
75
- table: undefined,
76
- tr: ['table-row'],
77
- td: ['table-cell', 'table-data'],
78
- 'table-syntax': undefined,
79
- 'table-attrs': ['tr-attrs', 'td-attrs', 'table-attributes', 'tr-attributes', 'td-attributes'],
80
- 'table-attr-dirty':
81
- ['tr-attr-dirty', 'td-attr-dirty', 'table-attribute-dirty', 'tr-attribute-dirty', 'td-attribute-dirty'],
82
- 'table-attr': ['tr-attr', 'td-attr', 'table-attribute', 'tr-attribute', 'td-attribute'],
83
- 'table-inter': undefined,
84
- 'td-inner': ['table-cell-inner', 'table-data-inner'],
85
- // hr and double-underscore
86
- hr: ['horizontal'],
87
- 'double-underscore': ['underscore', 'behavior-switch', 'behaviour-switch'],
88
- // link
89
- link: ['wikilink'],
90
- 'link-target': ['wikilink-target'],
91
- 'link-text': ['wikilink-text'],
92
- category: ['category-link', 'cat', 'cat-link'],
93
- file: ['file-link', 'image', 'image-link', 'img', 'img-link'],
94
- 'gallery-image': ['gallery-file', 'gallery-img'],
95
- 'imagemap-image': ['imagemap-file', 'imagemap-img', 'image-map-image', 'image-map-file', 'image-map-img'],
96
- 'image-parameter': ['img-parameter', 'image-param', 'img-param'],
97
- // quotes
98
- quote: ['quotes', 'quot', 'apostrophe', 'apostrophes', 'apos'],
99
- // external link
100
- 'ext-link': ['external-link'],
101
- 'ext-link-text': ['external-link-text'],
102
- 'ext-link-url': ['external-link-url'],
103
- // magic link
104
- 'free-ext-link': ['free-external-link', 'magic-link'],
105
- // list
106
- list: ['ol', 'ordered-list', 'ul', 'unordered-list', 'dl', 'description-list'],
107
- dd: ['indent', 'indentation'],
108
- // converter
109
- converter: ['convert', 'conversion'],
110
- 'converter-flags': ['convert-flags', 'conversion-flags'],
111
- 'converter-flag': ['convert-flag', 'conversion-flag'],
112
- 'converter-rule': ['convert-rule', 'conversion-rule'],
113
- 'converter-rule-noconvert': ['convert-rule-noconvert', 'conversion-rule-noconvert'],
114
- 'converter-rule-variant': ['convert-rule-variant', 'conversion-rule-variant'],
115
- 'converter-rule-to': ['convert-rule-to', 'conversion-rule-to'],
116
- 'converter-rule-from': ['convert-rule-from', 'conversion-rule-from'],
117
- // specific extensions
118
- 'param-line': ['parameter-line'],
119
- 'charinsert-line': undefined,
120
- 'imagemap-link': ['image-map-link'],
121
- },
122
-
123
- promises: [Promise.resolve()],
124
-
125
- getConfig() {
126
- if (typeof this.config === 'string') {
127
- this.config = require(this.config);
128
- }
129
- return {...this.config, excludes: []};
130
- },
131
-
132
- msg(msg, arg) {
133
- if (typeof this.i18n === 'string') {
134
- this.i18n = require(this.i18n);
135
- }
136
- msg = this.i18n?.[msg] ?? msg;
137
- return msg.replace('$1', arg);
138
- },
139
-
140
- normalizeTitle(
141
- title,
142
- defaultNs = 0,
143
- include = false,
144
- config = Parser.getConfig(),
145
- halfParsed = false,
146
- decode = false,
147
- selfLink = false,
148
- ) {
149
- let /** @type {Token} */ token;
150
- if (!halfParsed) {
151
- const Token = require('./src');
152
- token = this.run(() => {
153
- const newToken = new Token(String(title), config),
154
- parseOnce = newToken.getAttribute('parseOnce');
155
- parseOnce(0, include);
156
- return parseOnce();
157
- });
158
- title = token.firstChild;
159
- }
160
- const Title = require('./lib/title');
161
- const titleObj = new Title(String(title), defaultNs, config, decode, selfLink);
162
- if (token) {
163
- /**
164
- * 重建部分属性值
165
- * @param {string[]} keys 属性键
166
- */
167
- const build = keys => {
168
- for (const key of keys) {
169
- if (titleObj[key]?.includes('\0')) {
170
- titleObj[key] = token.getAttribute('buildFromStr')(titleObj[key], 'text');
171
- }
172
- }
173
- };
174
- this.run(() => {
175
- build(['title', 'main', 'fragment']);
176
- });
177
- }
178
- return titleObj;
179
- },
180
-
181
- parse(wikitext, include, maxStage = Parser.MAX_STAGE, config = Parser.getConfig()) {
182
- if (typeof wikitext !== 'string') {
183
- throw new TypeError('待解析的内容应为 String!');
184
- }
185
- const Token = require('./src');
186
- let /** @type {Token} */ token;
187
- this.run(() => {
188
- token = new Token(wikitext, config);
189
- try {
190
- token.parse(maxStage, include);
191
- } catch (e) {
192
- if (e instanceof Error) {
193
- const file = path.join(__dirname, 'errors', new Date().toISOString()),
194
- stage = token.getAttribute('stage');
195
- fs.writeFileSync(file, stage === this.MAX_STAGE ? wikitext : String(token));
196
- fs.writeFileSync(`${file}.err`, e.stack);
197
- fs.writeFileSync(`${file}.json`, JSON.stringify({
198
- stage, include: token.getAttribute('include'), config: this.config,
199
- }, null, '\t'));
200
- }
201
- throw e;
202
- }
203
- });
204
- if (this.debugging) {
205
- let restored = String(token),
206
- process = '解析';
207
- if (restored === wikitext) {
208
- const entities = {lt: '<', gt: '>', amp: '&'};
209
- restored = token.print().replace(
210
- /<[^<]+?>|&([lg]t|amp);/gu,
211
- /** @param {string} s */ (_, s) => s ? entities[s] : '',
212
- );
213
- process = '渲染HTML';
214
- }
215
- if (restored !== wikitext) {
216
- const diff = require('./util/diff');
217
- const {promises: {0: cur, length}} = this;
218
- this.promises.unshift((async () => {
219
- await cur;
220
- this.error(`${process}过程中不可逆地修改了原始文本!`);
221
- return diff(wikitext, restored, length);
222
- })());
223
- }
224
- }
225
- return token;
226
- },
227
-
228
- run(callback) {
229
- const {running} = this;
230
- this.running = true;
231
- try {
232
- const result = callback();
233
- this.running = running;
234
- return result;
235
- } catch (e) {
236
- this.running = running;
237
- throw e;
238
- }
239
- },
240
-
241
- warn(msg, ...args) {
242
- if (this.warning) {
243
- console.warn('\x1B[33m%s\x1B[0m', msg, ...args);
244
- }
245
- },
246
- debug(msg, ...args) {
247
- if (this.debugging) {
248
- console.debug('\x1B[34m%s\x1B[0m', msg, ...args);
249
- }
250
- },
251
- error(msg, ...args) {
252
- console.error('\x1B[31m%s\x1B[0m', msg, ...args);
253
- },
254
- info(msg, ...args) {
255
- console.info('\x1B[32m%s\x1B[0m', msg, ...args);
256
- },
257
-
258
- log(f) {
259
- if (typeof f === 'function') {
260
- console.log(String(f));
261
- }
262
- },
263
-
264
- clearCache() {
265
- const entries = [
266
- ...Object.entries(this.classes),
267
- ...Object.entries(this.mixins),
268
- ...Object.entries(this.parsers),
269
- ...Object.entries(this.tool),
270
- ];
271
- for (const [, filePath] of entries) {
272
- try {
273
- delete require.cache[require.resolve(filePath)];
274
- } catch {}
275
- }
276
- for (const [name, filePath] of entries) {
277
- if (name in global) {
278
- global[name] = require(filePath);
279
- }
280
- }
281
- },
282
-
283
- isInterwiki(title, {interwiki} = Parser.getConfig()) {
284
- title = String(title);
285
- return new RegExp(`^(${interwiki.join('|')})\\s*:`, 'iu')
286
- .exec(title.replaceAll('_', ' ').replace(/^\s*:?\s*/u, ''));
287
- },
288
-
289
- reparse(date) {
290
- const main = fs.readdirSync(path.join(__dirname, 'errors'))
291
- .find(name => name.startsWith(date) && name.endsWith('Z'));
292
- if (!main) {
293
- throw new RangeError(`找不到对应时间戳的错误记录:${date}`);
294
- }
295
- const file = path.join(__dirname, 'errors', main),
296
- wikitext = fs.readFileSync(file, 'utf8');
297
- const {stage, include, config} = require(`${file}.json`),
298
- Token = require('./src');
299
- this.config = config;
300
- return this.run(() => {
301
- const halfParsed = stage < this.MAX_STAGE,
302
- token = new Token(wikitext, this.getConfig(), halfParsed);
303
- if (halfParsed) {
304
- token.setAttribute('stage', stage).getAttribute('parseOnce')(stage, include);
305
- } else {
306
- token.parse(undefined, include);
307
- }
308
- fs.unlinkSync(file);
309
- fs.unlinkSync(`${file}.err`);
310
- fs.unlinkSync(`${file}.json`);
311
- return token;
312
- });
313
- },
314
-
315
- getTool() {
316
- delete require.cache[require.resolve('./tool')];
317
- return require('./tool');
318
- },
319
- };
320
-
321
- const /** @type {PropertyDescriptorMap} */ def = {},
322
- immutable = new Set(['MAX_STAGE', 'aliases', 'typeAliases', 'promises']),
323
- enumerable = new Set(['config', 'normalizeTitle', 'parse', 'isInterwiki', 'getTool']);
324
- for (const key in Parser) {
325
- if (immutable.has(key)) {
326
- def[key] = {enumerable: false, writable: false};
327
- } else if (!enumerable.has(key)) {
328
- def[key] = {enumerable: false};
329
- }
330
- }
331
- Object.defineProperties(Parser, def);
332
-
333
- module.exports = Parser;