wikiparser-node 0.9.0 → 0.9.2-b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/bundle/bundle.min.js +38 -0
  2. package/extensions/editor.css +62 -0
  3. package/extensions/editor.js +328 -0
  4. package/extensions/ui.css +119 -0
  5. package/package.json +13 -12
  6. package/README.md +0 -39
  7. package/config/default.json +0 -832
  8. package/config/llwiki.json +0 -630
  9. package/config/moegirl.json +0 -729
  10. package/config/zhwiki.json +0 -1269
  11. package/index.js +0 -333
  12. package/lib/element.js +0 -611
  13. package/lib/node.js +0 -770
  14. package/lib/ranges.js +0 -130
  15. package/lib/text.js +0 -245
  16. package/lib/title.js +0 -83
  17. package/mixin/attributeParent.js +0 -117
  18. package/mixin/fixedToken.js +0 -40
  19. package/mixin/hidden.js +0 -21
  20. package/mixin/singleLine.js +0 -31
  21. package/mixin/sol.js +0 -54
  22. package/parser/brackets.js +0 -126
  23. package/parser/commentAndExt.js +0 -59
  24. package/parser/converter.js +0 -46
  25. package/parser/externalLinks.js +0 -33
  26. package/parser/hrAndDoubleUnderscore.js +0 -38
  27. package/parser/html.js +0 -42
  28. package/parser/links.js +0 -94
  29. package/parser/list.js +0 -59
  30. package/parser/magicLinks.js +0 -41
  31. package/parser/quotes.js +0 -64
  32. package/parser/selector.js +0 -177
  33. package/parser/table.js +0 -114
  34. package/src/arg.js +0 -207
  35. package/src/atom/hidden.js +0 -13
  36. package/src/atom/index.js +0 -43
  37. package/src/attribute.js +0 -470
  38. package/src/attributes.js +0 -453
  39. package/src/charinsert.js +0 -97
  40. package/src/converter.js +0 -176
  41. package/src/converterFlags.js +0 -284
  42. package/src/converterRule.js +0 -256
  43. package/src/extLink.js +0 -180
  44. package/src/gallery.js +0 -149
  45. package/src/hasNowiki/index.js +0 -44
  46. package/src/hasNowiki/pre.js +0 -40
  47. package/src/heading.js +0 -134
  48. package/src/html.js +0 -254
  49. package/src/imageParameter.js +0 -301
  50. package/src/imagemap.js +0 -199
  51. package/src/imagemapLink.js +0 -41
  52. package/src/index.js +0 -936
  53. package/src/link/category.js +0 -44
  54. package/src/link/file.js +0 -287
  55. package/src/link/galleryImage.js +0 -120
  56. package/src/link/index.js +0 -384
  57. package/src/magicLink.js +0 -149
  58. package/src/nested/choose.js +0 -24
  59. package/src/nested/combobox.js +0 -23
  60. package/src/nested/index.js +0 -93
  61. package/src/nested/references.js +0 -23
  62. package/src/nowiki/comment.js +0 -71
  63. package/src/nowiki/dd.js +0 -59
  64. package/src/nowiki/doubleUnderscore.js +0 -56
  65. package/src/nowiki/hr.js +0 -41
  66. package/src/nowiki/index.js +0 -56
  67. package/src/nowiki/list.js +0 -16
  68. package/src/nowiki/noinclude.js +0 -28
  69. package/src/nowiki/quote.js +0 -69
  70. package/src/onlyinclude.js +0 -64
  71. package/src/paramTag/index.js +0 -89
  72. package/src/paramTag/inputbox.js +0 -35
  73. package/src/parameter.js +0 -239
  74. package/src/syntax.js +0 -91
  75. package/src/table/index.js +0 -983
  76. package/src/table/td.js +0 -338
  77. package/src/table/tr.js +0 -319
  78. package/src/tagPair/ext.js +0 -148
  79. package/src/tagPair/include.js +0 -50
  80. package/src/tagPair/index.js +0 -126
  81. package/src/transclude.js +0 -843
  82. package/tool/index.js +0 -1202
  83. package/util/base.js +0 -17
  84. package/util/debug.js +0 -73
  85. package/util/diff.js +0 -76
  86. package/util/lint.js +0 -55
  87. package/util/string.js +0 -126
package/index.js DELETED
@@ -1,333 +0,0 @@
1
- 'use strict';
2
-
3
- const fs = require('fs'),
4
- path = require('path');
5
-
6
- const /** @type {Parser} */ Parser = {
7
- config: './config/default',
8
- i18n: undefined,
9
-
10
- MAX_STAGE: 11,
11
-
12
- warning: true,
13
- debugging: false,
14
- running: false,
15
-
16
- classes: {},
17
- mixins: {},
18
- parsers: {},
19
- tool: {},
20
-
21
- aliases: [
22
- ['AstText'],
23
- ['CommentToken', 'ExtToken', 'IncludeToken', 'NoincludeToken'],
24
- ['ArgToken', 'TranscludeToken', 'HeadingToken'],
25
- ['HtmlToken'],
26
- ['TableToken'],
27
- ['HrToken', 'DoubleUnderscoreToken'],
28
- ['LinkToken', 'FileToken', 'CategoryToken'],
29
- ['QuoteToken'],
30
- ['ExtLinkToken'],
31
- ['MagicLinkToken'],
32
- ['ListToken', 'DdToken'],
33
- ['ConverterToken'],
34
- ],
35
- typeAliases: {
36
- text: ['string', 'str'],
37
- plain: ['regular', 'normal'],
38
- // comment and extension
39
- onlyinclude: ['only-include'],
40
- noinclude: ['no-include'],
41
- include: ['includeonly', 'include-only'],
42
- comment: undefined,
43
- ext: ['extension'],
44
- 'ext-attrs': ['extension-attrs', 'ext-attributes', 'extension-attributes'],
45
- 'ext-attr-dirty': ['extension-attr-dirty', 'ext-attribute-dirty', 'extension-attribute-dirty'],
46
- 'ext-attr': ['extension-attr', 'ext-attribute', 'extension-attribute'],
47
- 'attr-key': ['attribute-key'],
48
- 'attr-value': ['attribute-value', 'attr-val', 'attribute-val'],
49
- 'ext-inner': ['extension-inner'],
50
- // triple brackets
51
- arg: ['argument'],
52
- 'arg-name': ['argument-name'],
53
- 'arg-default': ['argument-default'],
54
- hidden: ['arg-redundant'],
55
- // double brackets
56
- 'magic-word': ['parser-function', 'parser-func'],
57
- 'magic-word-name': ['parser-function-name', 'parser-func-name'],
58
- 'invoke-function': ['invoke-func', 'lua-function', 'lua-func', 'module-function', 'module-func'],
59
- 'invoke-module': ['lua-module'],
60
- template: undefined,
61
- 'template-name': undefined,
62
- parameter: ['param'],
63
- 'parameter-key': ['param-key'],
64
- 'parameter-value': ['parameter-val', 'param-value', 'param-val'],
65
- // heading
66
- heading: ['header'],
67
- 'heading-title': ['header-title'],
68
- 'heading-trail': ['header-trail'],
69
- // html
70
- html: undefined,
71
- 'html-attrs': ['html-attributes'],
72
- 'html-attr-dirty': ['html-attribute-dirty'],
73
- 'html-attr': ['html-attribute'],
74
- // table
75
- table: undefined,
76
- tr: ['table-row'],
77
- td: ['table-cell', 'table-data'],
78
- 'table-syntax': undefined,
79
- 'table-attrs': ['tr-attrs', 'td-attrs', 'table-attributes', 'tr-attributes', 'td-attributes'],
80
- 'table-attr-dirty':
81
- ['tr-attr-dirty', 'td-attr-dirty', 'table-attribute-dirty', 'tr-attribute-dirty', 'td-attribute-dirty'],
82
- 'table-attr': ['tr-attr', 'td-attr', 'table-attribute', 'tr-attribute', 'td-attribute'],
83
- 'table-inter': undefined,
84
- 'td-inner': ['table-cell-inner', 'table-data-inner'],
85
- // hr and double-underscore
86
- hr: ['horizontal'],
87
- 'double-underscore': ['underscore', 'behavior-switch', 'behaviour-switch'],
88
- // link
89
- link: ['wikilink'],
90
- 'link-target': ['wikilink-target'],
91
- 'link-text': ['wikilink-text'],
92
- category: ['category-link', 'cat', 'cat-link'],
93
- file: ['file-link', 'image', 'image-link', 'img', 'img-link'],
94
- 'gallery-image': ['gallery-file', 'gallery-img'],
95
- 'imagemap-image': ['imagemap-file', 'imagemap-img', 'image-map-image', 'image-map-file', 'image-map-img'],
96
- 'image-parameter': ['img-parameter', 'image-param', 'img-param'],
97
- // quotes
98
- quote: ['quotes', 'quot', 'apostrophe', 'apostrophes', 'apos'],
99
- // external link
100
- 'ext-link': ['external-link'],
101
- 'ext-link-text': ['external-link-text'],
102
- 'ext-link-url': ['external-link-url'],
103
- // magic link
104
- 'free-ext-link': ['free-external-link', 'magic-link'],
105
- // list
106
- list: ['ol', 'ordered-list', 'ul', 'unordered-list', 'dl', 'description-list'],
107
- dd: ['indent', 'indentation'],
108
- // converter
109
- converter: ['convert', 'conversion'],
110
- 'converter-flags': ['convert-flags', 'conversion-flags'],
111
- 'converter-flag': ['convert-flag', 'conversion-flag'],
112
- 'converter-rule': ['convert-rule', 'conversion-rule'],
113
- 'converter-rule-noconvert': ['convert-rule-noconvert', 'conversion-rule-noconvert'],
114
- 'converter-rule-variant': ['convert-rule-variant', 'conversion-rule-variant'],
115
- 'converter-rule-to': ['convert-rule-to', 'conversion-rule-to'],
116
- 'converter-rule-from': ['convert-rule-from', 'conversion-rule-from'],
117
- // specific extensions
118
- 'param-line': ['parameter-line'],
119
- 'charinsert-line': undefined,
120
- 'imagemap-link': ['image-map-link'],
121
- },
122
-
123
- promises: [Promise.resolve()],
124
-
125
- getConfig() {
126
- if (typeof this.config === 'string') {
127
- this.config = require(this.config);
128
- }
129
- return {...this.config, excludes: []};
130
- },
131
-
132
- msg(msg, arg) {
133
- if (typeof this.i18n === 'string') {
134
- this.i18n = require(this.i18n);
135
- }
136
- msg = this.i18n?.[msg] ?? msg;
137
- return msg.replace('$1', arg);
138
- },
139
-
140
- normalizeTitle(
141
- title,
142
- defaultNs = 0,
143
- include = false,
144
- config = Parser.getConfig(),
145
- halfParsed = false,
146
- decode = false,
147
- selfLink = false,
148
- ) {
149
- let /** @type {Token} */ token;
150
- if (!halfParsed) {
151
- const Token = require('./src');
152
- token = this.run(() => {
153
- const newToken = new Token(String(title), config),
154
- parseOnce = newToken.getAttribute('parseOnce');
155
- parseOnce(0, include);
156
- return parseOnce();
157
- });
158
- title = token.firstChild;
159
- }
160
- const Title = require('./lib/title');
161
- const titleObj = new Title(String(title), defaultNs, config, decode, selfLink);
162
- if (token) {
163
- /**
164
- * 重建部分属性值
165
- * @param {string[]} keys 属性键
166
- */
167
- const build = keys => {
168
- for (const key of keys) {
169
- if (titleObj[key]?.includes('\0')) {
170
- titleObj[key] = token.getAttribute('buildFromStr')(titleObj[key], 'text');
171
- }
172
- }
173
- };
174
- this.run(() => {
175
- build(['title', 'main', 'fragment']);
176
- });
177
- }
178
- return titleObj;
179
- },
180
-
181
- parse(wikitext, include, maxStage = Parser.MAX_STAGE, config = Parser.getConfig()) {
182
- if (typeof wikitext !== 'string') {
183
- throw new TypeError('待解析的内容应为 String!');
184
- }
185
- const Token = require('./src');
186
- let /** @type {Token} */ token;
187
- this.run(() => {
188
- token = new Token(wikitext, config);
189
- try {
190
- token.parse(maxStage, include);
191
- } catch (e) {
192
- if (e instanceof Error) {
193
- const file = path.join(__dirname, 'errors', new Date().toISOString()),
194
- stage = token.getAttribute('stage');
195
- fs.writeFileSync(file, stage === this.MAX_STAGE ? wikitext : String(token));
196
- fs.writeFileSync(`${file}.err`, e.stack);
197
- fs.writeFileSync(`${file}.json`, JSON.stringify({
198
- stage, include: token.getAttribute('include'), config: this.config,
199
- }, null, '\t'));
200
- }
201
- throw e;
202
- }
203
- });
204
- if (this.debugging) {
205
- let restored = String(token),
206
- process = '解析';
207
- if (restored === wikitext) {
208
- const entities = {lt: '<', gt: '>', amp: '&'};
209
- restored = token.print().replace(
210
- /<[^<]+?>|&([lg]t|amp);/gu,
211
- /** @param {string} s */ (_, s) => s ? entities[s] : '',
212
- );
213
- process = '渲染HTML';
214
- }
215
- if (restored !== wikitext) {
216
- const diff = require('./util/diff');
217
- const {promises: {0: cur, length}} = this;
218
- this.promises.unshift((async () => {
219
- await cur;
220
- this.error(`${process}过程中不可逆地修改了原始文本!`);
221
- return diff(wikitext, restored, length);
222
- })());
223
- }
224
- }
225
- return token;
226
- },
227
-
228
- run(callback) {
229
- const {running} = this;
230
- this.running = true;
231
- try {
232
- const result = callback();
233
- this.running = running;
234
- return result;
235
- } catch (e) {
236
- this.running = running;
237
- throw e;
238
- }
239
- },
240
-
241
- warn(msg, ...args) {
242
- if (this.warning) {
243
- console.warn('\x1B[33m%s\x1B[0m', msg, ...args);
244
- }
245
- },
246
- debug(msg, ...args) {
247
- if (this.debugging) {
248
- console.debug('\x1B[34m%s\x1B[0m', msg, ...args);
249
- }
250
- },
251
- error(msg, ...args) {
252
- console.error('\x1B[31m%s\x1B[0m', msg, ...args);
253
- },
254
- info(msg, ...args) {
255
- console.info('\x1B[32m%s\x1B[0m', msg, ...args);
256
- },
257
-
258
- log(f) {
259
- if (typeof f === 'function') {
260
- console.log(String(f));
261
- }
262
- },
263
-
264
- clearCache() {
265
- const entries = [
266
- ...Object.entries(this.classes),
267
- ...Object.entries(this.mixins),
268
- ...Object.entries(this.parsers),
269
- ...Object.entries(this.tool),
270
- ];
271
- for (const [, filePath] of entries) {
272
- try {
273
- delete require.cache[require.resolve(filePath)];
274
- } catch {}
275
- }
276
- for (const [name, filePath] of entries) {
277
- if (name in global) {
278
- global[name] = require(filePath);
279
- }
280
- }
281
- },
282
-
283
- isInterwiki(title, {interwiki} = Parser.getConfig()) {
284
- title = String(title);
285
- return new RegExp(`^(${interwiki.join('|')})\\s*:`, 'iu')
286
- .exec(title.replaceAll('_', ' ').replace(/^\s*:?\s*/u, ''));
287
- },
288
-
289
- reparse(date) {
290
- const main = fs.readdirSync(path.join(__dirname, 'errors'))
291
- .find(name => name.startsWith(date) && name.endsWith('Z'));
292
- if (!main) {
293
- throw new RangeError(`找不到对应时间戳的错误记录:${date}`);
294
- }
295
- const file = path.join(__dirname, 'errors', main),
296
- wikitext = fs.readFileSync(file, 'utf8');
297
- const {stage, include, config} = require(`${file}.json`),
298
- Token = require('./src');
299
- this.config = config;
300
- return this.run(() => {
301
- const halfParsed = stage < this.MAX_STAGE,
302
- token = new Token(wikitext, this.getConfig(), halfParsed);
303
- if (halfParsed) {
304
- token.setAttribute('stage', stage).getAttribute('parseOnce')(stage, include);
305
- } else {
306
- token.parse(undefined, include);
307
- }
308
- fs.unlinkSync(file);
309
- fs.unlinkSync(`${file}.err`);
310
- fs.unlinkSync(`${file}.json`);
311
- return token;
312
- });
313
- },
314
-
315
- getTool() {
316
- delete require.cache[require.resolve('./tool')];
317
- return require('./tool');
318
- },
319
- };
320
-
321
- const /** @type {PropertyDescriptorMap} */ def = {},
322
- immutable = new Set(['MAX_STAGE', 'aliases', 'typeAliases', 'promises']),
323
- enumerable = new Set(['config', 'normalizeTitle', 'parse', 'isInterwiki', 'getTool']);
324
- for (const key in Parser) {
325
- if (immutable.has(key)) {
326
- def[key] = {enumerable: false, writable: false};
327
- } else if (!enumerable.has(key)) {
328
- def[key] = {enumerable: false};
329
- }
330
- }
331
- Object.defineProperties(Parser, def);
332
-
333
- module.exports = Parser;