securemark 0.299.4 → 0.300.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/design.md +0 -6
- package/dist/index.js +2847 -1993
- package/index.d.ts +2 -1
- package/markdown.d.ts +209 -183
- package/package.json +1 -1
- package/src/api/bind.test.ts +0 -22
- package/src/api/bind.ts +15 -10
- package/src/api/header.ts +8 -5
- package/src/api/parse.test.ts +118 -122
- package/src/api/parse.ts +13 -31
- package/src/api/run.ts +6 -0
- package/src/api.ts +1 -0
- package/src/combinator/control/inits.ts +35 -0
- package/src/combinator/control/sequence.test.ts +38 -0
- package/src/combinator/control/sequence.ts +19 -0
- package/src/combinator/control/some.test.ts +41 -0
- package/src/combinator/{data/parser → control}/some.ts +39 -26
- package/src/combinator/control/state.ts +33 -0
- package/src/combinator/control/subsequence.test.ts +47 -0
- package/src/combinator/control/subsequence.ts +16 -0
- package/src/combinator/control/tails.ts +8 -0
- package/src/combinator/control/union.test.ts +37 -0
- package/src/combinator/control/union.ts +31 -0
- package/src/combinator/{data/delimiter.ts → delimiter.ts} +40 -60
- package/src/combinator/effect/backtrack.ts +64 -0
- package/src/combinator/effect/clock.ts +10 -0
- package/src/combinator/effect/precedence.ts +50 -0
- package/src/combinator/effect/recursion.ts +30 -0
- package/src/combinator/effect/scope.ts +100 -0
- package/src/combinator/effect/state.ts +72 -0
- package/src/combinator/{data/list → parser}/list.ts +35 -10
- package/src/combinator/parser.ts +303 -0
- package/src/combinator/process/bind.ts +34 -0
- package/src/combinator/process/block.test.ts +20 -0
- package/src/combinator/process/block.ts +33 -0
- package/src/combinator/process/clear.ts +16 -0
- package/src/combinator/process/contract.ts +35 -0
- package/src/combinator/process/duplicate.ts +7 -0
- package/src/combinator/process/error.ts +13 -0
- package/src/combinator/{control/manipulation → process}/fallback.ts +3 -3
- package/src/combinator/process/fence.ts +59 -0
- package/src/combinator/process/fmap.ts +10 -0
- package/src/combinator/process/indent.test.ts +31 -0
- package/src/combinator/process/indent.ts +51 -0
- package/src/combinator/process/lazy.ts +8 -0
- package/src/combinator/process/line.test.ts +21 -0
- package/src/combinator/process/line.ts +55 -0
- package/src/combinator/process/match.ts +37 -0
- package/src/combinator/process/reverse.ts +7 -0
- package/src/combinator/process/scope.ts +102 -0
- package/src/combinator/process/surround.ts +273 -0
- package/src/combinator.ts +28 -24
- package/src/debug.test.ts +11 -8
- package/src/parser/autolink.test.ts +17 -18
- package/src/parser/block/blockquote.test.ts +78 -79
- package/src/parser/block/blockquote.ts +32 -25
- package/src/parser/block/codeblock.test.ts +54 -57
- package/src/parser/block/codeblock.ts +44 -26
- package/src/parser/block/dlist.test.ts +56 -57
- package/src/parser/block/dlist.ts +5 -5
- package/src/parser/block/extension/aside.test.ts +7 -9
- package/src/parser/block/extension/aside.ts +76 -47
- package/src/parser/block/extension/example.test.ts +16 -19
- package/src/parser/block/extension/example.ts +88 -48
- package/src/parser/block/extension/fig.test.ts +37 -36
- package/src/parser/block/extension/fig.ts +20 -25
- package/src/parser/block/extension/figbase.test.ts +18 -19
- package/src/parser/block/extension/figbase.ts +3 -3
- package/src/parser/block/extension/figure.test.ts +58 -63
- package/src/parser/block/extension/figure.ts +23 -21
- package/src/parser/block/extension/message.test.ts +12 -14
- package/src/parser/block/extension/message.ts +52 -39
- package/src/parser/block/extension/placeholder.test.ts +13 -13
- package/src/parser/block/extension/placeholder.ts +23 -21
- package/src/parser/block/extension/table.test.ts +69 -71
- package/src/parser/block/extension/table.ts +43 -31
- package/src/parser/block/extension.test.ts +24 -24
- package/src/parser/block/extension.ts +3 -3
- package/src/parser/block/heading.test.ts +58 -59
- package/src/parser/block/heading.ts +19 -18
- package/src/parser/block/ilist.test.ts +8 -8
- package/src/parser/block/ilist.ts +9 -7
- package/src/parser/block/mathblock.test.ts +29 -32
- package/src/parser/block/mathblock.ts +24 -23
- package/src/parser/block/mediablock.ts +7 -7
- package/src/parser/block/olist.test.ts +102 -103
- package/src/parser/block/olist.ts +11 -12
- package/src/parser/block/pagebreak.test.ts +15 -16
- package/src/parser/block/pagebreak.ts +5 -5
- package/src/parser/block/paragraph.test.ts +57 -58
- package/src/parser/block/paragraph.ts +1 -1
- package/src/parser/block/reply/cite.test.ts +39 -40
- package/src/parser/block/reply/cite.ts +5 -5
- package/src/parser/block/reply/quote.test.ts +50 -51
- package/src/parser/block/reply/quote.ts +8 -7
- package/src/parser/block/reply.test.ts +19 -20
- package/src/parser/block/reply.ts +2 -2
- package/src/parser/block/sidefence.test.ts +41 -48
- package/src/parser/block/sidefence.ts +17 -11
- package/src/parser/block/table.test.ts +48 -49
- package/src/parser/block/table.ts +10 -9
- package/src/parser/block/ulist.test.ts +52 -53
- package/src/parser/block/ulist.ts +9 -8
- package/src/parser/block.ts +63 -51
- package/src/parser/context.ts +40 -40
- package/src/parser/document.ts +48 -0
- package/src/parser/header.test.ts +19 -20
- package/src/parser/header.ts +31 -25
- package/src/parser/inline/annotation.test.ts +49 -50
- package/src/parser/inline/annotation.ts +14 -16
- package/src/parser/inline/autolink/account.test.ts +32 -33
- package/src/parser/inline/autolink/account.ts +18 -19
- package/src/parser/inline/autolink/anchor.test.ts +21 -22
- package/src/parser/inline/autolink/anchor.ts +7 -8
- package/src/parser/inline/autolink/channel.test.ts +14 -15
- package/src/parser/inline/autolink/email.test.ts +36 -37
- package/src/parser/inline/autolink/email.ts +6 -6
- package/src/parser/inline/autolink/hashnum.test.ts +32 -33
- package/src/parser/inline/autolink/hashnum.ts +7 -8
- package/src/parser/inline/autolink/hashtag.test.ts +59 -60
- package/src/parser/inline/autolink/hashtag.ts +8 -9
- package/src/parser/inline/autolink/url.test.ts +75 -76
- package/src/parser/inline/autolink/url.ts +17 -18
- package/src/parser/inline/autolink.ts +24 -11
- package/src/parser/inline/bracket.test.ts +73 -74
- package/src/parser/inline/bracket.ts +88 -63
- package/src/parser/inline/code.test.ts +30 -31
- package/src/parser/inline/code.ts +6 -6
- package/src/parser/inline/deletion.test.ts +27 -28
- package/src/parser/inline/deletion.ts +5 -5
- package/src/parser/inline/emphasis.test.ts +39 -40
- package/src/parser/inline/emphasis.ts +5 -5
- package/src/parser/inline/emstrong.test.ts +101 -102
- package/src/parser/inline/emstrong.ts +103 -85
- package/src/parser/inline/extension/index.test.ts +91 -92
- package/src/parser/inline/extension/index.ts +17 -13
- package/src/parser/inline/extension/indexee.ts +4 -4
- package/src/parser/inline/extension/indexer.test.ts +23 -24
- package/src/parser/inline/extension/indexer.ts +6 -5
- package/src/parser/inline/extension/label.test.ts +32 -33
- package/src/parser/inline/extension/label.ts +14 -5
- package/src/parser/inline/extension/placeholder.test.ts +42 -43
- package/src/parser/inline/extension/placeholder.ts +8 -9
- package/src/parser/inline/html.test.ts +109 -109
- package/src/parser/inline/html.ts +27 -27
- package/src/parser/inline/htmlentity.test.ts +37 -38
- package/src/parser/inline/htmlentity.ts +6 -7
- package/src/parser/inline/insertion.test.ts +27 -28
- package/src/parser/inline/insertion.ts +5 -5
- package/src/parser/inline/italic.test.ts +55 -56
- package/src/parser/inline/italic.ts +5 -5
- package/src/parser/inline/link.test.ts +186 -187
- package/src/parser/inline/link.ts +29 -30
- package/src/parser/inline/mark.test.ts +31 -32
- package/src/parser/inline/mark.ts +6 -6
- package/src/parser/inline/math.test.ts +140 -141
- package/src/parser/inline/math.ts +7 -8
- package/src/parser/inline/media.test.ts +92 -93
- package/src/parser/inline/media.ts +35 -41
- package/src/parser/inline/reference.test.ts +111 -112
- package/src/parser/inline/reference.ts +61 -32
- package/src/parser/inline/remark.test.ts +49 -50
- package/src/parser/inline/remark.ts +13 -13
- package/src/parser/inline/ruby.test.ts +49 -50
- package/src/parser/inline/ruby.ts +100 -52
- package/src/parser/inline/shortmedia.test.ts +9 -10
- package/src/parser/inline/shortmedia.ts +11 -9
- package/src/parser/inline/strong.test.ts +36 -37
- package/src/parser/inline/strong.ts +5 -5
- package/src/parser/inline/template.test.ts +22 -23
- package/src/parser/inline/template.ts +17 -20
- package/src/parser/inline.test.ts +225 -226
- package/src/parser/inline.ts +68 -34
- package/src/parser/parser.ts +51 -0
- package/src/parser/repeat.ts +118 -91
- package/src/parser/segment.test.ts +0 -11
- package/src/parser/segment.ts +25 -28
- package/src/parser/source/escapable.test.ts +23 -24
- package/src/parser/source/escapable.ts +19 -20
- package/src/parser/source/line.test.ts +17 -18
- package/src/parser/source/line.ts +19 -24
- package/src/parser/source/str.ts +17 -10
- package/src/parser/source/text.test.ts +88 -89
- package/src/parser/source/text.ts +32 -62
- package/src/parser/source/unescapable.test.ts +23 -24
- package/src/parser/source/unescapable.ts +15 -16
- package/src/parser/source/whitespace.ts +36 -0
- package/src/parser/source.ts +1 -0
- package/src/parser/util.ts +1 -1
- package/src/parser/visibility.ts +37 -15
- package/src/processor/figure.test.ts +20 -20
- package/src/processor/figure.ts +18 -10
- package/src/processor/note.test.ts +13 -13
- package/src/processor/note.ts +4 -2
- package/src/renderer/render/media/pdf.ts +2 -2
- package/src/renderer/render/media/twitter.ts +2 -2
- package/src/renderer/render/media.test.ts +12 -12
- package/src/renderer/render.test.ts +11 -11
- package/src/util/info.test.ts +2 -2
- package/src/util/quote.test.ts +3 -3
- package/src/util/quote.ts +6 -5
- package/src/util/toc.test.ts +12 -12
- package/src/combinator/control/constraint/block.test.ts +0 -20
- package/src/combinator/control/constraint/block.ts +0 -28
- package/src/combinator/control/constraint/contract.ts +0 -27
- package/src/combinator/control/constraint/line.test.ts +0 -21
- package/src/combinator/control/constraint/line.ts +0 -42
- package/src/combinator/control/manipulation/clear.ts +0 -5
- package/src/combinator/control/manipulation/convert.ts +0 -22
- package/src/combinator/control/manipulation/duplicate.ts +0 -7
- package/src/combinator/control/manipulation/fence.ts +0 -54
- package/src/combinator/control/manipulation/indent.test.ts +0 -31
- package/src/combinator/control/manipulation/indent.ts +0 -39
- package/src/combinator/control/manipulation/lazy.ts +0 -8
- package/src/combinator/control/manipulation/match.ts +0 -27
- package/src/combinator/control/manipulation/recovery.ts +0 -18
- package/src/combinator/control/manipulation/reverse.ts +0 -8
- package/src/combinator/control/manipulation/scope.ts +0 -61
- package/src/combinator/control/manipulation/surround.ts +0 -223
- package/src/combinator/control/monad/bind.ts +0 -26
- package/src/combinator/control/monad/fmap.ts +0 -10
- package/src/combinator/data/parser/context.ts +0 -96
- package/src/combinator/data/parser/inits.ts +0 -20
- package/src/combinator/data/parser/sequence.test.ts +0 -33
- package/src/combinator/data/parser/sequence.ts +0 -20
- package/src/combinator/data/parser/some.test.ts +0 -37
- package/src/combinator/data/parser/subsequence.test.ts +0 -41
- package/src/combinator/data/parser/subsequence.ts +0 -13
- package/src/combinator/data/parser/tails.ts +0 -8
- package/src/combinator/data/parser/union.test.ts +0 -33
- package/src/combinator/data/parser/union.ts +0 -18
- package/src/combinator/data/parser.ts +0 -144
|
@@ -1,46 +1,45 @@
|
|
|
1
1
|
import { EscapableSourceParser } from '../source';
|
|
2
|
+
import { Result, Node } from '../../combinator/parser';
|
|
3
|
+
import { spend } from '../../combinator';
|
|
2
4
|
import { Command } from '../context';
|
|
3
5
|
import { Flag } from '../node';
|
|
4
|
-
import { List, Node } from '../../combinator/data/parser';
|
|
5
|
-
import { spend } from '../../combinator';
|
|
6
6
|
import { html } from 'typed-dom/dom';
|
|
7
7
|
|
|
8
|
-
export const escsource: EscapableSourceParser =
|
|
9
|
-
const { source, position } =
|
|
8
|
+
export const escsource: EscapableSourceParser = (input, output) => {
|
|
9
|
+
const { source, position } = input;
|
|
10
10
|
if (position === source.length) return;
|
|
11
11
|
const char = source[position];
|
|
12
|
-
spend(
|
|
13
|
-
|
|
12
|
+
spend(input, output, 1);
|
|
13
|
+
input.position += 1;
|
|
14
14
|
switch (char) {
|
|
15
15
|
case Command.Escape:
|
|
16
|
-
spend(
|
|
17
|
-
|
|
18
|
-
return
|
|
16
|
+
spend(input, output, 1);
|
|
17
|
+
input.position += 1;
|
|
18
|
+
return output.append(new Node(source.slice(position + 1, position + 2)));
|
|
19
19
|
case '\\':
|
|
20
20
|
switch (source[position + 1]) {
|
|
21
21
|
case undefined:
|
|
22
22
|
case '\r':
|
|
23
23
|
case '\n':
|
|
24
|
-
return
|
|
24
|
+
return output.append(new Node(char));
|
|
25
25
|
default:
|
|
26
|
-
spend(
|
|
27
|
-
|
|
28
|
-
return
|
|
26
|
+
spend(input, output, 1);
|
|
27
|
+
input.position += 1;
|
|
28
|
+
return output.append(new Node(source.slice(position, position + 2)));
|
|
29
29
|
}
|
|
30
30
|
case '\r':
|
|
31
|
-
return
|
|
31
|
+
return Result.succ;
|
|
32
32
|
case '\n':
|
|
33
|
-
|
|
34
|
-
return
|
|
33
|
+
input.linebreak ||= source.length - position;
|
|
34
|
+
return output.append(new Node(html('br'), Flag.blank));
|
|
35
35
|
default:
|
|
36
36
|
assert(char !== '\n');
|
|
37
|
-
if (context.sequential) return new List([new Node(char)]);
|
|
38
37
|
let i = seek(source, position);
|
|
39
38
|
assert(i > position);
|
|
40
39
|
i -= position;
|
|
41
|
-
spend(
|
|
42
|
-
|
|
43
|
-
return
|
|
40
|
+
spend(input, output, i - 1);
|
|
41
|
+
input.position += i - 1;
|
|
42
|
+
return output.append(new Node(source.slice(position, input.position)));
|
|
44
43
|
}
|
|
45
44
|
};
|
|
46
45
|
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { contentline } from './line';
|
|
2
|
-
import { input } from '
|
|
3
|
-
import { Context } from '../context';
|
|
2
|
+
import { input } from '../context';
|
|
4
3
|
import { inspect } from '../../debug.test';
|
|
5
4
|
|
|
6
5
|
describe('Unit: parser/source/line', () => {
|
|
@@ -8,25 +7,25 @@ describe('Unit: parser/source/line', () => {
|
|
|
8
7
|
const parser = contentline;
|
|
9
8
|
|
|
10
9
|
it('invalid', () => {
|
|
11
|
-
assert.deepStrictEqual(inspect(parser, input(''
|
|
12
|
-
assert.deepStrictEqual(inspect(parser, input(' '
|
|
13
|
-
assert.deepStrictEqual(inspect(parser, input('\n'
|
|
14
|
-
assert.deepStrictEqual(inspect(parser, input(' \n'
|
|
15
|
-
assert.deepStrictEqual(inspect(parser, input('\n\n'
|
|
10
|
+
assert.deepStrictEqual(inspect(parser, input('')), undefined);
|
|
11
|
+
assert.deepStrictEqual(inspect(parser, input(' ')), undefined);
|
|
12
|
+
assert.deepStrictEqual(inspect(parser, input('\n')), undefined);
|
|
13
|
+
assert.deepStrictEqual(inspect(parser, input(' \n')), undefined);
|
|
14
|
+
assert.deepStrictEqual(inspect(parser, input('\n\n')), undefined);
|
|
16
15
|
});
|
|
17
16
|
|
|
18
17
|
it('valid', () => {
|
|
19
|
-
assert.deepStrictEqual(inspect(parser, input('a'
|
|
20
|
-
assert.deepStrictEqual(inspect(parser, input('a '
|
|
21
|
-
assert.deepStrictEqual(inspect(parser, input(' a'
|
|
22
|
-
assert.deepStrictEqual(inspect(parser, input(' a '
|
|
23
|
-
assert.deepStrictEqual(inspect(parser, input(' a\n'
|
|
24
|
-
assert.deepStrictEqual(inspect(parser, input(' a \n'
|
|
25
|
-
assert.deepStrictEqual(inspect(parser, input('ab'
|
|
26
|
-
assert.deepStrictEqual(inspect(parser, input('a\nb'
|
|
27
|
-
assert.deepStrictEqual(inspect(parser, input('\\\n'
|
|
28
|
-
assert.deepStrictEqual(inspect(parser, input('\\ \\\n'
|
|
29
|
-
assert.deepStrictEqual(inspect(parser, input('\\ \\ \\\n'
|
|
18
|
+
assert.deepStrictEqual(inspect(parser, input('a')), [[], '']);
|
|
19
|
+
assert.deepStrictEqual(inspect(parser, input('a ')), [[], '']);
|
|
20
|
+
assert.deepStrictEqual(inspect(parser, input(' a')), [[], '']);
|
|
21
|
+
assert.deepStrictEqual(inspect(parser, input(' a ')), [[], '']);
|
|
22
|
+
assert.deepStrictEqual(inspect(parser, input(' a\n')), [[], '']);
|
|
23
|
+
assert.deepStrictEqual(inspect(parser, input(' a \n')), [[], '']);
|
|
24
|
+
assert.deepStrictEqual(inspect(parser, input('ab')), [[], '']);
|
|
25
|
+
assert.deepStrictEqual(inspect(parser, input('a\nb')), [[], 'b']);
|
|
26
|
+
assert.deepStrictEqual(inspect(parser, input('\\\n')), [[], '']);
|
|
27
|
+
assert.deepStrictEqual(inspect(parser, input('\\ \\\n')), [[], '']);
|
|
28
|
+
assert.deepStrictEqual(inspect(parser, input('\\ \\ \\\n')), [[], '']);
|
|
30
29
|
});
|
|
31
30
|
|
|
32
31
|
});
|
|
@@ -1,39 +1,35 @@
|
|
|
1
1
|
import { AnyLineParser, EmptyLineParser, EmptySegmentParser, ContentLineParser } from '../source';
|
|
2
2
|
import { Segment } from '../context';
|
|
3
|
-
import { List } from '../../combinator/data/parser';
|
|
4
3
|
|
|
5
|
-
export const anyline: AnyLineParser = input => {
|
|
6
|
-
const
|
|
7
|
-
const { source, position } = context;
|
|
4
|
+
export const anyline: AnyLineParser = (input, output) => {
|
|
5
|
+
const { source, position } = input;
|
|
8
6
|
if (position === source.length) return;
|
|
9
|
-
|
|
10
|
-
return
|
|
7
|
+
input.position = source.indexOf('\n', position) + 1 || source.length;
|
|
8
|
+
return output.context;
|
|
11
9
|
};
|
|
12
10
|
|
|
13
11
|
const regEmptyline = /[^\S\r\n]*(?:$|\r?\n)/y;
|
|
14
|
-
export const emptyline: EmptyLineParser = input => {
|
|
15
|
-
const
|
|
16
|
-
const { source, position } = context;
|
|
12
|
+
export const emptyline: EmptyLineParser = (input, output) => {
|
|
13
|
+
const { source, position } = input;
|
|
17
14
|
if (position === source.length) return;
|
|
18
15
|
const i = eoel(source, position);
|
|
19
16
|
if (i === position) return;
|
|
20
|
-
|
|
21
|
-
return
|
|
17
|
+
input.position = i;
|
|
18
|
+
return output.context;
|
|
22
19
|
};
|
|
23
|
-
export const emptysegment: EmptySegmentParser = input => {
|
|
24
|
-
const
|
|
25
|
-
const { source, position, segment } = context;
|
|
20
|
+
export const emptysegment: EmptySegmentParser = (input, output) => {
|
|
21
|
+
const { source, position, segment } = input;
|
|
26
22
|
if (position === source.length) return;
|
|
27
23
|
if (segment & Segment.write) {
|
|
28
24
|
if (segment !== (Segment.empty | Segment.write)) return;
|
|
29
|
-
|
|
30
|
-
return
|
|
25
|
+
input.position = source.length;
|
|
26
|
+
return output.context;
|
|
31
27
|
}
|
|
32
28
|
const i = eoel(source, position);
|
|
33
29
|
if (i === position) return;
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
return
|
|
30
|
+
input.position = i;
|
|
31
|
+
input.segment = Segment.empty;
|
|
32
|
+
return output.context;
|
|
37
33
|
};
|
|
38
34
|
function eoel(source: string, position: number): number {
|
|
39
35
|
const char = source[position];
|
|
@@ -44,9 +40,8 @@ function eoel(source: string, position: number): number {
|
|
|
44
40
|
}
|
|
45
41
|
|
|
46
42
|
const regContentline = /[^\S\r\n]*\S[^\r\n]*(?:$|\r?\n)/y;
|
|
47
|
-
export const contentline: ContentLineParser = input => {
|
|
48
|
-
const
|
|
49
|
-
const { source, position } = context;
|
|
43
|
+
export const contentline: ContentLineParser = (input, output) => {
|
|
44
|
+
const { source, position } = input;
|
|
50
45
|
if (position === source.length) return;
|
|
51
46
|
const char = source[position];
|
|
52
47
|
if (char === '\n' || char === '\r' && source[position + 1] === '\n') return;
|
|
@@ -54,6 +49,6 @@ export const contentline: ContentLineParser = input => {
|
|
|
54
49
|
regContentline.test(source);
|
|
55
50
|
const i = regContentline.lastIndex;
|
|
56
51
|
if (i === 0) return;
|
|
57
|
-
|
|
58
|
-
return
|
|
52
|
+
input.position = i;
|
|
53
|
+
return output.context;
|
|
59
54
|
};
|
package/src/parser/source/str.ts
CHANGED
|
@@ -1,23 +1,30 @@
|
|
|
1
1
|
import { StrParser } from '../source';
|
|
2
|
-
import { Parser,
|
|
3
|
-
import { matcher, tester } from '../../combinator/
|
|
2
|
+
import { Parser, Node } from '../../combinator/parser';
|
|
3
|
+
import { matcher, tester } from '../../combinator/delimiter';
|
|
4
4
|
|
|
5
5
|
export function str(pattern: string | RegExp, after?: string | RegExp): StrParser;
|
|
6
6
|
export function str(pattern: string | RegExp, after?: string | RegExp): Parser<string> {
|
|
7
|
-
|
|
7
|
+
const match = matcher(pattern, true, after ? tester(after, false) : undefined);
|
|
8
|
+
return (input, output) => {
|
|
9
|
+
const src = match(input, output);
|
|
10
|
+
if (src === undefined) return;
|
|
11
|
+
return output.append(new Node(src));
|
|
12
|
+
};
|
|
8
13
|
}
|
|
9
14
|
|
|
10
15
|
export function strs(char: string, min?: number, max?: number): StrParser;
|
|
11
16
|
export function strs(char: string, min: number = 1, max: number = -1): Parser<string> {
|
|
12
17
|
assert(char.length === 1);
|
|
13
|
-
return
|
|
14
|
-
const { source, position } =
|
|
18
|
+
return (input, output) => {
|
|
19
|
+
const { source, position } = input;
|
|
20
|
+
let pos = position;
|
|
15
21
|
let cnt = 0;
|
|
16
|
-
for (; cnt !== max &&
|
|
17
|
-
|
|
22
|
+
for (; cnt !== max && pos < source.length && source[pos] === char;) {
|
|
23
|
+
pos += char.length;
|
|
24
|
+
++cnt;
|
|
18
25
|
}
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
26
|
+
if (cnt < min) return;
|
|
27
|
+
input.position = pos;
|
|
28
|
+
return output.append(new Node(source.slice(position, input.position)));
|
|
22
29
|
};
|
|
23
30
|
}
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import { text } from './text';
|
|
2
2
|
import { some } from '../../combinator';
|
|
3
|
-
import { input } from '
|
|
4
|
-
import { Context } from '../context';
|
|
3
|
+
import { input } from '../context';
|
|
5
4
|
import { inspect } from '../../debug.test';
|
|
6
5
|
|
|
7
6
|
describe('Unit: parser/source/text', () => {
|
|
@@ -9,117 +8,117 @@ describe('Unit: parser/source/text', () => {
|
|
|
9
8
|
const parser = some(text);
|
|
10
9
|
|
|
11
10
|
it('invalid', () => {
|
|
12
|
-
assert.deepStrictEqual(inspect(parser, input(''
|
|
11
|
+
assert.deepStrictEqual(inspect(parser, input('')), undefined);
|
|
13
12
|
});
|
|
14
13
|
|
|
15
14
|
it('basic', () => {
|
|
16
|
-
assert.deepStrictEqual(inspect(parser, input('a'
|
|
17
|
-
assert.deepStrictEqual(inspect(parser, input('ab'
|
|
18
|
-
assert.deepStrictEqual(inspect(parser, input('a b c'
|
|
19
|
-
assert.deepStrictEqual(inspect(parser, input('09あいAZaz'
|
|
20
|
-
assert.deepStrictEqual(inspect(parser, input('a\nb'
|
|
15
|
+
assert.deepStrictEqual(inspect(parser, input('a')), [['a'], '']);
|
|
16
|
+
assert.deepStrictEqual(inspect(parser, input('ab')), [['ab'], '']);
|
|
17
|
+
assert.deepStrictEqual(inspect(parser, input('a b c')), [['a b c'], '']);
|
|
18
|
+
assert.deepStrictEqual(inspect(parser, input('09あいAZaz')), [['09あいAZaz'], '']);
|
|
19
|
+
assert.deepStrictEqual(inspect(parser, input('a\nb')), [['a', '<br>', 'b'], '']);
|
|
21
20
|
});
|
|
22
21
|
|
|
23
22
|
it('escape', () => {
|
|
24
|
-
assert.deepStrictEqual(inspect(parser, input('\\'
|
|
25
|
-
assert.deepStrictEqual(inspect(parser, input('\\\\'
|
|
26
|
-
assert.deepStrictEqual(inspect(parser, input('\\\\\\'
|
|
27
|
-
assert.deepStrictEqual(inspect(parser, input('\\\\\\\\'
|
|
28
|
-
assert.deepStrictEqual(inspect(parser, input('\\ '
|
|
29
|
-
assert.deepStrictEqual(inspect(parser, input('\\_'
|
|
30
|
-
assert.deepStrictEqual(inspect(parser, input('\\0'
|
|
31
|
-
assert.deepStrictEqual(inspect(parser, input('\\a'
|
|
32
|
-
assert.deepStrictEqual(inspect(parser, input('\\\\a'
|
|
33
|
-
assert.deepStrictEqual(inspect(parser, input('\\ '
|
|
34
|
-
assert.deepStrictEqual(inspect(parser, input('\\。'
|
|
23
|
+
assert.deepStrictEqual(inspect(parser, input('\\')), [[], '']);
|
|
24
|
+
assert.deepStrictEqual(inspect(parser, input('\\\\')), [['\\'], '']);
|
|
25
|
+
assert.deepStrictEqual(inspect(parser, input('\\\\\\')), [['\\'], '']);
|
|
26
|
+
assert.deepStrictEqual(inspect(parser, input('\\\\\\\\')), [['\\', '\\'], '']);
|
|
27
|
+
assert.deepStrictEqual(inspect(parser, input('\\ ')), [[' '], '']);
|
|
28
|
+
assert.deepStrictEqual(inspect(parser, input('\\_')), [['_'], '']);
|
|
29
|
+
assert.deepStrictEqual(inspect(parser, input('\\0')), [['0'], '']);
|
|
30
|
+
assert.deepStrictEqual(inspect(parser, input('\\a')), [['a'], '']);
|
|
31
|
+
assert.deepStrictEqual(inspect(parser, input('\\\\a')), [['\\', 'a'], '']);
|
|
32
|
+
assert.deepStrictEqual(inspect(parser, input('\\ ')), [[' '], '']);
|
|
33
|
+
assert.deepStrictEqual(inspect(parser, input('\\。')), [['。'], '']);
|
|
35
34
|
});
|
|
36
35
|
|
|
37
36
|
it('space', () => {
|
|
38
|
-
assert.deepStrictEqual(inspect(parser, input(' '
|
|
39
|
-
assert.deepStrictEqual(inspect(parser, input(' '
|
|
40
|
-
assert.deepStrictEqual(inspect(parser, input(' '
|
|
41
|
-
assert.deepStrictEqual(inspect(parser, input(' \n'
|
|
42
|
-
assert.deepStrictEqual(inspect(parser, input(' \r\n'
|
|
43
|
-
assert.deepStrictEqual(inspect(parser, input(' \n'
|
|
44
|
-
assert.deepStrictEqual(inspect(parser, input(' \r\n'
|
|
45
|
-
assert.deepStrictEqual(inspect(parser, input(' \\\n'
|
|
46
|
-
assert.deepStrictEqual(inspect(parser, input(' \\\n'
|
|
47
|
-
assert.deepStrictEqual(inspect(parser, input(' a'
|
|
48
|
-
assert.deepStrictEqual(inspect(parser, input(' a'
|
|
49
|
-
assert.deepStrictEqual(inspect(parser, input(' a'
|
|
50
|
-
assert.deepStrictEqual(inspect(parser, input('a '
|
|
51
|
-
assert.deepStrictEqual(inspect(parser, input('a '
|
|
52
|
-
assert.deepStrictEqual(inspect(parser, input('a \n'
|
|
53
|
-
assert.deepStrictEqual(inspect(parser, input('a \r\n'
|
|
54
|
-
assert.deepStrictEqual(inspect(parser, input('a \n'
|
|
55
|
-
assert.deepStrictEqual(inspect(parser, input('a \r\n'
|
|
56
|
-
assert.deepStrictEqual(inspect(parser, input('a \\\n'
|
|
57
|
-
assert.deepStrictEqual(inspect(parser, input('a \\\n'
|
|
58
|
-
assert.deepStrictEqual(inspect(parser, input('a b'
|
|
59
|
-
assert.deepStrictEqual(inspect(parser, input('a b'
|
|
60
|
-
assert.deepStrictEqual(inspect(parser, input('a b'
|
|
37
|
+
assert.deepStrictEqual(inspect(parser, input(' ')), [[], '']);
|
|
38
|
+
assert.deepStrictEqual(inspect(parser, input(' ')), [[], '']);
|
|
39
|
+
assert.deepStrictEqual(inspect(parser, input(' ')), [[], '']);
|
|
40
|
+
assert.deepStrictEqual(inspect(parser, input(' \n')), [['<br>'], '']);
|
|
41
|
+
assert.deepStrictEqual(inspect(parser, input(' \r\n')), [['<br>'], '']);
|
|
42
|
+
assert.deepStrictEqual(inspect(parser, input(' \n')), [['<br>'], '']);
|
|
43
|
+
assert.deepStrictEqual(inspect(parser, input(' \r\n')), [['<br>'], '']);
|
|
44
|
+
assert.deepStrictEqual(inspect(parser, input(' \\\n')), [[' ', '<br>'], '']);
|
|
45
|
+
assert.deepStrictEqual(inspect(parser, input(' \\\n')), [[' ', ' ', '<br>'], '']);
|
|
46
|
+
assert.deepStrictEqual(inspect(parser, input(' a')), [[' a'], '']);
|
|
47
|
+
assert.deepStrictEqual(inspect(parser, input(' a')), [[' ', ' a'], '']);
|
|
48
|
+
assert.deepStrictEqual(inspect(parser, input(' a')), [[' ', ' a'], '']);
|
|
49
|
+
assert.deepStrictEqual(inspect(parser, input('a ')), [['a'], '']);
|
|
50
|
+
assert.deepStrictEqual(inspect(parser, input('a ')), [['a'], '']);
|
|
51
|
+
assert.deepStrictEqual(inspect(parser, input('a \n')), [['a', '<br>'], '']);
|
|
52
|
+
assert.deepStrictEqual(inspect(parser, input('a \r\n')), [['a', '<br>'], '']);
|
|
53
|
+
assert.deepStrictEqual(inspect(parser, input('a \n')), [['a', '<br>'], '']);
|
|
54
|
+
assert.deepStrictEqual(inspect(parser, input('a \r\n')), [['a', '<br>'], '']);
|
|
55
|
+
assert.deepStrictEqual(inspect(parser, input('a \\\n')), [['a', ' ', '<br>'], '']);
|
|
56
|
+
assert.deepStrictEqual(inspect(parser, input('a \\\n')), [['a', ' ', '<br>'], '']);
|
|
57
|
+
assert.deepStrictEqual(inspect(parser, input('a b')), [['a b'], '']);
|
|
58
|
+
assert.deepStrictEqual(inspect(parser, input('a b')), [['a', ' b'], '']);
|
|
59
|
+
assert.deepStrictEqual(inspect(parser, input('a b')), [['a', ' b'], '']);
|
|
61
60
|
});
|
|
62
61
|
|
|
63
62
|
it('hardbreak', () => {
|
|
64
|
-
assert.deepStrictEqual(inspect(parser, input('\n'
|
|
65
|
-
assert.deepStrictEqual(inspect(parser, input('\n '
|
|
66
|
-
assert.deepStrictEqual(inspect(parser, input(' \n'
|
|
67
|
-
assert.deepStrictEqual(inspect(parser, input('\n\n'
|
|
68
|
-
assert.deepStrictEqual(inspect(parser, input(' \n\n'
|
|
69
|
-
assert.deepStrictEqual(inspect(parser, input('\n \n'
|
|
70
|
-
assert.deepStrictEqual(inspect(parser, input('\n\n '
|
|
71
|
-
assert.deepStrictEqual(inspect(parser, input('。\n'
|
|
63
|
+
assert.deepStrictEqual(inspect(parser, input('\n')), [['<br>'], '']);
|
|
64
|
+
assert.deepStrictEqual(inspect(parser, input('\n ')), [['<br>'], '']);
|
|
65
|
+
assert.deepStrictEqual(inspect(parser, input(' \n')), [['<br>'], '']);
|
|
66
|
+
assert.deepStrictEqual(inspect(parser, input('\n\n')), [['<br>', '<br>'], '']);
|
|
67
|
+
assert.deepStrictEqual(inspect(parser, input(' \n\n')), [['<br>', '<br>'], '']);
|
|
68
|
+
assert.deepStrictEqual(inspect(parser, input('\n \n')), [['<br>', '<br>'], '']);
|
|
69
|
+
assert.deepStrictEqual(inspect(parser, input('\n\n ')), [['<br>', '<br>'], '']);
|
|
70
|
+
assert.deepStrictEqual(inspect(parser, input('。\n')), [['。', '<br>'], '']);
|
|
72
71
|
});
|
|
73
72
|
|
|
74
73
|
it('softbreak', () => {
|
|
75
|
-
assert.deepStrictEqual(inspect(parser, input('\\\n'
|
|
76
|
-
assert.deepStrictEqual(inspect(parser, input('\\\n '
|
|
77
|
-
assert.deepStrictEqual(inspect(parser, input('\\\na'
|
|
78
|
-
assert.deepStrictEqual(inspect(parser, input('a\\\n'
|
|
79
|
-
assert.deepStrictEqual(inspect(parser, input('a\\\nb\\\n'
|
|
80
|
-
assert.deepStrictEqual(inspect(parser, input('\\\\\\\n'
|
|
74
|
+
assert.deepStrictEqual(inspect(parser, input('\\\n')), [['<br>'], '']);
|
|
75
|
+
assert.deepStrictEqual(inspect(parser, input('\\\n ')), [['<br>'], '']);
|
|
76
|
+
assert.deepStrictEqual(inspect(parser, input('\\\na')), [['<br>', 'a'], '']);
|
|
77
|
+
assert.deepStrictEqual(inspect(parser, input('a\\\n')), [['a', '<br>'], '']);
|
|
78
|
+
assert.deepStrictEqual(inspect(parser, input('a\\\nb\\\n')), [['a', '<br>', 'b', '<br>'], '']);
|
|
79
|
+
assert.deepStrictEqual(inspect(parser, input('\\\\\\\n')), [['\\', '<br>'], '']);
|
|
81
80
|
});
|
|
82
81
|
|
|
83
82
|
it('account', () => {
|
|
84
|
-
assert.deepStrictEqual(inspect(parser, input('@0'
|
|
85
|
-
assert.deepStrictEqual(inspect(parser, input('_@0'
|
|
86
|
-
assert.deepStrictEqual(inspect(parser, input('$@0'
|
|
87
|
-
assert.deepStrictEqual(inspect(parser, input('+@0'
|
|
88
|
-
assert.deepStrictEqual(inspect(parser, input('-@0'
|
|
89
|
-
assert.deepStrictEqual(inspect(parser, input('0@0'
|
|
90
|
-
assert.deepStrictEqual(inspect(parser, input('a@0'
|
|
91
|
-
assert.deepStrictEqual(inspect(parser, input('A@0'
|
|
92
|
-
assert.deepStrictEqual(inspect(parser, input('aA@0'
|
|
93
|
-
assert.deepStrictEqual(inspect(parser, input(' @0'
|
|
94
|
-
assert.deepStrictEqual(inspect(parser, input('@@0'
|
|
83
|
+
assert.deepStrictEqual(inspect(parser, input('@0')), [['@0'], '']);
|
|
84
|
+
assert.deepStrictEqual(inspect(parser, input('_@0')), [['_', '@0'], '']);
|
|
85
|
+
assert.deepStrictEqual(inspect(parser, input('$@0')), [['$', '@0'], '']);
|
|
86
|
+
assert.deepStrictEqual(inspect(parser, input('+@0')), [['+', '@0'], '']);
|
|
87
|
+
assert.deepStrictEqual(inspect(parser, input('-@0')), [['-', '@0'], '']);
|
|
88
|
+
assert.deepStrictEqual(inspect(parser, input('0@0')), [['0', '@0'], '']);
|
|
89
|
+
assert.deepStrictEqual(inspect(parser, input('a@0')), [['a', '@0'], '']);
|
|
90
|
+
assert.deepStrictEqual(inspect(parser, input('A@0')), [['A', '@0'], '']);
|
|
91
|
+
assert.deepStrictEqual(inspect(parser, input('aA@0')), [['aA', '@0'], '']);
|
|
92
|
+
assert.deepStrictEqual(inspect(parser, input(' @0')), [[' ', '@0'], '']);
|
|
93
|
+
assert.deepStrictEqual(inspect(parser, input('@@0')), [['@', '@0'], '']);
|
|
95
94
|
});
|
|
96
95
|
|
|
97
96
|
it('hashtag', () => {
|
|
98
|
-
assert.deepStrictEqual(inspect(parser, input('#0'
|
|
99
|
-
assert.deepStrictEqual(inspect(parser, input('_#0'
|
|
100
|
-
assert.deepStrictEqual(inspect(parser, input('$#0'
|
|
101
|
-
assert.deepStrictEqual(inspect(parser, input('+#0'
|
|
102
|
-
assert.deepStrictEqual(inspect(parser, input('-#0'
|
|
103
|
-
assert.deepStrictEqual(inspect(parser, input('0#0'
|
|
104
|
-
assert.deepStrictEqual(inspect(parser, input('a#0'
|
|
105
|
-
assert.deepStrictEqual(inspect(parser, input('A#0'
|
|
106
|
-
assert.deepStrictEqual(inspect(parser, input('aA#0'
|
|
107
|
-
assert.deepStrictEqual(inspect(parser, input(' #0'
|
|
108
|
-
assert.deepStrictEqual(inspect(parser, input('##0'
|
|
97
|
+
assert.deepStrictEqual(inspect(parser, input('#0')), [['#0'], '']);
|
|
98
|
+
assert.deepStrictEqual(inspect(parser, input('_#0')), [['_', '#0'], '']);
|
|
99
|
+
assert.deepStrictEqual(inspect(parser, input('$#0')), [['$', '#0'], '']);
|
|
100
|
+
assert.deepStrictEqual(inspect(parser, input('+#0')), [['+', '#0'], '']);
|
|
101
|
+
assert.deepStrictEqual(inspect(parser, input('-#0')), [['-', '#0'], '']);
|
|
102
|
+
assert.deepStrictEqual(inspect(parser, input('0#0')), [['0', '#0'], '']);
|
|
103
|
+
assert.deepStrictEqual(inspect(parser, input('a#0')), [['a', '#0'], '']);
|
|
104
|
+
assert.deepStrictEqual(inspect(parser, input('A#0')), [['A', '#0'], '']);
|
|
105
|
+
assert.deepStrictEqual(inspect(parser, input('aA#0')), [['aA', '#0'], '']);
|
|
106
|
+
assert.deepStrictEqual(inspect(parser, input(' #0')), [[' ', '#0'], '']);
|
|
107
|
+
assert.deepStrictEqual(inspect(parser, input('##0')), [['#', '#0'], '']);
|
|
109
108
|
});
|
|
110
109
|
|
|
111
110
|
it('anchor', () => {
|
|
112
|
-
assert.deepStrictEqual(inspect(parser, input('>>0'
|
|
113
|
-
assert.deepStrictEqual(inspect(parser, input('_>>0'
|
|
114
|
-
assert.deepStrictEqual(inspect(parser, input('$>>0'
|
|
115
|
-
assert.deepStrictEqual(inspect(parser, input('+>>0'
|
|
116
|
-
assert.deepStrictEqual(inspect(parser, input('->>0'
|
|
117
|
-
assert.deepStrictEqual(inspect(parser, input('0>>0'
|
|
118
|
-
assert.deepStrictEqual(inspect(parser, input('a>>0'
|
|
119
|
-
assert.deepStrictEqual(inspect(parser, input('A>>0'
|
|
120
|
-
assert.deepStrictEqual(inspect(parser, input('aA>>0'
|
|
121
|
-
assert.deepStrictEqual(inspect(parser, input(' >>0'
|
|
122
|
-
assert.deepStrictEqual(inspect(parser, input('>>>>0'
|
|
111
|
+
assert.deepStrictEqual(inspect(parser, input('>>0')), [['>', '>0'], '']);
|
|
112
|
+
assert.deepStrictEqual(inspect(parser, input('_>>0')), [['_', '>', '>0'], '']);
|
|
113
|
+
assert.deepStrictEqual(inspect(parser, input('$>>0')), [['$', '>', '>0'], '']);
|
|
114
|
+
assert.deepStrictEqual(inspect(parser, input('+>>0')), [['+', '>', '>0'], '']);
|
|
115
|
+
assert.deepStrictEqual(inspect(parser, input('->>0')), [['-', '>', '>0'], '']);
|
|
116
|
+
assert.deepStrictEqual(inspect(parser, input('0>>0')), [['0', '>', '>0'], '']);
|
|
117
|
+
assert.deepStrictEqual(inspect(parser, input('a>>0')), [['a', '>', '>0'], '']);
|
|
118
|
+
assert.deepStrictEqual(inspect(parser, input('A>>0')), [['A', '>', '>0'], '']);
|
|
119
|
+
assert.deepStrictEqual(inspect(parser, input('aA>>0')), [['aA', '>', '>0'], '']);
|
|
120
|
+
assert.deepStrictEqual(inspect(parser, input(' >>0')), [[' ', '>', '>0'], '']);
|
|
121
|
+
assert.deepStrictEqual(inspect(parser, input('>>>>0')), [['>', '>', '>', '>0'], '']);
|
|
123
122
|
});
|
|
124
123
|
|
|
125
124
|
});
|
|
@@ -1,49 +1,48 @@
|
|
|
1
1
|
import { TextParser, TxtParser } from '../source';
|
|
2
|
+
import { Result, Node } from '../../combinator/parser';
|
|
3
|
+
import { union, spend } from '../../combinator';
|
|
2
4
|
import { State, Command } from '../context';
|
|
3
5
|
import { Flag } from '../node';
|
|
4
|
-
import {
|
|
5
|
-
import { union, spend } from '../../combinator';
|
|
6
|
+
import { isWhitespace } from './whitespace';
|
|
6
7
|
import { html } from 'typed-dom/dom';
|
|
7
8
|
|
|
8
9
|
export const nonWhitespace = /[^ \t ]/g;
|
|
9
10
|
|
|
10
|
-
export const text: TextParser = input => {
|
|
11
|
-
const
|
|
12
|
-
const { source, position, state } = context;
|
|
11
|
+
export const text: TextParser = (input, output) => {
|
|
12
|
+
const { source, position, state } = input;
|
|
13
13
|
if (position === source.length) return;
|
|
14
14
|
const char = source[position];
|
|
15
|
-
spend(
|
|
16
|
-
|
|
15
|
+
spend(input, output, 1);
|
|
16
|
+
input.position += 1;
|
|
17
17
|
switch (char) {
|
|
18
18
|
case Command.Escape:
|
|
19
19
|
case '\\':
|
|
20
20
|
switch (source[position + 1]) {
|
|
21
21
|
case undefined:
|
|
22
|
-
return
|
|
22
|
+
return Result.succ;
|
|
23
23
|
case '\r':
|
|
24
24
|
case '\n':
|
|
25
25
|
assert(char !== Command.Escape);
|
|
26
|
-
return
|
|
26
|
+
return Result.succ;
|
|
27
27
|
default:
|
|
28
|
-
spend(
|
|
29
|
-
|
|
30
|
-
return
|
|
28
|
+
spend(input, output, 1);
|
|
29
|
+
input.position += 1;
|
|
30
|
+
return output.append(new Node(source.slice(position + 1, input.position)));
|
|
31
31
|
}
|
|
32
32
|
case '\r':
|
|
33
|
-
return
|
|
33
|
+
return Result.succ;
|
|
34
34
|
case '\n':
|
|
35
|
-
|
|
36
|
-
return
|
|
35
|
+
input.linebreak ||= source.length - position;
|
|
36
|
+
return output.append(new Node(html('br'), Flag.blank));
|
|
37
37
|
default:
|
|
38
38
|
assert(char !== '\n');
|
|
39
|
-
if (context.sequential) return new List([new Node(char)]);
|
|
40
39
|
nonWhitespace.lastIndex = position + 1;
|
|
41
40
|
const s = canSkip(source, position);
|
|
42
41
|
let i = s
|
|
43
42
|
? nonWhitespace.test(source)
|
|
44
43
|
? nonWhitespace.lastIndex - 1
|
|
45
44
|
: source.length
|
|
46
|
-
: next(source, position, state);
|
|
45
|
+
: next(source, position, input.whitespace, state);
|
|
47
46
|
assert(i > position);
|
|
48
47
|
const lineend = 0
|
|
49
48
|
|| s && i === source.length
|
|
@@ -51,11 +50,11 @@ export const text: TextParser = input => {
|
|
|
51
50
|
|| s && source[i] === '\n';
|
|
52
51
|
i -= position;
|
|
53
52
|
i = lineend ? i : i - +s || 1;
|
|
54
|
-
spend(
|
|
55
|
-
|
|
53
|
+
spend(input, output, i - 1);
|
|
54
|
+
input.position += i - 1;
|
|
56
55
|
const linestart = position === 0 || source[position - 1] === '\n';
|
|
57
|
-
if (position ===
|
|
58
|
-
return
|
|
56
|
+
if (position === input.position || s && !linestart || lineend) return Result.succ;
|
|
57
|
+
return output.append(new Node(source.slice(position, input.position)));
|
|
59
58
|
}
|
|
60
59
|
};
|
|
61
60
|
|
|
@@ -69,28 +68,15 @@ export function canSkip(source: string, position: number): boolean {
|
|
|
69
68
|
if (position + 1 === source.length) return true;
|
|
70
69
|
return isWhitespace(source[position + 1], true);
|
|
71
70
|
}
|
|
72
|
-
function isWhitespace(char: string, linebreak: boolean): boolean {
|
|
73
|
-
switch (char) {
|
|
74
|
-
case ' ':
|
|
75
|
-
case '\t':
|
|
76
|
-
case ' ':
|
|
77
|
-
return true;
|
|
78
|
-
case '\r':
|
|
79
|
-
case '\n':
|
|
80
|
-
return linebreak;
|
|
81
|
-
default:
|
|
82
|
-
return false;
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
71
|
|
|
86
|
-
function next(source: string, position: number, state: number): number {
|
|
87
|
-
let index= seek(source, position, state);
|
|
72
|
+
function next(source: string, position: number, space: boolean, state: number): number {
|
|
73
|
+
let index= seek(source, position, space, state);
|
|
88
74
|
assert(index > position);
|
|
89
75
|
if (index === source.length) return index;
|
|
90
76
|
const char = source[index];
|
|
91
77
|
switch (char) {
|
|
92
78
|
case '%':
|
|
93
|
-
assert(source.startsWith('%]', index) && isWhitespace(source[index - 1]
|
|
79
|
+
assert(source.startsWith('%]', index) && isWhitespace(source[index - 1]));
|
|
94
80
|
index += index - 1 > position
|
|
95
81
|
? -1
|
|
96
82
|
: 0;
|
|
@@ -168,7 +154,7 @@ export function isAlphanumeric(char: string): boolean {
|
|
|
168
154
|
return 'A' <= char && char <= 'Z';
|
|
169
155
|
}
|
|
170
156
|
|
|
171
|
-
function seek(source: string, position: number, state: number): number {
|
|
157
|
+
function seek(source: string, position: number, space: boolean, state: number): number {
|
|
172
158
|
for (let i = position + 1; i < source.length; ++i) {
|
|
173
159
|
const char = source[i];
|
|
174
160
|
switch (char) {
|
|
@@ -209,7 +195,7 @@ function seek(source: string, position: number, state: number): number {
|
|
|
209
195
|
if (source[i + 1] === char && source[i + 2] === char) return i;
|
|
210
196
|
continue;
|
|
211
197
|
case '%':
|
|
212
|
-
if (source[i + 1] === ']' && isWhitespace(source[i - 1]
|
|
198
|
+
if (source[i + 1] === ']' && isWhitespace(source[i - 1])) return i;
|
|
213
199
|
continue;
|
|
214
200
|
case ':':
|
|
215
201
|
if (source[i + 1] === '/' && source[i + 2] === '/') return i;
|
|
@@ -217,30 +203,14 @@ function seek(source: string, position: number, state: number): number {
|
|
|
217
203
|
case '&':
|
|
218
204
|
if (source[i + 1] !== ' ') return i;
|
|
219
205
|
continue;
|
|
220
|
-
case ' ':
|
|
221
|
-
case '\t':
|
|
222
|
-
case ' ':
|
|
223
|
-
if (i + 1 === source.length) return i;
|
|
224
|
-
switch (source[i + 1]) {
|
|
225
|
-
case ' ':
|
|
226
|
-
case '\t':
|
|
227
|
-
case '\r':
|
|
228
|
-
case '\n':
|
|
229
|
-
case ' ':
|
|
230
|
-
return i;
|
|
231
|
-
case '\\':
|
|
232
|
-
if (i + 2 === source.length) return i;
|
|
233
|
-
switch (source[i + 2]) {
|
|
234
|
-
case ' ':
|
|
235
|
-
case '\t':
|
|
236
|
-
case '\r':
|
|
237
|
-
case '\n':
|
|
238
|
-
case ' ':
|
|
239
|
-
return i;
|
|
240
|
-
}
|
|
241
|
-
}
|
|
242
|
-
continue;
|
|
243
206
|
default:
|
|
207
|
+
if (!isWhitespace(char)) continue;
|
|
208
|
+
if (space) return i;
|
|
209
|
+
if (i + 1 === source.length) return i;
|
|
210
|
+
if (isWhitespace(source[i + 1])) return i;
|
|
211
|
+
if (source[i + 1] !== '\\') continue;
|
|
212
|
+
if (i + 2 === source.length) return i;
|
|
213
|
+
if (isWhitespace(source[i + 2])) return i;
|
|
244
214
|
continue;
|
|
245
215
|
}
|
|
246
216
|
assert(false);
|