@lvce-editor/shared-process 0.5.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/config/builtinCommands.json +15 -2
- package/config/defaultKeyBindings.json +33 -0
- package/config/defaultSettings.json +3 -1
- package/extensions/builtin.language-basics-docker/extension.json +1 -1
- package/extensions/builtin.language-basics-docker/src/tokenizeDockerfile.js +29 -11
- package/extensions/builtin.language-basics-html/src/tokenizeHtml.js +7 -2
- package/extensions/builtin.language-basics-json/extension.json +1 -1
- package/extensions/builtin.language-basics-nvmrc/README.md +14 -0
- package/extensions/builtin.language-basics-nvmrc/extension.json +12 -0
- package/extensions/builtin.language-basics-nvmrc/src/tokenizeNvmrc.js +30 -0
- package/extensions/builtin.language-basics-plaintext/src/tokenizePlaintext.js +4 -7
- package/extensions/builtin.language-basics-rust/README.md +14 -0
- package/extensions/builtin.language-basics-rust/extension.json +12 -0
- package/extensions/builtin.language-basics-rust/src/tokenizeRust.js +158 -0
- package/extensions/builtin.language-basics-toml/extension.json +1 -1
- package/extensions/builtin.language-basics-toml/src/tokenizeToml.js +93 -8
- package/extensions/builtin.language-basics-yaml/src/tokenizeYaml.js +10 -3
- package/package.json +6 -5
- package/src/parts/Cli/Cli.js +24 -0
- package/src/parts/CliInstall/CliInstall.js +10 -0
- package/src/parts/CliLink/CliLink.js +6 -0
- package/src/parts/CliList/CliList.js +15 -0
- package/src/parts/Download/Download.js +5 -13
- package/src/parts/DownloadAndExtract/DownloadAndExtract.js +14 -0
- package/src/parts/Error/FileSystemError.js +10 -0
- package/src/parts/ExtensionInstall/ExtensionInstall.ipc.js +6 -0
- package/src/parts/ExtensionInstall/ExtensionInstall.js +25 -0
- package/src/parts/ExtensionInstallFromGitHub/ExtensionInstallFromGitHub.js +34 -0
- package/src/parts/ExtensionInstallFromUrl/ExtensionInstallFromUrl.js +32 -0
- package/src/parts/ExtensionInstallParseInput/ExtensionInstallParseInput.js +84 -0
- package/src/parts/ExtensionLink/ExtensionLink.js +32 -0
- package/src/parts/ExtensionList/ExtensionList.js +66 -0
- package/src/parts/ExtensionManagement/ExtensionManagement.js +4 -3
- package/src/parts/ExtensionUninstall/ExtensionUninstall.js +0 -0
- package/src/parts/Extract/Extract.js +34 -0
- package/src/parts/FileSystem/FileSystem.js +12 -0
- package/src/parts/FileSystemErrorCodes/FileSystemErrorCodes.js +4 -0
- package/src/parts/Path/Path.js +4 -0
- package/src/parts/Platform/Platform.js +6 -3
- package/src/parts/Preferences/Preferences.js +16 -1
- package/src/parts/SymLink/SymLink.js +15 -0
- package/src/parts/TmpFile/TmpFile.js +15 -0
- package/src/sharedProcessMain.js +16 -5
|
@@ -201,9 +201,10 @@
|
|
|
201
201
|
"label": "Developer: Open Data Folder"
|
|
202
202
|
},
|
|
203
203
|
{
|
|
204
|
-
"id": "
|
|
204
|
+
"id": "Viewlet.openWidget",
|
|
205
205
|
"label": "Preferences: Color Theme",
|
|
206
|
-
"aliases": ["Select Color Theme", "Switch Color Theme", "Theme Color"]
|
|
206
|
+
"aliases": ["Select Color Theme", "Switch Color Theme", "Theme Color"],
|
|
207
|
+
"args": ["QuickPick", "color-theme"]
|
|
207
208
|
},
|
|
208
209
|
{
|
|
209
210
|
"id": "Developer.measureLatencyBetweenExtensionHostAndSharedProcess",
|
|
@@ -403,5 +404,17 @@
|
|
|
403
404
|
{
|
|
404
405
|
"id": "ContentTracing.stop",
|
|
405
406
|
"label": "Developer: Stop Content Tracing"
|
|
407
|
+
},
|
|
408
|
+
{
|
|
409
|
+
"id": "Window.zoomIn",
|
|
410
|
+
"label": "Window: Zoom In"
|
|
411
|
+
},
|
|
412
|
+
{
|
|
413
|
+
"id": "Window.zoomOut",
|
|
414
|
+
"label": "Window: Zoom Out"
|
|
415
|
+
},
|
|
416
|
+
{
|
|
417
|
+
"id": "Window.zoomReset",
|
|
418
|
+
"label": "Window: Reset Zoom"
|
|
406
419
|
}
|
|
407
420
|
]
|
|
@@ -19,6 +19,12 @@
|
|
|
19
19
|
"command": "EditorCompletion.close",
|
|
20
20
|
"when": "focus.editorCompletions"
|
|
21
21
|
},
|
|
22
|
+
{
|
|
23
|
+
"key": "Escape",
|
|
24
|
+
"command": "Viewlet.closeWidget",
|
|
25
|
+
"when": "focus.EditorFindWidget",
|
|
26
|
+
"args": ["EditorFindWidget"]
|
|
27
|
+
},
|
|
22
28
|
{
|
|
23
29
|
"key": "ctrl+ArrowRight",
|
|
24
30
|
"command": "Editor.cursorWordRight",
|
|
@@ -663,5 +669,32 @@
|
|
|
663
669
|
{
|
|
664
670
|
"key": "shift+ArrowDown",
|
|
665
671
|
"command": "Editor.selectDown"
|
|
672
|
+
},
|
|
673
|
+
{
|
|
674
|
+
"key": "ctrl+f",
|
|
675
|
+
"command": "Editor.openFind"
|
|
676
|
+
},
|
|
677
|
+
{
|
|
678
|
+
"key": "Enter",
|
|
679
|
+
"command": "EditorFindWidget.focusNext",
|
|
680
|
+
"when": "focus.EditorFindWidget"
|
|
681
|
+
},
|
|
682
|
+
{
|
|
683
|
+
"key": "shift+F4",
|
|
684
|
+
"command": "EditorFindWidget.focusPrevious",
|
|
685
|
+
"when": "focus.EditorFindWidget"
|
|
686
|
+
},
|
|
687
|
+
{
|
|
688
|
+
"key": "F4",
|
|
689
|
+
"command": "EditorFindWidget.focusNext",
|
|
690
|
+
"when": "focus.EditorFindWidget"
|
|
691
|
+
},
|
|
692
|
+
{
|
|
693
|
+
"key": "ctrl+=",
|
|
694
|
+
"command": "Window.zoomIn"
|
|
695
|
+
},
|
|
696
|
+
{
|
|
697
|
+
"key": "ctrl+-",
|
|
698
|
+
"command": "Window.zoomOut"
|
|
666
699
|
}
|
|
667
700
|
]
|
|
@@ -11,7 +11,9 @@
|
|
|
11
11
|
|
|
12
12
|
"serviceWorker.enabled": false,
|
|
13
13
|
|
|
14
|
-
"window.titleBarStyle": "
|
|
14
|
+
"window.titleBarStyle": "native",
|
|
15
|
+
"window.zoomLevel": 0.5,
|
|
16
|
+
"window.controlsOverlay.enabled": true,
|
|
15
17
|
|
|
16
18
|
"workbench.colorTheme": "slime",
|
|
17
19
|
"workbench.iconTheme": "vscode-icons",
|
|
@@ -1,14 +1,3 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @enum number
|
|
3
|
-
*/
|
|
4
|
-
export const TokenType = {
|
|
5
|
-
None: 0,
|
|
6
|
-
Text: 1,
|
|
7
|
-
VariableName: 2,
|
|
8
|
-
Keyword: 3,
|
|
9
|
-
Whitespace: 4,
|
|
10
|
-
}
|
|
11
|
-
|
|
12
1
|
/**
|
|
13
2
|
* @enum number
|
|
14
3
|
*/
|
|
@@ -25,6 +14,19 @@ export const State = {
|
|
|
25
14
|
AfterQuery: 10,
|
|
26
15
|
InsideRound: 11,
|
|
27
16
|
AfterQueryWithRules: 12,
|
|
17
|
+
InsideLineComment: 5,
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* @enum number
|
|
22
|
+
*/
|
|
23
|
+
export const TokenType = {
|
|
24
|
+
None: 0,
|
|
25
|
+
Text: 1,
|
|
26
|
+
VariableName: 2,
|
|
27
|
+
Keyword: 3,
|
|
28
|
+
Whitespace: 4,
|
|
29
|
+
Comment: 885,
|
|
28
30
|
}
|
|
29
31
|
|
|
30
32
|
export const TokenMap = {
|
|
@@ -32,6 +34,7 @@ export const TokenMap = {
|
|
|
32
34
|
[TokenType.VariableName]: 'VariableName',
|
|
33
35
|
[TokenType.Whitespace]: 'Whitespace',
|
|
34
36
|
[TokenType.Keyword]: 'Keyword',
|
|
37
|
+
[TokenType.Comment]: 'Comment',
|
|
35
38
|
}
|
|
36
39
|
|
|
37
40
|
export const initialLineState = {
|
|
@@ -43,6 +46,7 @@ const RE_WHITESPACE = /^ +/
|
|
|
43
46
|
const RE_ANYTHING = /^.*/
|
|
44
47
|
const RE_KEYWORD =
|
|
45
48
|
/^(?:ADD|ARG|CMD|COPY|ENTRYPOINT|ENV|EXPOSE|FROM|HEALTHCHECK|LABEL|MAINTAINER|RUN|SHELL|STOPSIGNAL|USER|VOLUME|WORKDIR)\b/
|
|
49
|
+
const RE_LINE_COMMENT_START = /^#/
|
|
46
50
|
|
|
47
51
|
export const hasArrayReturnValue = true
|
|
48
52
|
|
|
@@ -66,6 +70,9 @@ export const tokenizeLine = (line, lineState) => {
|
|
|
66
70
|
} else if ((next = part.match(RE_WHITESPACE))) {
|
|
67
71
|
token = TokenType.Whitespace
|
|
68
72
|
state = State.TopLevelContent
|
|
73
|
+
} else if ((next = part.match(RE_LINE_COMMENT_START))) {
|
|
74
|
+
token = TokenType.Comment
|
|
75
|
+
state = State.InsideLineComment
|
|
69
76
|
} else if ((next = part.match(RE_ANYTHING))) {
|
|
70
77
|
token = TokenType.Text
|
|
71
78
|
state = State.TopLevelContent
|
|
@@ -73,6 +80,14 @@ export const tokenizeLine = (line, lineState) => {
|
|
|
73
80
|
throw new Error('no')
|
|
74
81
|
}
|
|
75
82
|
break
|
|
83
|
+
case State.InsideLineComment:
|
|
84
|
+
if ((next = part.match(RE_ANYTHING))) {
|
|
85
|
+
token = TokenType.Comment
|
|
86
|
+
state = State.TopLevelContent
|
|
87
|
+
} else {
|
|
88
|
+
throw new Error('no')
|
|
89
|
+
}
|
|
90
|
+
break
|
|
76
91
|
default:
|
|
77
92
|
console.log({ state, line })
|
|
78
93
|
throw new Error('no')
|
|
@@ -83,6 +98,9 @@ export const tokenizeLine = (line, lineState) => {
|
|
|
83
98
|
length: next[0].length,
|
|
84
99
|
})
|
|
85
100
|
}
|
|
101
|
+
if (state === State.InsideLineComment) {
|
|
102
|
+
state = State.TopLevelContent
|
|
103
|
+
}
|
|
86
104
|
return {
|
|
87
105
|
state,
|
|
88
106
|
tokens,
|
|
@@ -59,7 +59,8 @@ const RE_ANGLE_BRACKET_OPEN = /^</
|
|
|
59
59
|
const RE_ANGLE_BRACKET_OPEN_TAG = /^<(?!\s)/
|
|
60
60
|
const RE_ANY_TEXT = /^[^\n]+/
|
|
61
61
|
const RE_ATTRIBUTE_NAME = /^[a-zA-Z\d\-]+/
|
|
62
|
-
const
|
|
62
|
+
const RE_BLOCK_COMMENT_CONTENT_1 = /^.+?(?=-->)/s
|
|
63
|
+
const RE_BLOCK_COMMENT_CONTENT_2 = /^.+$/s
|
|
63
64
|
const RE_BLOCK_COMMENT_END = /^-->/
|
|
64
65
|
const RE_BLOCK_COMMENT_START = /^<!--/
|
|
65
66
|
const RE_DASH_DASH = /^\-\-/
|
|
@@ -275,12 +276,16 @@ export const tokenizeLine = (line, lineState) => {
|
|
|
275
276
|
}
|
|
276
277
|
break
|
|
277
278
|
case State.InsideBlockComment:
|
|
278
|
-
|
|
279
|
+
part
|
|
280
|
+
if ((next = part.match(RE_BLOCK_COMMENT_CONTENT_1))) {
|
|
279
281
|
token = TokenType.Comment
|
|
280
282
|
state = State.InsideBlockComment
|
|
281
283
|
} else if ((next = part.match(RE_BLOCK_COMMENT_END))) {
|
|
282
284
|
token = TokenType.Comment
|
|
283
285
|
state = State.TopLevelContent
|
|
286
|
+
} else if ((next = part.match(RE_BLOCK_COMMENT_CONTENT_2))) {
|
|
287
|
+
token = TokenType.Comment
|
|
288
|
+
state = State.InsideBlockComment
|
|
284
289
|
} else {
|
|
285
290
|
throw new Error('no')
|
|
286
291
|
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# Language Basics Nvmrc
|
|
2
|
+
|
|
3
|
+
## Contributing
|
|
4
|
+
|
|
5
|
+
```sh
|
|
6
|
+
git clone git@github.com:lvce-editor/language-basics-nvmrc.git &&
|
|
7
|
+
cd language-basics-nvmrc &&
|
|
8
|
+
npm ci &&
|
|
9
|
+
npm test
|
|
10
|
+
```
|
|
11
|
+
|
|
12
|
+
## Gitpod
|
|
13
|
+
|
|
14
|
+
[](https://gitpod.io/#https://github.com/lvce-editor/language-basics-nvmrc)
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "builtin.language-basics-nvmrc",
|
|
3
|
+
"name": "Language Basics nvmrc",
|
|
4
|
+
"description": "Provides syntax highlighting and bracket matching in nvmrc files.",
|
|
5
|
+
"languages": [
|
|
6
|
+
{
|
|
7
|
+
"id": "nvmrc",
|
|
8
|
+
"extensions": [".nvmrc"],
|
|
9
|
+
"tokenize": "src/tokenizeNvmrc.js"
|
|
10
|
+
}
|
|
11
|
+
]
|
|
12
|
+
}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @enum number
|
|
3
|
+
*/
|
|
4
|
+
export const TokenType = {
|
|
5
|
+
Text: 1,
|
|
6
|
+
Numeric: 2,
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
export const TokenMap = {
|
|
10
|
+
[TokenType.Text]: 'Text',
|
|
11
|
+
[TokenType.Numeric]: 'Numeric',
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
export const initialLineState = {
|
|
15
|
+
state: 1,
|
|
16
|
+
tokens: [],
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export const hasArrayReturn = true
|
|
20
|
+
|
|
21
|
+
/**
|
|
22
|
+
* @param {string} line
|
|
23
|
+
*/
|
|
24
|
+
export const tokenizeLine = (line) => {
|
|
25
|
+
const tokens = [TokenType.Numeric, line.length]
|
|
26
|
+
return {
|
|
27
|
+
state: 1,
|
|
28
|
+
tokens,
|
|
29
|
+
}
|
|
30
|
+
}
|
|
@@ -14,18 +14,15 @@ export const initialLineState = {
|
|
|
14
14
|
tokens: [],
|
|
15
15
|
}
|
|
16
16
|
|
|
17
|
+
export const hasArrayReturn = true
|
|
18
|
+
|
|
17
19
|
/**
|
|
18
20
|
* @param {string} line
|
|
19
21
|
*/
|
|
20
22
|
export const tokenizeLine = (line) => {
|
|
21
|
-
const tokens = [
|
|
22
|
-
{
|
|
23
|
-
type: TokenType.Text,
|
|
24
|
-
length: line.length,
|
|
25
|
-
},
|
|
26
|
-
]
|
|
23
|
+
const tokens = [TokenType.Text, line.length]
|
|
27
24
|
return {
|
|
28
|
-
state:
|
|
25
|
+
state: 1,
|
|
29
26
|
tokens,
|
|
30
27
|
}
|
|
31
28
|
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# Language Basics Rust
|
|
2
|
+
|
|
3
|
+
## Contributing
|
|
4
|
+
|
|
5
|
+
```sh
|
|
6
|
+
git clone git@github.com:lvce-editor/language-basics-rust.git &&
|
|
7
|
+
cd language-basics-rust &&
|
|
8
|
+
npm ci &&
|
|
9
|
+
npm test
|
|
10
|
+
```
|
|
11
|
+
|
|
12
|
+
## Gitpod
|
|
13
|
+
|
|
14
|
+
[](https://gitpod.io/#https://github.com/lvce-editor/language-basics-rust)
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "builtin.language-basics-rust",
|
|
3
|
+
"name": "Language Basics Rust",
|
|
4
|
+
"description": "Provides syntax highlighting and bracket matching in Rust files.",
|
|
5
|
+
"languages": [
|
|
6
|
+
{
|
|
7
|
+
"id": "rust",
|
|
8
|
+
"extensions": [".rs"],
|
|
9
|
+
"tokenize": "src/tokenizeRust.js"
|
|
10
|
+
}
|
|
11
|
+
]
|
|
12
|
+
}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @enum number
|
|
3
|
+
*/
|
|
4
|
+
export const State = {
|
|
5
|
+
TopLevelContent: 1,
|
|
6
|
+
InsideString: 2,
|
|
7
|
+
InsideLineComment: 3,
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
export const StateMap = {
|
|
11
|
+
[State.TopLevelContent]: 'TopLevelContent',
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
/**
|
|
15
|
+
* @enum number
|
|
16
|
+
*/
|
|
17
|
+
export const TokenType = {
|
|
18
|
+
None: 1,
|
|
19
|
+
Whitespace: 2,
|
|
20
|
+
PunctuationString: 3,
|
|
21
|
+
String: 4,
|
|
22
|
+
Keyword: 5,
|
|
23
|
+
Numeric: 6,
|
|
24
|
+
Punctuation: 7,
|
|
25
|
+
VariableName: 8,
|
|
26
|
+
Comment: 885,
|
|
27
|
+
Text: 9,
|
|
28
|
+
LanguageConstant: 10,
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
export const TokenMap = {
|
|
32
|
+
[TokenType.None]: 'None',
|
|
33
|
+
[TokenType.Whitespace]: 'Whitespace',
|
|
34
|
+
[TokenType.PunctuationString]: 'PunctuationString',
|
|
35
|
+
[TokenType.String]: 'String',
|
|
36
|
+
[TokenType.Keyword]: 'Keyword',
|
|
37
|
+
[TokenType.Numeric]: 'Numeric',
|
|
38
|
+
[TokenType.Punctuation]: 'Punctuation',
|
|
39
|
+
[TokenType.VariableName]: 'VariableName',
|
|
40
|
+
[TokenType.Comment]: 'Comment',
|
|
41
|
+
[TokenType.Text]: 'Text',
|
|
42
|
+
|
|
43
|
+
[TokenType.LanguageConstant]: 'LanguageConstant',
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
const RE_LINE_COMMENT_START = /^\/\//
|
|
47
|
+
const RE_SELECTOR = /^[\.a-zA-Z\d\-\:>]+/
|
|
48
|
+
const RE_WHITESPACE = /^ +/
|
|
49
|
+
const RE_CURLY_OPEN = /^\{/
|
|
50
|
+
const RE_CURLY_CLOSE = /^\}/
|
|
51
|
+
const RE_PROPERTY_NAME = /^[a-zA-Z\-]+\b/
|
|
52
|
+
const RE_COLON = /^:/
|
|
53
|
+
const RE_PROPERTY_VALUE = /^[^;\}]+/
|
|
54
|
+
const RE_SEMICOLON = /^;/
|
|
55
|
+
const RE_COMMA = /^,/
|
|
56
|
+
const RE_ANYTHING = /^.*/s
|
|
57
|
+
const RE_ANYTHING_UNTIL_CLOSE_BRACE = /^[^\}]+/
|
|
58
|
+
const RE_QUOTE_DOUBLE = /^"/
|
|
59
|
+
const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
|
|
60
|
+
const RE_KEYWORD =
|
|
61
|
+
/^(?:as|break|const|continue|crate|else|enum|extern|false|fn|for|if|impl|in|let|loop|match|mod|move|mut|pub|ref|return|self|static|struct|super|trait|true|type|unsafe|where|while)\b/
|
|
62
|
+
|
|
63
|
+
const RE_VARIABLE_NAME = /^[a-zA-Z\_]+/
|
|
64
|
+
const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>]/
|
|
65
|
+
const RE_NUMERIC = /^\d+/
|
|
66
|
+
|
|
67
|
+
export const initialLineState = {
|
|
68
|
+
state: State.TopLevelContent,
|
|
69
|
+
tokens: [],
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
export const hasArrayReturn = true
|
|
73
|
+
|
|
74
|
+
/**
|
|
75
|
+
* @param {string} line
|
|
76
|
+
* @param {any} lineState
|
|
77
|
+
*/
|
|
78
|
+
export const tokenizeLine = (line, lineState) => {
|
|
79
|
+
let next = null
|
|
80
|
+
let index = 0
|
|
81
|
+
let tokens = []
|
|
82
|
+
let token = TokenType.None
|
|
83
|
+
let state = lineState.state
|
|
84
|
+
while (index < line.length) {
|
|
85
|
+
const part = line.slice(index)
|
|
86
|
+
switch (state) {
|
|
87
|
+
case State.TopLevelContent:
|
|
88
|
+
if ((next = part.match(RE_WHITESPACE))) {
|
|
89
|
+
token = TokenType.Whitespace
|
|
90
|
+
state = State.TopLevelContent
|
|
91
|
+
} else if ((next = part.match(RE_KEYWORD))) {
|
|
92
|
+
switch (next[0]) {
|
|
93
|
+
case 'true':
|
|
94
|
+
case 'false':
|
|
95
|
+
token = TokenType.LanguageConstant
|
|
96
|
+
break
|
|
97
|
+
default:
|
|
98
|
+
token = TokenType.Keyword
|
|
99
|
+
break
|
|
100
|
+
}
|
|
101
|
+
state = State.TopLevelContent
|
|
102
|
+
} else if ((next = part.match(RE_PUNCTUATION))) {
|
|
103
|
+
token = TokenType.Punctuation
|
|
104
|
+
state = State.TopLevelContent
|
|
105
|
+
} else if ((next = part.match(RE_VARIABLE_NAME))) {
|
|
106
|
+
token = TokenType.VariableName
|
|
107
|
+
state = State.TopLevelContent
|
|
108
|
+
} else if ((next = part.match(RE_NUMERIC))) {
|
|
109
|
+
token = TokenType.Numeric
|
|
110
|
+
state = State.TopLevelContent
|
|
111
|
+
} else if ((next = part.match(RE_QUOTE_DOUBLE))) {
|
|
112
|
+
token = TokenType.PunctuationString
|
|
113
|
+
state = State.InsideString
|
|
114
|
+
} else if ((next = part.match(RE_LINE_COMMENT_START))) {
|
|
115
|
+
token = TokenType.Comment
|
|
116
|
+
state = State.InsideLineComment
|
|
117
|
+
} else if ((next = part.match(RE_ANYTHING))) {
|
|
118
|
+
token = TokenType.Text
|
|
119
|
+
state = State.TopLevelContent
|
|
120
|
+
} else {
|
|
121
|
+
part //?
|
|
122
|
+
throw new Error('no')
|
|
123
|
+
}
|
|
124
|
+
break
|
|
125
|
+
case State.InsideString:
|
|
126
|
+
if ((next = part.match(RE_QUOTE_DOUBLE))) {
|
|
127
|
+
token = TokenType.PunctuationString
|
|
128
|
+
state = State.TopLevelContent
|
|
129
|
+
} else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
|
|
130
|
+
token = TokenType.String
|
|
131
|
+
state = State.InsideString
|
|
132
|
+
} else {
|
|
133
|
+
throw new Error('no')
|
|
134
|
+
}
|
|
135
|
+
break
|
|
136
|
+
case State.InsideLineComment:
|
|
137
|
+
if ((next = part.match(RE_ANYTHING))) {
|
|
138
|
+
token = TokenType.Comment
|
|
139
|
+
state = State.TopLevelContent
|
|
140
|
+
} else {
|
|
141
|
+
throw new Error('no')
|
|
142
|
+
}
|
|
143
|
+
break
|
|
144
|
+
default:
|
|
145
|
+
throw new Error('no')
|
|
146
|
+
}
|
|
147
|
+
const tokenLength = next[0].length
|
|
148
|
+
index += tokenLength
|
|
149
|
+
tokens.push(token, tokenLength)
|
|
150
|
+
}
|
|
151
|
+
if (state === State.InsideLineComment) {
|
|
152
|
+
state = State.TopLevelContent
|
|
153
|
+
}
|
|
154
|
+
return {
|
|
155
|
+
state,
|
|
156
|
+
tokens,
|
|
157
|
+
}
|
|
158
|
+
}
|
|
@@ -4,6 +4,9 @@
|
|
|
4
4
|
export const State = {
|
|
5
5
|
TopLevelContent: 1,
|
|
6
6
|
InsideLineComment: 2,
|
|
7
|
+
AfterPropertyName: 3,
|
|
8
|
+
AfterPropertyNameAfterEqualSign: 4,
|
|
9
|
+
InsideString: 5,
|
|
7
10
|
}
|
|
8
11
|
|
|
9
12
|
export const StateMap = {
|
|
@@ -17,12 +20,19 @@ export const StateMap = {
|
|
|
17
20
|
export const TokenType = {
|
|
18
21
|
CssSelector: 1,
|
|
19
22
|
Whitespace: 2,
|
|
23
|
+
PunctuationString: 3,
|
|
24
|
+
String: 4,
|
|
20
25
|
None: 57,
|
|
21
26
|
Unknown: 881,
|
|
22
27
|
NewLine: 884,
|
|
23
28
|
Comment: 885,
|
|
24
29
|
Query: 886,
|
|
25
30
|
Text: 887,
|
|
31
|
+
Numeric: 15,
|
|
32
|
+
PropertyName: 12,
|
|
33
|
+
PropertyValueString: 14,
|
|
34
|
+
Punctuation: 13,
|
|
35
|
+
LanguageConstant: 11,
|
|
26
36
|
}
|
|
27
37
|
|
|
28
38
|
export const TokenMap = {
|
|
@@ -34,19 +44,29 @@ export const TokenMap = {
|
|
|
34
44
|
[TokenType.Comment]: 'Comment',
|
|
35
45
|
[TokenType.Query]: 'Query',
|
|
36
46
|
[TokenType.Text]: 'Text',
|
|
47
|
+
[TokenType.PropertyName]: 'JsonPropertyName',
|
|
48
|
+
[TokenType.LanguageConstant]: 'LanguageConstant',
|
|
49
|
+
[TokenType.Punctuation]: 'Punctuation',
|
|
50
|
+
[TokenType.PropertyValueString]: 'PropertyValueString',
|
|
51
|
+
[TokenType.Numeric]: 'Numeric',
|
|
52
|
+
[TokenType.PunctuationString]: 'PunctuationString',
|
|
53
|
+
[TokenType.String]: 'String',
|
|
37
54
|
}
|
|
38
55
|
|
|
39
56
|
const RE_LINE_COMMENT_START = /^#/
|
|
40
57
|
const RE_WHITESPACE = /^ +/
|
|
41
58
|
const RE_CURLY_OPEN = /^\{/
|
|
42
59
|
const RE_CURLY_CLOSE = /^\}/
|
|
43
|
-
const RE_PROPERTY_NAME = /^[a-zA-Z
|
|
60
|
+
const RE_PROPERTY_NAME = /^[a-zA-Z\-\_\d]+\b(?=\s*=)/
|
|
44
61
|
const RE_COLON = /^:/
|
|
45
62
|
const RE_PROPERTY_VALUE = /^[^;\}]+/
|
|
46
63
|
const RE_SEMICOLON = /^;/
|
|
47
64
|
const RE_COMMA = /^,/
|
|
48
65
|
const RE_ANYTHING = /^.*/
|
|
49
|
-
const
|
|
66
|
+
const RE_NUMERIC_INTEGER = /^((?:[\+\-]?(0|([1-9](([0-9]|_[0-9])+)?))))/
|
|
67
|
+
const RE_NUMERIC_FLOAT = /^([\+\-]?(0|([1-9](([0-9]|_[0-9])+)?))(?:(?:\.(0|([1-9](([0-9]|_[0-9])+)?)))?[eE][\+\-]?[1-9]_?[0-9]*|(?:\.[0-9_]*)))/
|
|
68
|
+
const RE_NAN = /^(?:[\+\-]?nan)/
|
|
69
|
+
const RE_INF = /^(?:[\+\-]?inf)/
|
|
50
70
|
const RE_ANYTHING_UNTIL_CLOSE_BRACE = /^[^\}]+/
|
|
51
71
|
const RE_BLOCK_COMMENT_START = /^\/\*/
|
|
52
72
|
const RE_BLOCK_COMMENT_END = /^\*\//
|
|
@@ -62,6 +82,11 @@ const RE_STAR = /^\*/
|
|
|
62
82
|
const RE_QUERY_NAME = /^[a-z\-]+/
|
|
63
83
|
const RE_QUERY_CONTENT = /^[^\)]+/
|
|
64
84
|
const RE_COMBINATOR = /^[\+\>\~]/
|
|
85
|
+
const RE_LANGUAGE_CONSTANT = /^(?:true|false)\b/
|
|
86
|
+
const RE_EQUAL_SIGN = /^=/
|
|
87
|
+
const RE_LOCAL_TIME = /\d{2}:\d{2}:\d{2}(?:\.\d+)?/
|
|
88
|
+
const RE_QUOTE_DOUBLE = /^"/
|
|
89
|
+
const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
|
|
65
90
|
|
|
66
91
|
export const initialLineState = {
|
|
67
92
|
state: State.TopLevelContent,
|
|
@@ -69,6 +94,8 @@ export const initialLineState = {
|
|
|
69
94
|
stack: [],
|
|
70
95
|
}
|
|
71
96
|
|
|
97
|
+
export const hasArrayReturn = true
|
|
98
|
+
|
|
72
99
|
/**
|
|
73
100
|
* @param {string} line
|
|
74
101
|
* @param {any} lineState
|
|
@@ -83,7 +110,10 @@ export const tokenizeLine = (line, lineState) => {
|
|
|
83
110
|
const part = line.slice(index)
|
|
84
111
|
switch (state) {
|
|
85
112
|
case State.TopLevelContent:
|
|
86
|
-
if ((next = part.match(
|
|
113
|
+
if ((next = part.match(RE_PROPERTY_NAME))) {
|
|
114
|
+
token = TokenType.PropertyName
|
|
115
|
+
state = State.AfterPropertyName
|
|
116
|
+
} else if ((next = part.match(RE_LINE_COMMENT_START))) {
|
|
87
117
|
token = TokenType.Comment
|
|
88
118
|
state = State.InsideLineComment
|
|
89
119
|
} else if ((next = part.match(RE_WHITESPACE))) {
|
|
@@ -105,15 +135,70 @@ export const tokenizeLine = (line, lineState) => {
|
|
|
105
135
|
throw new Error('no')
|
|
106
136
|
}
|
|
107
137
|
break
|
|
138
|
+
case State.AfterPropertyName:
|
|
139
|
+
if ((next = part.match(RE_EQUAL_SIGN))) {
|
|
140
|
+
token = TokenType.Punctuation
|
|
141
|
+
state = State.AfterPropertyNameAfterEqualSign
|
|
142
|
+
} else if ((next = part.match(RE_WHITESPACE))) {
|
|
143
|
+
token = TokenType.Whitespace
|
|
144
|
+
state = State.AfterPropertyName
|
|
145
|
+
} else {
|
|
146
|
+
throw new Error('no')
|
|
147
|
+
}
|
|
148
|
+
break
|
|
149
|
+
case State.AfterPropertyNameAfterEqualSign:
|
|
150
|
+
if ((next = part.match(RE_WHITESPACE))) {
|
|
151
|
+
token = TokenType.Whitespace
|
|
152
|
+
state = State.AfterPropertyNameAfterEqualSign
|
|
153
|
+
} else if ((next = part.match(RE_LANGUAGE_CONSTANT))) {
|
|
154
|
+
token = TokenType.LanguageConstant
|
|
155
|
+
state = State.TopLevelContent
|
|
156
|
+
} else if ((next = part.match(RE_LOCAL_TIME))) {
|
|
157
|
+
token = TokenType.Numeric
|
|
158
|
+
state = State.TopLevelContent
|
|
159
|
+
} else if ((next = part.match(RE_NUMERIC_INTEGER))) {
|
|
160
|
+
token = TokenType.Numeric
|
|
161
|
+
state = State.TopLevelContent
|
|
162
|
+
} else if ((next = part.match(RE_NUMERIC_FLOAT))) {
|
|
163
|
+
token = TokenType.Numeric
|
|
164
|
+
state = State.TopLevelContent
|
|
165
|
+
} else if ((next = part.match(RE_LINE_COMMENT_START))) {
|
|
166
|
+
token = TokenType.Comment
|
|
167
|
+
state = State.InsideLineComment
|
|
168
|
+
} else if ((next = part.match(RE_NAN))) {
|
|
169
|
+
token = TokenType.Numeric
|
|
170
|
+
state = State.TopLevelContent
|
|
171
|
+
} else if ((next = part.match(RE_INF))) {
|
|
172
|
+
token = TokenType.Numeric
|
|
173
|
+
state = State.TopLevelContent
|
|
174
|
+
} else if ((next = part.match(RE_QUOTE_DOUBLE))) {
|
|
175
|
+
token = TokenType.Punctuation
|
|
176
|
+
state = State.InsideString
|
|
177
|
+
} else if ((next = part.match(RE_ANYTHING))) {
|
|
178
|
+
token = TokenType.PropertyValueString
|
|
179
|
+
state = State.TopLevelContent
|
|
180
|
+
} else {
|
|
181
|
+
throw new Error('no')
|
|
182
|
+
}
|
|
183
|
+
break
|
|
184
|
+
case State.InsideString:
|
|
185
|
+
if ((next = part.match(RE_QUOTE_DOUBLE))) {
|
|
186
|
+
token = TokenType.PunctuationString
|
|
187
|
+
state = State.TopLevelContent
|
|
188
|
+
} else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
|
|
189
|
+
token = TokenType.String
|
|
190
|
+
state = State.InsideString
|
|
191
|
+
} else {
|
|
192
|
+
throw new Error('no')
|
|
193
|
+
}
|
|
194
|
+
break
|
|
108
195
|
default:
|
|
109
196
|
console.log({ state, line })
|
|
110
197
|
throw new Error('no')
|
|
111
198
|
}
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
length: next[0].length,
|
|
116
|
-
})
|
|
199
|
+
const tokenLength = next[0].length
|
|
200
|
+
index += tokenLength
|
|
201
|
+
tokens.push(token, tokenLength)
|
|
117
202
|
}
|
|
118
203
|
return {
|
|
119
204
|
state,
|