@lvce-editor/shared-process 0.5.0 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. package/config/builtinCommands.json +15 -2
  2. package/config/defaultKeyBindings.json +33 -0
  3. package/config/defaultSettings.json +3 -1
  4. package/extensions/builtin.language-basics-docker/extension.json +1 -1
  5. package/extensions/builtin.language-basics-docker/src/tokenizeDockerfile.js +29 -11
  6. package/extensions/builtin.language-basics-html/src/tokenizeHtml.js +7 -2
  7. package/extensions/builtin.language-basics-json/extension.json +1 -1
  8. package/extensions/builtin.language-basics-nvmrc/README.md +14 -0
  9. package/extensions/builtin.language-basics-nvmrc/extension.json +12 -0
  10. package/extensions/builtin.language-basics-nvmrc/src/tokenizeNvmrc.js +30 -0
  11. package/extensions/builtin.language-basics-plaintext/src/tokenizePlaintext.js +4 -7
  12. package/extensions/builtin.language-basics-rust/README.md +14 -0
  13. package/extensions/builtin.language-basics-rust/extension.json +12 -0
  14. package/extensions/builtin.language-basics-rust/src/tokenizeRust.js +158 -0
  15. package/extensions/builtin.language-basics-toml/extension.json +1 -1
  16. package/extensions/builtin.language-basics-toml/src/tokenizeToml.js +93 -8
  17. package/extensions/builtin.language-basics-yaml/src/tokenizeYaml.js +10 -3
  18. package/package.json +6 -5
  19. package/src/parts/Cli/Cli.js +24 -0
  20. package/src/parts/CliInstall/CliInstall.js +10 -0
  21. package/src/parts/CliLink/CliLink.js +6 -0
  22. package/src/parts/CliList/CliList.js +15 -0
  23. package/src/parts/Download/Download.js +5 -13
  24. package/src/parts/DownloadAndExtract/DownloadAndExtract.js +14 -0
  25. package/src/parts/Error/FileSystemError.js +10 -0
  26. package/src/parts/ExtensionInstall/ExtensionInstall.ipc.js +6 -0
  27. package/src/parts/ExtensionInstall/ExtensionInstall.js +25 -0
  28. package/src/parts/ExtensionInstallFromGitHub/ExtensionInstallFromGitHub.js +34 -0
  29. package/src/parts/ExtensionInstallFromUrl/ExtensionInstallFromUrl.js +32 -0
  30. package/src/parts/ExtensionInstallParseInput/ExtensionInstallParseInput.js +84 -0
  31. package/src/parts/ExtensionLink/ExtensionLink.js +32 -0
  32. package/src/parts/ExtensionList/ExtensionList.js +66 -0
  33. package/src/parts/ExtensionManagement/ExtensionManagement.js +4 -3
  34. package/src/parts/ExtensionUninstall/ExtensionUninstall.js +0 -0
  35. package/src/parts/Extract/Extract.js +34 -0
  36. package/src/parts/FileSystem/FileSystem.js +12 -0
  37. package/src/parts/FileSystemErrorCodes/FileSystemErrorCodes.js +4 -0
  38. package/src/parts/Path/Path.js +4 -0
  39. package/src/parts/Platform/Platform.js +6 -3
  40. package/src/parts/Preferences/Preferences.js +16 -1
  41. package/src/parts/SymLink/SymLink.js +15 -0
  42. package/src/parts/TmpFile/TmpFile.js +15 -0
  43. package/src/sharedProcessMain.js +16 -5
@@ -201,9 +201,10 @@
201
201
  "label": "Developer: Open Data Folder"
202
202
  },
203
203
  {
204
- "id": "Preferences.selectColorTheme",
204
+ "id": "Viewlet.openWidget",
205
205
  "label": "Preferences: Color Theme",
206
- "aliases": ["Select Color Theme", "Switch Color Theme", "Theme Color"]
206
+ "aliases": ["Select Color Theme", "Switch Color Theme", "Theme Color"],
207
+ "args": ["QuickPick", "color-theme"]
207
208
  },
208
209
  {
209
210
  "id": "Developer.measureLatencyBetweenExtensionHostAndSharedProcess",
@@ -403,5 +404,17 @@
403
404
  {
404
405
  "id": "ContentTracing.stop",
405
406
  "label": "Developer: Stop Content Tracing"
407
+ },
408
+ {
409
+ "id": "Window.zoomIn",
410
+ "label": "Window: Zoom In"
411
+ },
412
+ {
413
+ "id": "Window.zoomOut",
414
+ "label": "Window: Zoom Out"
415
+ },
416
+ {
417
+ "id": "Window.zoomReset",
418
+ "label": "Window: Reset Zoom"
406
419
  }
407
420
  ]
@@ -19,6 +19,12 @@
19
19
  "command": "EditorCompletion.close",
20
20
  "when": "focus.editorCompletions"
21
21
  },
22
+ {
23
+ "key": "Escape",
24
+ "command": "Viewlet.closeWidget",
25
+ "when": "focus.EditorFindWidget",
26
+ "args": ["EditorFindWidget"]
27
+ },
22
28
  {
23
29
  "key": "ctrl+ArrowRight",
24
30
  "command": "Editor.cursorWordRight",
@@ -663,5 +669,32 @@
663
669
  {
664
670
  "key": "shift+ArrowDown",
665
671
  "command": "Editor.selectDown"
672
+ },
673
+ {
674
+ "key": "ctrl+f",
675
+ "command": "Editor.openFind"
676
+ },
677
+ {
678
+ "key": "Enter",
679
+ "command": "EditorFindWidget.focusNext",
680
+ "when": "focus.EditorFindWidget"
681
+ },
682
+ {
683
+ "key": "shift+F4",
684
+ "command": "EditorFindWidget.focusPrevious",
685
+ "when": "focus.EditorFindWidget"
686
+ },
687
+ {
688
+ "key": "F4",
689
+ "command": "EditorFindWidget.focusNext",
690
+ "when": "focus.EditorFindWidget"
691
+ },
692
+ {
693
+ "key": "ctrl+=",
694
+ "command": "Window.zoomIn"
695
+ },
696
+ {
697
+ "key": "ctrl+-",
698
+ "command": "Window.zoomOut"
666
699
  }
667
700
  ]
@@ -11,7 +11,9 @@
11
11
 
12
12
  "serviceWorker.enabled": false,
13
13
 
14
- "window.titleBarStyle": "custom",
14
+ "window.titleBarStyle": "native",
15
+ "window.zoomLevel": 0.5,
16
+ "window.controlsOverlay.enabled": true,
15
17
 
16
18
  "workbench.colorTheme": "slime",
17
19
  "workbench.iconTheme": "vscode-icons",
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "id": "builtin.language-basics-docker",
3
- "version": "0.0.6",
3
+ "version": "0.0.7",
4
4
  "name": "Language Basics Docker",
5
5
  "description": "Provides syntax highlighting and bracket matching in Dockerfile files.",
6
6
  "languages": [
@@ -1,14 +1,3 @@
1
- /**
2
- * @enum number
3
- */
4
- export const TokenType = {
5
- None: 0,
6
- Text: 1,
7
- VariableName: 2,
8
- Keyword: 3,
9
- Whitespace: 4,
10
- }
11
-
12
1
  /**
13
2
  * @enum number
14
3
  */
@@ -25,6 +14,19 @@ export const State = {
25
14
  AfterQuery: 10,
26
15
  InsideRound: 11,
27
16
  AfterQueryWithRules: 12,
17
+ InsideLineComment: 5,
18
+ }
19
+
20
+ /**
21
+ * @enum number
22
+ */
23
+ export const TokenType = {
24
+ None: 0,
25
+ Text: 1,
26
+ VariableName: 2,
27
+ Keyword: 3,
28
+ Whitespace: 4,
29
+ Comment: 885,
28
30
  }
29
31
 
30
32
  export const TokenMap = {
@@ -32,6 +34,7 @@ export const TokenMap = {
32
34
  [TokenType.VariableName]: 'VariableName',
33
35
  [TokenType.Whitespace]: 'Whitespace',
34
36
  [TokenType.Keyword]: 'Keyword',
37
+ [TokenType.Comment]: 'Comment',
35
38
  }
36
39
 
37
40
  export const initialLineState = {
@@ -43,6 +46,7 @@ const RE_WHITESPACE = /^ +/
43
46
  const RE_ANYTHING = /^.*/
44
47
  const RE_KEYWORD =
45
48
  /^(?:ADD|ARG|CMD|COPY|ENTRYPOINT|ENV|EXPOSE|FROM|HEALTHCHECK|LABEL|MAINTAINER|RUN|SHELL|STOPSIGNAL|USER|VOLUME|WORKDIR)\b/
49
+ const RE_LINE_COMMENT_START = /^#/
46
50
 
47
51
  export const hasArrayReturnValue = true
48
52
 
@@ -66,6 +70,9 @@ export const tokenizeLine = (line, lineState) => {
66
70
  } else if ((next = part.match(RE_WHITESPACE))) {
67
71
  token = TokenType.Whitespace
68
72
  state = State.TopLevelContent
73
+ } else if ((next = part.match(RE_LINE_COMMENT_START))) {
74
+ token = TokenType.Comment
75
+ state = State.InsideLineComment
69
76
  } else if ((next = part.match(RE_ANYTHING))) {
70
77
  token = TokenType.Text
71
78
  state = State.TopLevelContent
@@ -73,6 +80,14 @@ export const tokenizeLine = (line, lineState) => {
73
80
  throw new Error('no')
74
81
  }
75
82
  break
83
+ case State.InsideLineComment:
84
+ if ((next = part.match(RE_ANYTHING))) {
85
+ token = TokenType.Comment
86
+ state = State.TopLevelContent
87
+ } else {
88
+ throw new Error('no')
89
+ }
90
+ break
76
91
  default:
77
92
  console.log({ state, line })
78
93
  throw new Error('no')
@@ -83,6 +98,9 @@ export const tokenizeLine = (line, lineState) => {
83
98
  length: next[0].length,
84
99
  })
85
100
  }
101
+ if (state === State.InsideLineComment) {
102
+ state = State.TopLevelContent
103
+ }
86
104
  return {
87
105
  state,
88
106
  tokens,
@@ -59,7 +59,8 @@ const RE_ANGLE_BRACKET_OPEN = /^</
59
59
  const RE_ANGLE_BRACKET_OPEN_TAG = /^<(?!\s)/
60
60
  const RE_ANY_TEXT = /^[^\n]+/
61
61
  const RE_ATTRIBUTE_NAME = /^[a-zA-Z\d\-]+/
62
- const RE_BLOCK_COMMENT_CONTENT = /^.(?:.*?)(?=-->|$)/s
62
+ const RE_BLOCK_COMMENT_CONTENT_1 = /^.+?(?=-->)/s
63
+ const RE_BLOCK_COMMENT_CONTENT_2 = /^.+$/s
63
64
  const RE_BLOCK_COMMENT_END = /^-->/
64
65
  const RE_BLOCK_COMMENT_START = /^<!--/
65
66
  const RE_DASH_DASH = /^\-\-/
@@ -275,12 +276,16 @@ export const tokenizeLine = (line, lineState) => {
275
276
  }
276
277
  break
277
278
  case State.InsideBlockComment:
278
- if ((next = part.match(RE_BLOCK_COMMENT_CONTENT))) {
279
+ part
280
+ if ((next = part.match(RE_BLOCK_COMMENT_CONTENT_1))) {
279
281
  token = TokenType.Comment
280
282
  state = State.InsideBlockComment
281
283
  } else if ((next = part.match(RE_BLOCK_COMMENT_END))) {
282
284
  token = TokenType.Comment
283
285
  state = State.TopLevelContent
286
+ } else if ((next = part.match(RE_BLOCK_COMMENT_CONTENT_2))) {
287
+ token = TokenType.Comment
288
+ state = State.InsideBlockComment
284
289
  } else {
285
290
  throw new Error('no')
286
291
  }
@@ -30,7 +30,7 @@
30
30
  ".sublime-project",
31
31
  ".code-snippets"
32
32
  ],
33
- "filenames": ["composer.lock", ".watchmanconfig"],
33
+ "fileNames": ["composer.lock", ".watchmanconfig"],
34
34
  "tokenize": "src/tokenizeJson.js"
35
35
  }
36
36
  ]
@@ -0,0 +1,14 @@
1
+ # Language Basics Nvmrc
2
+
3
+ ## Contributing
4
+
5
+ ```sh
6
+ git clone git@github.com:lvce-editor/language-basics-nvmrc.git &&
7
+ cd language-basics-nvmrc &&
8
+ npm ci &&
9
+ npm test
10
+ ```
11
+
12
+ ## Gitpod
13
+
14
+ [![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-nvmrc)
@@ -0,0 +1,12 @@
1
+ {
2
+ "id": "builtin.language-basics-nvmrc",
3
+ "name": "Language Basics nvmrc",
4
+ "description": "Provides syntax highlighting and bracket matching in nvmrc files.",
5
+ "languages": [
6
+ {
7
+ "id": "nvmrc",
8
+ "extensions": [".nvmrc"],
9
+ "tokenize": "src/tokenizeNvmrc.js"
10
+ }
11
+ ]
12
+ }
@@ -0,0 +1,30 @@
1
+ /**
2
+ * @enum number
3
+ */
4
+ export const TokenType = {
5
+ Text: 1,
6
+ Numeric: 2,
7
+ }
8
+
9
+ export const TokenMap = {
10
+ [TokenType.Text]: 'Text',
11
+ [TokenType.Numeric]: 'Numeric',
12
+ }
13
+
14
+ export const initialLineState = {
15
+ state: 1,
16
+ tokens: [],
17
+ }
18
+
19
+ export const hasArrayReturn = true
20
+
21
+ /**
22
+ * @param {string} line
23
+ */
24
+ export const tokenizeLine = (line) => {
25
+ const tokens = [TokenType.Numeric, line.length]
26
+ return {
27
+ state: 1,
28
+ tokens,
29
+ }
30
+ }
@@ -14,18 +14,15 @@ export const initialLineState = {
14
14
  tokens: [],
15
15
  }
16
16
 
17
+ export const hasArrayReturn = true
18
+
17
19
  /**
18
20
  * @param {string} line
19
21
  */
20
22
  export const tokenizeLine = (line) => {
21
- const tokens = [
22
- {
23
- type: TokenType.Text,
24
- length: line.length,
25
- },
26
- ]
23
+ const tokens = [TokenType.Text, line.length]
27
24
  return {
28
- state: 0,
25
+ state: 1,
29
26
  tokens,
30
27
  }
31
28
  }
@@ -0,0 +1,14 @@
1
+ # Language Basics Rust
2
+
3
+ ## Contributing
4
+
5
+ ```sh
6
+ git clone git@github.com:lvce-editor/language-basics-rust.git &&
7
+ cd language-basics-rust &&
8
+ npm ci &&
9
+ npm test
10
+ ```
11
+
12
+ ## Gitpod
13
+
14
+ [![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-rust)
@@ -0,0 +1,12 @@
1
+ {
2
+ "id": "builtin.language-basics-rust",
3
+ "name": "Language Basics Rust",
4
+ "description": "Provides syntax highlighting and bracket matching in Rust files.",
5
+ "languages": [
6
+ {
7
+ "id": "rust",
8
+ "extensions": [".rs"],
9
+ "tokenize": "src/tokenizeRust.js"
10
+ }
11
+ ]
12
+ }
@@ -0,0 +1,158 @@
1
+ /**
2
+ * @enum number
3
+ */
4
+ export const State = {
5
+ TopLevelContent: 1,
6
+ InsideString: 2,
7
+ InsideLineComment: 3,
8
+ }
9
+
10
+ export const StateMap = {
11
+ [State.TopLevelContent]: 'TopLevelContent',
12
+ }
13
+
14
+ /**
15
+ * @enum number
16
+ */
17
+ export const TokenType = {
18
+ None: 1,
19
+ Whitespace: 2,
20
+ PunctuationString: 3,
21
+ String: 4,
22
+ Keyword: 5,
23
+ Numeric: 6,
24
+ Punctuation: 7,
25
+ VariableName: 8,
26
+ Comment: 885,
27
+ Text: 9,
28
+ LanguageConstant: 10,
29
+ }
30
+
31
+ export const TokenMap = {
32
+ [TokenType.None]: 'None',
33
+ [TokenType.Whitespace]: 'Whitespace',
34
+ [TokenType.PunctuationString]: 'PunctuationString',
35
+ [TokenType.String]: 'String',
36
+ [TokenType.Keyword]: 'Keyword',
37
+ [TokenType.Numeric]: 'Numeric',
38
+ [TokenType.Punctuation]: 'Punctuation',
39
+ [TokenType.VariableName]: 'VariableName',
40
+ [TokenType.Comment]: 'Comment',
41
+ [TokenType.Text]: 'Text',
42
+
43
+ [TokenType.LanguageConstant]: 'LanguageConstant',
44
+ }
45
+
46
+ const RE_LINE_COMMENT_START = /^\/\//
47
+ const RE_SELECTOR = /^[\.a-zA-Z\d\-\:>]+/
48
+ const RE_WHITESPACE = /^ +/
49
+ const RE_CURLY_OPEN = /^\{/
50
+ const RE_CURLY_CLOSE = /^\}/
51
+ const RE_PROPERTY_NAME = /^[a-zA-Z\-]+\b/
52
+ const RE_COLON = /^:/
53
+ const RE_PROPERTY_VALUE = /^[^;\}]+/
54
+ const RE_SEMICOLON = /^;/
55
+ const RE_COMMA = /^,/
56
+ const RE_ANYTHING = /^.*/s
57
+ const RE_ANYTHING_UNTIL_CLOSE_BRACE = /^[^\}]+/
58
+ const RE_QUOTE_DOUBLE = /^"/
59
+ const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
60
+ const RE_KEYWORD =
61
+ /^(?:as|break|const|continue|crate|else|enum|extern|false|fn|for|if|impl|in|let|loop|match|mod|move|mut|pub|ref|return|self|static|struct|super|trait|true|type|unsafe|where|while)\b/
62
+
63
+ const RE_VARIABLE_NAME = /^[a-zA-Z\_]+/
64
+ const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>]/
65
+ const RE_NUMERIC = /^\d+/
66
+
67
+ export const initialLineState = {
68
+ state: State.TopLevelContent,
69
+ tokens: [],
70
+ }
71
+
72
+ export const hasArrayReturn = true
73
+
74
+ /**
75
+ * @param {string} line
76
+ * @param {any} lineState
77
+ */
78
+ export const tokenizeLine = (line, lineState) => {
79
+ let next = null
80
+ let index = 0
81
+ let tokens = []
82
+ let token = TokenType.None
83
+ let state = lineState.state
84
+ while (index < line.length) {
85
+ const part = line.slice(index)
86
+ switch (state) {
87
+ case State.TopLevelContent:
88
+ if ((next = part.match(RE_WHITESPACE))) {
89
+ token = TokenType.Whitespace
90
+ state = State.TopLevelContent
91
+ } else if ((next = part.match(RE_KEYWORD))) {
92
+ switch (next[0]) {
93
+ case 'true':
94
+ case 'false':
95
+ token = TokenType.LanguageConstant
96
+ break
97
+ default:
98
+ token = TokenType.Keyword
99
+ break
100
+ }
101
+ state = State.TopLevelContent
102
+ } else if ((next = part.match(RE_PUNCTUATION))) {
103
+ token = TokenType.Punctuation
104
+ state = State.TopLevelContent
105
+ } else if ((next = part.match(RE_VARIABLE_NAME))) {
106
+ token = TokenType.VariableName
107
+ state = State.TopLevelContent
108
+ } else if ((next = part.match(RE_NUMERIC))) {
109
+ token = TokenType.Numeric
110
+ state = State.TopLevelContent
111
+ } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
112
+ token = TokenType.PunctuationString
113
+ state = State.InsideString
114
+ } else if ((next = part.match(RE_LINE_COMMENT_START))) {
115
+ token = TokenType.Comment
116
+ state = State.InsideLineComment
117
+ } else if ((next = part.match(RE_ANYTHING))) {
118
+ token = TokenType.Text
119
+ state = State.TopLevelContent
120
+ } else {
121
+ part //?
122
+ throw new Error('no')
123
+ }
124
+ break
125
+ case State.InsideString:
126
+ if ((next = part.match(RE_QUOTE_DOUBLE))) {
127
+ token = TokenType.PunctuationString
128
+ state = State.TopLevelContent
129
+ } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
130
+ token = TokenType.String
131
+ state = State.InsideString
132
+ } else {
133
+ throw new Error('no')
134
+ }
135
+ break
136
+ case State.InsideLineComment:
137
+ if ((next = part.match(RE_ANYTHING))) {
138
+ token = TokenType.Comment
139
+ state = State.TopLevelContent
140
+ } else {
141
+ throw new Error('no')
142
+ }
143
+ break
144
+ default:
145
+ throw new Error('no')
146
+ }
147
+ const tokenLength = next[0].length
148
+ index += tokenLength
149
+ tokens.push(token, tokenLength)
150
+ }
151
+ if (state === State.InsideLineComment) {
152
+ state = State.TopLevelContent
153
+ }
154
+ return {
155
+ state,
156
+ tokens,
157
+ }
158
+ }
@@ -11,7 +11,7 @@
11
11
  ".tml",
12
12
  ".replit"
13
13
  ],
14
- "filenames": [
14
+ "fileNames": [
15
15
  "Cargo.lock",
16
16
  "Gopkg.lock"
17
17
  ],
@@ -4,6 +4,9 @@
4
4
  export const State = {
5
5
  TopLevelContent: 1,
6
6
  InsideLineComment: 2,
7
+ AfterPropertyName: 3,
8
+ AfterPropertyNameAfterEqualSign: 4,
9
+ InsideString: 5,
7
10
  }
8
11
 
9
12
  export const StateMap = {
@@ -17,12 +20,19 @@ export const StateMap = {
17
20
  export const TokenType = {
18
21
  CssSelector: 1,
19
22
  Whitespace: 2,
23
+ PunctuationString: 3,
24
+ String: 4,
20
25
  None: 57,
21
26
  Unknown: 881,
22
27
  NewLine: 884,
23
28
  Comment: 885,
24
29
  Query: 886,
25
30
  Text: 887,
31
+ Numeric: 15,
32
+ PropertyName: 12,
33
+ PropertyValueString: 14,
34
+ Punctuation: 13,
35
+ LanguageConstant: 11,
26
36
  }
27
37
 
28
38
  export const TokenMap = {
@@ -34,19 +44,29 @@ export const TokenMap = {
34
44
  [TokenType.Comment]: 'Comment',
35
45
  [TokenType.Query]: 'Query',
36
46
  [TokenType.Text]: 'Text',
47
+ [TokenType.PropertyName]: 'JsonPropertyName',
48
+ [TokenType.LanguageConstant]: 'LanguageConstant',
49
+ [TokenType.Punctuation]: 'Punctuation',
50
+ [TokenType.PropertyValueString]: 'PropertyValueString',
51
+ [TokenType.Numeric]: 'Numeric',
52
+ [TokenType.PunctuationString]: 'PunctuationString',
53
+ [TokenType.String]: 'String',
37
54
  }
38
55
 
39
56
  const RE_LINE_COMMENT_START = /^#/
40
57
  const RE_WHITESPACE = /^ +/
41
58
  const RE_CURLY_OPEN = /^\{/
42
59
  const RE_CURLY_CLOSE = /^\}/
43
- const RE_PROPERTY_NAME = /^[a-zA-Z\-]+\b/
60
+ const RE_PROPERTY_NAME = /^[a-zA-Z\-\_\d]+\b(?=\s*=)/
44
61
  const RE_COLON = /^:/
45
62
  const RE_PROPERTY_VALUE = /^[^;\}]+/
46
63
  const RE_SEMICOLON = /^;/
47
64
  const RE_COMMA = /^,/
48
65
  const RE_ANYTHING = /^.*/
49
- const RE_NUMERIC = /^(([0-9]+\.?[0-9]*)|(\.[0-9]+))/
66
+ const RE_NUMERIC_INTEGER = /^((?:[\+\-]?(0|([1-9](([0-9]|_[0-9])+)?))))/
67
+ const RE_NUMERIC_FLOAT = /^([\+\-]?(0|([1-9](([0-9]|_[0-9])+)?))(?:(?:\.(0|([1-9](([0-9]|_[0-9])+)?)))?[eE][\+\-]?[1-9]_?[0-9]*|(?:\.[0-9_]*)))/
68
+ const RE_NAN = /^(?:[\+\-]?nan)/
69
+ const RE_INF = /^(?:[\+\-]?inf)/
50
70
  const RE_ANYTHING_UNTIL_CLOSE_BRACE = /^[^\}]+/
51
71
  const RE_BLOCK_COMMENT_START = /^\/\*/
52
72
  const RE_BLOCK_COMMENT_END = /^\*\//
@@ -62,6 +82,11 @@ const RE_STAR = /^\*/
62
82
  const RE_QUERY_NAME = /^[a-z\-]+/
63
83
  const RE_QUERY_CONTENT = /^[^\)]+/
64
84
  const RE_COMBINATOR = /^[\+\>\~]/
85
+ const RE_LANGUAGE_CONSTANT = /^(?:true|false)\b/
86
+ const RE_EQUAL_SIGN = /^=/
87
+ const RE_LOCAL_TIME = /\d{2}:\d{2}:\d{2}(?:\.\d+)?/
88
+ const RE_QUOTE_DOUBLE = /^"/
89
+ const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
65
90
 
66
91
  export const initialLineState = {
67
92
  state: State.TopLevelContent,
@@ -69,6 +94,8 @@ export const initialLineState = {
69
94
  stack: [],
70
95
  }
71
96
 
97
+ export const hasArrayReturn = true
98
+
72
99
  /**
73
100
  * @param {string} line
74
101
  * @param {any} lineState
@@ -83,7 +110,10 @@ export const tokenizeLine = (line, lineState) => {
83
110
  const part = line.slice(index)
84
111
  switch (state) {
85
112
  case State.TopLevelContent:
86
- if ((next = part.match(RE_LINE_COMMENT_START))) {
113
+ if ((next = part.match(RE_PROPERTY_NAME))) {
114
+ token = TokenType.PropertyName
115
+ state = State.AfterPropertyName
116
+ } else if ((next = part.match(RE_LINE_COMMENT_START))) {
87
117
  token = TokenType.Comment
88
118
  state = State.InsideLineComment
89
119
  } else if ((next = part.match(RE_WHITESPACE))) {
@@ -105,15 +135,70 @@ export const tokenizeLine = (line, lineState) => {
105
135
  throw new Error('no')
106
136
  }
107
137
  break
138
+ case State.AfterPropertyName:
139
+ if ((next = part.match(RE_EQUAL_SIGN))) {
140
+ token = TokenType.Punctuation
141
+ state = State.AfterPropertyNameAfterEqualSign
142
+ } else if ((next = part.match(RE_WHITESPACE))) {
143
+ token = TokenType.Whitespace
144
+ state = State.AfterPropertyName
145
+ } else {
146
+ throw new Error('no')
147
+ }
148
+ break
149
+ case State.AfterPropertyNameAfterEqualSign:
150
+ if ((next = part.match(RE_WHITESPACE))) {
151
+ token = TokenType.Whitespace
152
+ state = State.AfterPropertyNameAfterEqualSign
153
+ } else if ((next = part.match(RE_LANGUAGE_CONSTANT))) {
154
+ token = TokenType.LanguageConstant
155
+ state = State.TopLevelContent
156
+ } else if ((next = part.match(RE_LOCAL_TIME))) {
157
+ token = TokenType.Numeric
158
+ state = State.TopLevelContent
159
+ } else if ((next = part.match(RE_NUMERIC_INTEGER))) {
160
+ token = TokenType.Numeric
161
+ state = State.TopLevelContent
162
+ } else if ((next = part.match(RE_NUMERIC_FLOAT))) {
163
+ token = TokenType.Numeric
164
+ state = State.TopLevelContent
165
+ } else if ((next = part.match(RE_LINE_COMMENT_START))) {
166
+ token = TokenType.Comment
167
+ state = State.InsideLineComment
168
+ } else if ((next = part.match(RE_NAN))) {
169
+ token = TokenType.Numeric
170
+ state = State.TopLevelContent
171
+ } else if ((next = part.match(RE_INF))) {
172
+ token = TokenType.Numeric
173
+ state = State.TopLevelContent
174
+ } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
175
+ token = TokenType.Punctuation
176
+ state = State.InsideString
177
+ } else if ((next = part.match(RE_ANYTHING))) {
178
+ token = TokenType.PropertyValueString
179
+ state = State.TopLevelContent
180
+ } else {
181
+ throw new Error('no')
182
+ }
183
+ break
184
+ case State.InsideString:
185
+ if ((next = part.match(RE_QUOTE_DOUBLE))) {
186
+ token = TokenType.PunctuationString
187
+ state = State.TopLevelContent
188
+ } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
189
+ token = TokenType.String
190
+ state = State.InsideString
191
+ } else {
192
+ throw new Error('no')
193
+ }
194
+ break
108
195
  default:
109
196
  console.log({ state, line })
110
197
  throw new Error('no')
111
198
  }
112
- index += next[0].length
113
- tokens.push({
114
- type: token,
115
- length: next[0].length,
116
- })
199
+ const tokenLength = next[0].length
200
+ index += tokenLength
201
+ tokens.push(token, tokenLength)
117
202
  }
118
203
  return {
119
204
  state,