@lvce-editor/shared-process 0.11.8 → 0.11.10

package/config/defaultKeyBindings.json

@@ -750,5 +750,30 @@
   {
     "key": "ctrl+\\",
     "command": "Run And Debug.togglePause"
+  },
+  {
+    "key": "Enter",
+    "command": "Run And Debug.handleEvaluate",
+    "when": "focus.DebugInput"
+  },
+  {
+    "key": "ArrowLeft",
+    "command": "EditorImage.moveLeft",
+    "when": "focus.EditorImage"
+  },
+  {
+    "key": "ArrowRight",
+    "command": "EditorImage.moveRight",
+    "when": "focus.EditorImage"
+  },
+  {
+    "key": "ArrowUp",
+    "command": "EditorImage.moveUp",
+    "when": "focus.EditorImage"
+  },
+  {
+    "key": "ArrowDown",
+    "command": "EditorImage.moveDown",
+    "when": "focus.EditorImage"
   }
 ]

package/config/defaultSettings.json

@@ -7,6 +7,7 @@
   "editor.fontFamily": "'Fira Code'",
   "editor.lineHeight": 20,
   "editor.formatOnSave": false,
+  "editor.letterSpacing": 0.5,
 
   "extensions.autoUpdate": true,
 
@@ -37,11 +38,5 @@
 
   "workspace.defaultWorkspace": "fetch:///playground",
 
-  "keyBindings.fallTroughBrowserView": [
-    "ctrl+p",
-    "ctrl+shift+p",
-    "ctrl+b",
-    "ctrl+m",
-    "ctrl+Tab"
-  ]
+  "keyBindings.fallTroughBrowserView": ["ctrl+p", "ctrl+shift+p", "ctrl+b", "ctrl+m", "ctrl+Tab"]
 }

package/extensions/builtin.language-basics-coffeescript/src/tokenizeCoffeeScript.js

@@ -1,14 +1,84 @@
+/**
+ * @enum number
+ */
+export const State = {
+  TopLevelContent: 1,
+  InsideDoubleQuoteString: 2,
+  InsideSingleQuoteString: 3,
+}
+
+export const StateMap = {
+  [State.TopLevelContent]: 'TopLevelContent',
+}
+
 /**
  * @enum number
  */
 export const TokenType = {
+  None: 0,
   Text: 1,
+  Comment: 2,
+  Whitespace: 3,
+  VariableName: 4,
+  Punctuation: 5,
+  Numeric: 6,
+  String: 7,
+  LanguageConstant: 8,
+  Keyword: 9,
+  KeywordImport: 215,
+  KeywordControl: 881,
+  KeywordModifier: 882,
+  KeywordReturn: 883,
+  KeywordNew: 884,
+  FunctionName: 885,
+  KeywordThis: 886,
+  KeywordOperator: 887,
+  Regex: 888,
 }
 
 export const TokenMap = {
   [TokenType.Text]: 'Text',
+  [TokenType.Comment]: 'Comment',
+  [TokenType.Whitespace]: 'Whitespace',
+  [TokenType.VariableName]: 'VariableName',
+  [TokenType.Punctuation]: 'Punctuation',
+  [TokenType.Numeric]: 'Numeric',
+  [TokenType.String]: 'String',
+  [TokenType.KeywordImport]: 'KeywordImport',
+  [TokenType.KeywordControl]: 'KeywordControl',
+  [TokenType.KeywordModifier]: 'KeywordModifier',
+  [TokenType.KeywordReturn]: 'KeywordReturn',
+  [TokenType.KeywordNew]: 'KeywordNew',
+  [TokenType.FunctionName]: 'Function',
+  [TokenType.KeywordThis]: 'KeywordThis',
+  [TokenType.KeywordOperator]: 'KeywordOperator',
+  [TokenType.LanguageConstant]: 'LanguageConstant',
+  [TokenType.Keyword]: 'Keyword',
+  [TokenType.Regex]: 'Regex',
 }
 
+const RE_LINE_COMMENT = /^#[^\n]*/
+const RE_WHITESPACE = /^\s+/
+const RE_VARIABLE_NAME = /^[\@a-zA-Z\_\$][a-zA-Z\_\/\-\$#\d\-]*/
+const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>\!\|\+\&\>\)\?]/
+const RE_NUMERIC =
+  /^((0(x|X)[0-9a-fA-F]*)|(([0-9]+\.?[0-9]*)|(\.[0-9]+))((e|E)(\+|-)?[0-9]+)?)\b/
+const RE_STRING_ESCAPE = /^\\./
+const RE_BACKSLASH_AT_END = /^\\$/
+const RE_ANYTHING = /^.+/s
+const RE_QUOTE_DOUBLE = /^"/
+const RE_QUOTE_SINGLE = /^'/
+const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"\\]+/
+const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^'\\]+/
+const RE_KEYWORD =
+  /^(?:and|arguments|async|await|break|by|case|catch|class|const|debugger|default|delete|do|else|enum|export|extends|false|finally|for|function|if|implements|import|in|Infinity|instanceof|interface|is|isnt|let|loop|NaN|native|new|no|not|null|of|off|on|or|package|private|protected|public|return|static|super|switch|then|this|throw|try|true|typeof|undefined|unless|var|void|when|while|with|yes)\b/
+// copied from https://github.com/PrismJS/prism/blob/master/components/prism-javascript.js#L57
+const RE_REGEX =
+  /^((?:^|[^$\w\xA0-\uFFFF."'\])\s]|\b(?:return|yield))\s*)\/(?:\[(?:[^\]\\\r\n]|\\.)*\]|\\.|[^/\\\[\r\n])+\/[dgimyus]{0,7}(?=(?:\s|\/\*(?:[^*]|\*(?!\/))*\*\/)*(?:$|[\r\n,.;:})\]]|\/\/))/
+const RE_SLASH = /^\//
+const RE_ANYTHING_UNTIL_END = /^.+/s
+const RE_FUNCTION_CALL_NAME = /^[\@\w]+(?=\s*('|\=\s*function|\=\s*\(|\?\(|\())/
+
 export const initialLineState = {
   state: 1,
   tokens: [],
@@ -18,11 +88,170 @@ export const hasArrayReturn = true
 
 /**
  * @param {string} line
+ * @param {any} lineState
  */
-export const tokenizeLine = (line) => {
-  const tokens = [TokenType.Text, line.length]
+export const tokenizeLine = (line, lineState) => {
+  let next = null
+  let index = 0
+  let tokens = []
+  let token = TokenType.None
+  let state = lineState.state
+  while (index < line.length) {
+    const part = line.slice(index)
+    switch (state) {
+      case State.TopLevelContent:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_KEYWORD))) {
+          switch (next[0]) {
+            case 'true':
+            case 'false':
+            case 'null':
+            case 'on':
+            case 'off':
+            case 'yes':
+            case 'no':
+            case 'undefined':
+              token = TokenType.LanguageConstant
+              break
+            case 'import':
+            case 'export':
+            case 'from':
+              token = TokenType.KeywordImport
+              break
+            case 'as':
+            case 'switch':
+            case 'default':
+            case 'case':
+            case 'else':
+            case 'then':
+            case 'if':
+            case 'break':
+            case 'throw':
+            case 'for':
+            case 'try':
+            case 'catch':
+            case 'finally':
+            case 'while':
+            case 'when':
+            case 'unless':
+              token = TokenType.KeywordControl
+              break
+            case 'async':
+            case 'await':
+              token = TokenType.KeywordModifier
+              break
+            case 'return':
+              token = TokenType.KeywordReturn
+              break
+            case 'new':
+              token = TokenType.KeywordNew
+              break
+            case 'this':
+              token = TokenType.KeywordThis
+              break
+            case 'delete':
+            case 'typeof':
+            case 'in':
+            case 'instanceof':
+            case 'and':
+            case 'is':
+            case 'isnt':
+              token = TokenType.KeywordOperator
+              break
+            case 'Infinity':
+              token = TokenType.Numeric
+              break
+            default:
+              token = TokenType.Keyword
+              break
+          }
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_PUNCTUATION))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_FUNCTION_CALL_NAME))) {
+          token = TokenType.FunctionName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_NUMERIC))) {
+          token = TokenType.Numeric
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_SLASH))) {
+          if ((next = part.match(RE_REGEX))) {
+            token = TokenType.Regex
+            state = State.TopLevelContent
+          } else {
+            next = part.match(RE_SLASH)
+            token = TokenType.Punctuation
+            state = State.TopLevelContent
+          }
+        } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_NUMERIC))) {
+          token = TokenType.Numeric
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANYTHING))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.InsideDoubleQuoteString:
+        if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_STRING_ESCAPE))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_BACKSLASH_AT_END))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideSingleQuoteString:
+        if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_SINGLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_STRING_ESCAPE))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_BACKSLASH_AT_END))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      default:
+        throw new Error('no')
+    }
+    const tokenLength = next[0].length
+    index += tokenLength
+    tokens.push(token, tokenLength)
+  }
   return {
-    state: 1,
+    state,
     tokens,
   }
 }

package/extensions/builtin.language-basics-cpp/src/tokenizeCpp.js

@@ -161,6 +161,9 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_PUNCTUATION))) {
           token = TokenType.Punctuation
           state = State.TopLevelContent
+        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
         } else if ((next = part.match(RE_TEXT))) {
           token = TokenType.Text
           state = State.TopLevelContent
@@ -230,6 +233,17 @@ export const tokenizeLine = (line, lineState) => {
           throw new Error('no')
         }
         break
+      case State.InsideDoubleQuoteString:
+        if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
       default:
         state
         throw new Error('no')

package/extensions/builtin.language-basics-css/src/tokenizeCss.js

@@ -341,6 +341,14 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_FUNCTION))) {
           token = TokenType.FuntionName
           state = State.AfterFunctionName
+        } else if ((next = part.match(RE_SINGLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideSingleQuoteString
+          stack.push(State.AfterPropertyNameAfterColon)
+        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
+          stack.push(State.AfterPropertyNameAfterColon)
         } else if ((next = part.match(RE_PROPERTY_VALUE_SHORT))) {
           token = TokenType.CssPropertyValue
           state = State.AfterPropertyNameAfterColon

package/extensions/builtin.language-basics-javascript/src/tokenizeJavaScript.js

@@ -20,6 +20,7 @@ const State = {
   InsideSingleQuoteString: 15,
   InsideDoubleQuoteString: 16,
   InsideBacktickString: 17,
+  AfterPropertyDot: 18,
 }
 
 /**
@@ -50,6 +51,7 @@ export const TokenType = {
   KeywordNew: 884,
   FunctionName: 885,
   KeywordThis: 886,
+  KeywordOperator: 887,
 }
 
 export const TokenMap = {
@@ -77,6 +79,7 @@ export const TokenMap = {
   [TokenType.KeywordNew]: 'KeywordNew',
   [TokenType.FunctionName]: 'Function',
   [TokenType.KeywordThis]: 'KeywordThis',
+  [TokenType.KeywordOperator]: 'KeywordOperator',
 }
 
 const RE_KEYWORD =
@@ -119,11 +122,14 @@ const RE_STRING_BACKTICK_QUOTE_CONTENT = /^[^`\\]+/
 const RE_STRING_ESCAPE = /^\\./
 const RE_SHEBANG = /^#!.*/
 const RE_FUNCTION_CALL_NAME = /^[\w]+(?=\s*(\(|\=\s*function|\=\s*\())/
+const RE_DECORATOR = /^@\w+/
 
 // copied from https://github.com/PrismJS/prism/blob/master/components/prism-javascript.js#L57
 const RE_REGEX =
   /^((?:^|[^$\w\xA0-\uFFFF."'\])\s]|\b(?:return|yield))\s*)\/(?:\[(?:[^\]\\\r\n]|\\.)*\]|\\.|[^/\\\[\r\n])+\/[dgimyus]{0,7}(?=(?:\s|\/\*(?:[^*]|\*(?!\/))*\*\/)*(?:$|[\r\n,.;:})\]]|\/\/))/
 
+const RE_VARIABLE_NAME_SPECIAL = /\p{L}/u
+
 export const initialLineState = {
   state: State.TopLevelContent,
 }
@@ -174,6 +180,7 @@ export const tokenizeLine = (line, lineState) => {
             case 'catch':
             case 'finally':
             case 'continue':
+            case 'while':
               token = TokenType.KeywordControl
               break
             case 'async':
@@ -189,6 +196,11 @@ export const tokenizeLine = (line, lineState) => {
             case 'this':
               token = TokenType.KeywordThis
               break
+            case 'delete':
+            case 'typeof':
+            case 'in':
+              token = TokenType.KeywordOperator
+              break
             default:
               token = TokenType.Keyword
               break
@@ -205,17 +217,21 @@ export const tokenizeLine = (line, lineState) => {
           state = State.TopLevelContent
         } else if ((next = part.match(RE_PUNCTUATION))) {
           token = TokenType.Punctuation
-          state = State.TopLevelContent
+          if (next[0] === '.') {
+            state = State.AfterPropertyDot
+          } else {
+            state = State.TopLevelContent
+          }
         } else if ((next = part.match(RE_SLASH))) {
           if ((next = part.match(RE_BLOCK_COMMENT_START))) {
             token = TokenType.Comment
             state = State.InsideBlockComment
-          } else if ((next = part.match(RE_REGEX))) {
-            token = TokenType.Regex
-            state = State.TopLevelContent
           } else if ((next = part.match(RE_LINE_COMMENT_START))) {
             token = TokenType.Comment
             state = State.InsideLineComment
+          } else if ((next = part.match(RE_REGEX))) {
+            token = TokenType.Regex
+            state = State.TopLevelContent
           } else {
             next = part.match(RE_SLASH)
             token = TokenType.Punctuation
@@ -236,6 +252,12 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_SHEBANG))) {
           token = TokenType.Comment
           state = State.TopLevelContent
+        } else if ((next = part.match(RE_DECORATOR))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_VARIABLE_NAME_SPECIAL))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
         } else {
           throw new Error('no')
         }
@@ -316,6 +338,29 @@ export const tokenizeLine = (line, lineState) => {
           throw new Error('no')
         }
         break
+      case State.AfterPropertyDot:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.AfterPropertyDot
+        } else if ((next = part.match(RE_FUNCTION_CALL_NAME))) {
+          token = TokenType.FunctionName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.InsideLineComment
+        } else if ((next = part.match(RE_BLOCK_COMMENT_START))) {
+          token = TokenType.Comment
+          state = State.InsideBlockComment
+        } else if ((next = part.match(RE_PUNCTUATION))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
       default:
         state
         throw new Error('no')
@@ -324,6 +369,9 @@ export const tokenizeLine = (line, lineState) => {
     index += tokenLength
     tokens.push(token, tokenLength)
   }
+  if (state === State.InsideLineComment) {
+    state = State.TopLevelContent
+  }
   return {
     state,
     tokens,

package/extensions/builtin.language-basics-perl/extension.json

@@ -6,7 +6,8 @@
     {
       "id": "perl",
       "extensions": [".pl", ".pm", ".pod", ".t", ".pL", ".psgi"],
-      "tokenize": "src/tokenizePerl.js"
+      "tokenize": "src/tokenizePerl.js",
+      "firstLine": "^#!.*\\bperl\\b"
     }
   ]
 }

package/extensions/builtin.language-basics-perl/src/tokenizePerl.js

@@ -5,6 +5,7 @@ export const State = {
   TopLevelContent: 1,
   InsideString: 2,
   InsideLineComment: 3,
+  InsideSingleQuoteString: 4,
 }
 
 export const StateMap = {
@@ -25,6 +26,9 @@ export const TokenType = {
   VariableName: 8,
   Comment: 885,
   Text: 9,
+  KeywordControl: 10,
+  KeywordReturn: 11,
+  Function: 12,
 }
 
 export const TokenMap = {
@@ -38,11 +42,14 @@ export const TokenMap = {
   [TokenType.VariableName]: 'VariableName',
   [TokenType.Comment]: 'Comment',
   [TokenType.Text]: 'Text',
+  [TokenType.KeywordControl]: 'KeywordControl',
+  [TokenType.KeywordReturn]: 'KeywordReturn',
+  [TokenType.Function]: 'Function',
 }
 
 const RE_LINE_COMMENT = /^#.*/s
 const RE_SELECTOR = /^[\.a-zA-Z\d\-\:>]+/
-const RE_WHITESPACE = /^ +/
+const RE_WHITESPACE = /^\s+/
 const RE_CURLY_OPEN = /^\{/
 const RE_CURLY_CLOSE = /^\}/
 const RE_PROPERTY_NAME = /^[a-zA-Z\-]+\b/
@@ -55,11 +62,13 @@ const RE_ANYTHING_UNTIL_CLOSE_BRACE = /^[^\}]+/
 const RE_QUOTE_DOUBLE = /^"/
 const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
 const RE_KEYWORD =
-  /^(?:case|continue|default|die|no|else|elsif|eval|exit|for|foreach|given|goto|if|last|next|redo|require|return|select|switch|unless|until|use|wait|when|while)\b/
-
-const RE_VARIABLE_NAME = /^[a-zA-Z\_]+/
-const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>]/
+  /^(?:case|continue|default|die|no|else|elsif|eval|exit|for|foreach|given|goto|if|last|next|push|redo|require|return|select|shift|sub|switch|unless|until|use|wait|when|while)\b/
+const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^']+/
+const RE_VARIABLE_NAME = /^[$a-zA-Z\_@%]+/
+const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>\\\-\?]/
 const RE_NUMERIC = /^\d+/
+const RE_QUOTE_BACKTICK = /^`/
+const RE_QUOTE_SINGLE = /^'/
 
 export const initialLineState = {
   state: State.TopLevelContent,
@@ -96,7 +105,31 @@ export const tokenizeLine = (line, lineState) => {
           token = TokenType.Whitespace
           state = State.TopLevelContent
         } else if ((next = part.match(RE_KEYWORD))) {
-          token = TokenType.Keyword
+          switch (next[0]) {
+            case 'unless':
+            case 'foreach':
+            case 'if':
+            case 'while':
+            case 'next':
+            case 'else':
+            case 'last':
+            case 'elsif':
+              token = TokenType.KeywordControl
+              break
+            case 'return':
+              token = TokenType.KeywordReturn
+              break
+            case 'shift':
+            case 'push':
+            case 'eval':
+            case 'exit':
+            case 'die':
+              token = TokenType.Function
+              break
+            default:
+              token = TokenType.Keyword
+              break
+          }
           state = State.TopLevelContent
         } else if ((next = part.match(RE_PUNCTUATION))) {
           token = TokenType.Punctuation
@@ -110,6 +143,9 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
           token = TokenType.PunctuationString
           state = State.InsideString
+        } else if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideSingleQuoteString
         } else if ((next = part.match(RE_LINE_COMMENT))) {
           token = TokenType.Comment
           state = State.TopLevelContent
@@ -132,6 +168,17 @@ export const tokenizeLine = (line, lineState) => {
           throw new Error('no')
         }
         break
+      case State.InsideSingleQuoteString:
+        if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_SINGLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
       default:
         throw new Error('no')
     }