@lvce-editor/shared-process 0.11.9 → 0.11.11

package/config/defaultKeyBindings.json

@@ -750,5 +750,30 @@
   {
     "key": "ctrl+\\",
     "command": "Run And Debug.togglePause"
+  },
+  {
+    "key": "Enter",
+    "command": "Run And Debug.handleEvaluate",
+    "when": "focus.DebugInput"
+  },
+  {
+    "key": "ArrowLeft",
+    "command": "EditorImage.moveLeft",
+    "when": "focus.EditorImage"
+  },
+  {
+    "key": "ArrowRight",
+    "command": "EditorImage.moveRight",
+    "when": "focus.EditorImage"
+  },
+  {
+    "key": "ArrowUp",
+    "command": "EditorImage.moveUp",
+    "when": "focus.EditorImage"
+  },
+  {
+    "key": "ArrowDown",
+    "command": "EditorImage.moveDown",
+    "when": "focus.EditorImage"
   }
 ]

package/config/defaultSettings.json

@@ -7,6 +7,7 @@
   "editor.fontFamily": "'Fira Code'",
   "editor.lineHeight": 20,
   "editor.formatOnSave": false,
+  "editor.letterSpacing": 0.5,
 
   "extensions.autoUpdate": true,
 
@@ -37,11 +38,5 @@
 
   "workspace.defaultWorkspace": "fetch:///playground",
 
-  "keyBindings.fallTroughBrowserView": [
-    "ctrl+p",
-    "ctrl+shift+p",
-    "ctrl+b",
-    "ctrl+m",
-    "ctrl+Tab"
-  ]
+  "keyBindings.fallTroughBrowserView": ["ctrl+p", "ctrl+shift+p", "ctrl+b", "ctrl+m", "ctrl+Tab"]
 }

package/extensions/builtin.language-basics-coffeescript/src/tokenizeCoffeeScript.js

@@ -1,14 +1,84 @@
+/**
+ * @enum number
+ */
+export const State = {
+  TopLevelContent: 1,
+  InsideDoubleQuoteString: 2,
+  InsideSingleQuoteString: 3,
+}
+
+export const StateMap = {
+  [State.TopLevelContent]: 'TopLevelContent',
+}
+
 /**
  * @enum number
  */
 export const TokenType = {
+  None: 0,
   Text: 1,
+  Comment: 2,
+  Whitespace: 3,
+  VariableName: 4,
+  Punctuation: 5,
+  Numeric: 6,
+  String: 7,
+  LanguageConstant: 8,
+  Keyword: 9,
+  KeywordImport: 215,
+  KeywordControl: 881,
+  KeywordModifier: 882,
+  KeywordReturn: 883,
+  KeywordNew: 884,
+  FunctionName: 885,
+  KeywordThis: 886,
+  KeywordOperator: 887,
+  Regex: 888,
 }
 
 export const TokenMap = {
   [TokenType.Text]: 'Text',
+  [TokenType.Comment]: 'Comment',
+  [TokenType.Whitespace]: 'Whitespace',
+  [TokenType.VariableName]: 'VariableName',
+  [TokenType.Punctuation]: 'Punctuation',
+  [TokenType.Numeric]: 'Numeric',
+  [TokenType.String]: 'String',
+  [TokenType.KeywordImport]: 'KeywordImport',
+  [TokenType.KeywordControl]: 'KeywordControl',
+  [TokenType.KeywordModifier]: 'KeywordModifier',
+  [TokenType.KeywordReturn]: 'KeywordReturn',
+  [TokenType.KeywordNew]: 'KeywordNew',
+  [TokenType.FunctionName]: 'Function',
+  [TokenType.KeywordThis]: 'KeywordThis',
+  [TokenType.KeywordOperator]: 'KeywordOperator',
+  [TokenType.LanguageConstant]: 'LanguageConstant',
+  [TokenType.Keyword]: 'Keyword',
+  [TokenType.Regex]: 'Regex',
 }
 
+const RE_LINE_COMMENT = /^#[^\n]*/
+const RE_WHITESPACE = /^\s+/
+const RE_VARIABLE_NAME = /^[\@a-zA-Z\_\$][a-zA-Z\_\/\-\$#\d\-]*/
+const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>\!\|\+\&\>\)\?]/
+const RE_NUMERIC =
+  /^((0(x|X)[0-9a-fA-F]*)|(([0-9]+\.?[0-9]*)|(\.[0-9]+))((e|E)(\+|-)?[0-9]+)?)\b/
+const RE_STRING_ESCAPE = /^\\./
+const RE_BACKSLASH_AT_END = /^\\$/
+const RE_ANYTHING = /^.+/s
+const RE_QUOTE_DOUBLE = /^"/
+const RE_QUOTE_SINGLE = /^'/
+const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"\\]+/
+const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^'\\]+/
+const RE_KEYWORD =
+  /^(?:and|arguments|async|await|break|by|case|catch|class|const|debugger|default|delete|do|else|enum|export|extends|false|finally|for|function|if|implements|import|in|Infinity|instanceof|interface|is|isnt|let|loop|NaN|native|new|no|not|null|of|off|on|or|package|private|protected|public|return|static|super|switch|then|this|throw|try|true|typeof|undefined|unless|var|void|when|while|with|yes)\b/
+// copied from https://github.com/PrismJS/prism/blob/master/components/prism-javascript.js#L57
+const RE_REGEX =
+  /^((?:^|[^$\w\xA0-\uFFFF."'\])\s]|\b(?:return|yield))\s*)\/(?:\[(?:[^\]\\\r\n]|\\.)*\]|\\.|[^/\\\[\r\n])+\/[dgimyus]{0,7}(?=(?:\s|\/\*(?:[^*]|\*(?!\/))*\*\/)*(?:$|[\r\n,.;:})\]]|\/\/))/
+const RE_SLASH = /^\//
+const RE_ANYTHING_UNTIL_END = /^.+/s
+const RE_FUNCTION_CALL_NAME = /^[\@\w]+(?=\s*('|\=\s*function|\=\s*\(|\?\(|\())/
+
 export const initialLineState = {
   state: 1,
   tokens: [],
@@ -18,11 +88,170 @@ export const hasArrayReturn = true
 
 /**
  * @param {string} line
+ * @param {any} lineState
  */
-export const tokenizeLine = (line) => {
-  const tokens = [TokenType.Text, line.length]
+export const tokenizeLine = (line, lineState) => {
+  let next = null
+  let index = 0
+  let tokens = []
+  let token = TokenType.None
+  let state = lineState.state
+  while (index < line.length) {
+    const part = line.slice(index)
+    switch (state) {
+      case State.TopLevelContent:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_KEYWORD))) {
+          switch (next[0]) {
+            case 'true':
+            case 'false':
+            case 'null':
+            case 'on':
+            case 'off':
+            case 'yes':
+            case 'no':
+            case 'undefined':
+              token = TokenType.LanguageConstant
+              break
+            case 'import':
+            case 'export':
+            case 'from':
+              token = TokenType.KeywordImport
+              break
+            case 'as':
+            case 'switch':
+            case 'default':
+            case 'case':
+            case 'else':
+            case 'then':
+            case 'if':
+            case 'break':
+            case 'throw':
+            case 'for':
+            case 'try':
+            case 'catch':
+            case 'finally':
+            case 'while':
+            case 'when':
+            case 'unless':
+              token = TokenType.KeywordControl
+              break
+            case 'async':
+            case 'await':
+              token = TokenType.KeywordModifier
+              break
+            case 'return':
+              token = TokenType.KeywordReturn
+              break
+            case 'new':
+              token = TokenType.KeywordNew
+              break
+            case 'this':
+              token = TokenType.KeywordThis
+              break
+            case 'delete':
+            case 'typeof':
+            case 'in':
+            case 'instanceof':
+            case 'and':
+            case 'is':
+            case 'isnt':
+              token = TokenType.KeywordOperator
+              break
+            case 'Infinity':
+              token = TokenType.Numeric
+              break
+            default:
+              token = TokenType.Keyword
+              break
+          }
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_PUNCTUATION))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_FUNCTION_CALL_NAME))) {
+          token = TokenType.FunctionName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_NUMERIC))) {
+          token = TokenType.Numeric
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_SLASH))) {
+          if ((next = part.match(RE_REGEX))) {
+            token = TokenType.Regex
+            state = State.TopLevelContent
+          } else {
+            next = part.match(RE_SLASH)
+            token = TokenType.Punctuation
+            state = State.TopLevelContent
+          }
+        } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_NUMERIC))) {
+          token = TokenType.Numeric
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANYTHING))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.InsideDoubleQuoteString:
+        if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_STRING_ESCAPE))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_BACKSLASH_AT_END))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideSingleQuoteString:
+        if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_SINGLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_STRING_ESCAPE))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_BACKSLASH_AT_END))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      default:
+        throw new Error('no')
+    }
+    const tokenLength = next[0].length
+    index += tokenLength
+    tokens.push(token, tokenLength)
+  }
   return {
-    state: 1,
+    state,
     tokens,
   }
 }

package/extensions/builtin.language-basics-cpp/src/tokenizeCpp.js

@@ -161,6 +161,9 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_PUNCTUATION))) {
           token = TokenType.Punctuation
           state = State.TopLevelContent
+        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
         } else if ((next = part.match(RE_TEXT))) {
           token = TokenType.Text
           state = State.TopLevelContent
@@ -230,6 +233,17 @@ export const tokenizeLine = (line, lineState) => {
           throw new Error('no')
         }
         break
+      case State.InsideDoubleQuoteString:
+        if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
       default:
         state
         throw new Error('no')

package/extensions/builtin.language-basics-css/src/tokenizeCss.js

@@ -341,6 +341,14 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_FUNCTION))) {
           token = TokenType.FuntionName
           state = State.AfterFunctionName
+        } else if ((next = part.match(RE_SINGLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideSingleQuoteString
+          stack.push(State.AfterPropertyNameAfterColon)
+        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
+          stack.push(State.AfterPropertyNameAfterColon)
         } else if ((next = part.match(RE_PROPERTY_VALUE_SHORT))) {
           token = TokenType.CssPropertyValue
           state = State.AfterPropertyNameAfterColon

package/extensions/builtin.language-basics-javascript/src/tokenizeJavaScript.js

@@ -20,6 +20,7 @@ const State = {
   InsideSingleQuoteString: 15,
   InsideDoubleQuoteString: 16,
   InsideBacktickString: 17,
+  AfterPropertyDot: 18,
 }
 
 /**
@@ -50,6 +51,7 @@ export const TokenType = {
   KeywordNew: 884,
   FunctionName: 885,
   KeywordThis: 886,
+  KeywordOperator: 887,
 }
 
 export const TokenMap = {
@@ -77,6 +79,7 @@ export const TokenMap = {
   [TokenType.KeywordNew]: 'KeywordNew',
   [TokenType.FunctionName]: 'Function',
   [TokenType.KeywordThis]: 'KeywordThis',
+  [TokenType.KeywordOperator]: 'KeywordOperator',
 }
 
 const RE_KEYWORD =
@@ -119,11 +122,14 @@ const RE_STRING_BACKTICK_QUOTE_CONTENT = /^[^`\\]+/
 const RE_STRING_ESCAPE = /^\\./
 const RE_SHEBANG = /^#!.*/
 const RE_FUNCTION_CALL_NAME = /^[\w]+(?=\s*(\(|\=\s*function|\=\s*\())/
+const RE_DECORATOR = /^@\w+/
 
 // copied from https://github.com/PrismJS/prism/blob/master/components/prism-javascript.js#L57
 const RE_REGEX =
   /^((?:^|[^$\w\xA0-\uFFFF."'\])\s]|\b(?:return|yield))\s*)\/(?:\[(?:[^\]\\\r\n]|\\.)*\]|\\.|[^/\\\[\r\n])+\/[dgimyus]{0,7}(?=(?:\s|\/\*(?:[^*]|\*(?!\/))*\*\/)*(?:$|[\r\n,.;:})\]]|\/\/))/
 
+const RE_VARIABLE_NAME_SPECIAL = /\p{L}/u
+
 export const initialLineState = {
   state: State.TopLevelContent,
 }
@@ -174,6 +180,7 @@ export const tokenizeLine = (line, lineState) => {
             case 'catch':
             case 'finally':
             case 'continue':
+            case 'while':
               token = TokenType.KeywordControl
               break
             case 'async':
@@ -189,6 +196,11 @@ export const tokenizeLine = (line, lineState) => {
             case 'this':
               token = TokenType.KeywordThis
               break
+            case 'delete':
+            case 'typeof':
+            case 'in':
+              token = TokenType.KeywordOperator
+              break
             default:
               token = TokenType.Keyword
               break
@@ -205,17 +217,21 @@ export const tokenizeLine = (line, lineState) => {
           state = State.TopLevelContent
         } else if ((next = part.match(RE_PUNCTUATION))) {
           token = TokenType.Punctuation
-          state = State.TopLevelContent
+          if (next[0] === '.') {
+            state = State.AfterPropertyDot
+          } else {
+            state = State.TopLevelContent
+          }
         } else if ((next = part.match(RE_SLASH))) {
           if ((next = part.match(RE_BLOCK_COMMENT_START))) {
             token = TokenType.Comment
             state = State.InsideBlockComment
-          } else if ((next = part.match(RE_REGEX))) {
-            token = TokenType.Regex
-            state = State.TopLevelContent
           } else if ((next = part.match(RE_LINE_COMMENT_START))) {
             token = TokenType.Comment
             state = State.InsideLineComment
+          } else if ((next = part.match(RE_REGEX))) {
+            token = TokenType.Regex
+            state = State.TopLevelContent
           } else {
             next = part.match(RE_SLASH)
             token = TokenType.Punctuation
@@ -236,6 +252,12 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_SHEBANG))) {
           token = TokenType.Comment
           state = State.TopLevelContent
+        } else if ((next = part.match(RE_DECORATOR))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_VARIABLE_NAME_SPECIAL))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
         } else {
           throw new Error('no')
         }
@@ -316,6 +338,29 @@ export const tokenizeLine = (line, lineState) => {
           throw new Error('no')
         }
         break
+      case State.AfterPropertyDot:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.AfterPropertyDot
+        } else if ((next = part.match(RE_FUNCTION_CALL_NAME))) {
+          token = TokenType.FunctionName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.InsideLineComment
+        } else if ((next = part.match(RE_BLOCK_COMMENT_START))) {
+          token = TokenType.Comment
+          state = State.InsideBlockComment
+        } else if ((next = part.match(RE_PUNCTUATION))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
       default:
         state
         throw new Error('no')
@@ -324,6 +369,9 @@ export const tokenizeLine = (line, lineState) => {
     index += tokenLength
     tokens.push(token, tokenLength)
   }
+  if (state === State.InsideLineComment) {
+    state = State.TopLevelContent
+  }
   return {
     state,
     tokens,

package/extensions/builtin.language-basics-python/src/tokenizePython.js

@@ -84,7 +84,7 @@ const RE_KEYWORD =
 const RE_VARIABLE_NAME = /^[_a-zA-Z][a-zA-Z\d_]*/
 const RE_NUMERIC =
   /^((0(x|X)[0-9a-fA-F]*)|(([0-9]+\.?[0-9]*)|(\.[0-9]+))((e|E)(\+|-)?[0-9]+)?)\b/
-const RE_PUNCTUATION = /^[\(\)\{\}:,\+\-\*&=\/\\\[\]!\.<>%]+/
+const RE_PUNCTUATION = /^[\(\)\{\}:,\+\-\*&=\/\\\[\]!\.<>%\|\~]+/
 const RE_FUNCTION_CALL_NAME = /^[\w]+(?=\s*\()/
 const RE_DECORATOR = /^@[\w]+/
 const RE_TRIPLE_QUOTED_STRING_CONTENT_DOUBLE_QUOTES = /.*(?=""")/s

package/extensions/builtin.language-basics-ruby/README.md

@@ -0,0 +1,14 @@
+# Language Basics Ruby
+
+## Contributing
+
+```sh
+git clone git@github.com:lvce-editor/language-basics-ruby.git &&
+cd language-basics-ruby &&
+npm ci &&
+npm test
+```
+
+## Gitpod
+
+[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-ruby)

package/extensions/builtin.language-basics-ruby/extension.json

@@ -0,0 +1,48 @@
+{
+  "id": "builtin.language-basics-ruby",
+  "name": "Language Basics Ruby",
+  "description": "Provides syntax highlighting and bracket matching in Ruby files.",
+  "languages": [
+    {
+      "id": "ruby",
+      "extensions": [
+        ".rb",
+        ".rbx",
+        ".rjs",
+        ".gemspec",
+        ".rake",
+        ".ru",
+        ".erb",
+        ".podspec",
+        ".rbi"
+      ],
+      "fileNames": [
+        "rakefile",
+        "gemfile",
+        "guardfile",
+        "podfile",
+        "capfile",
+        "cheffile",
+        "hobofile",
+        "vagrantfile",
+        "appraisals",
+        "rantfile",
+        "berksfile",
+        "berksfile.lock",
+        "thorfile",
+        "puppetfile",
+        "dangerfile",
+        "brewfile",
+        "fastfile",
+        "appfile",
+        "deliverfile",
+        "matchfile",
+        "scanfile",
+        "snapfile",
+        "gymfile"
+      ],
+      "firstLine": "^#!\\s*/.*\\bruby\\b",
+      "tokenize": "src/tokenizeRuby.js"
+    }
+  ]
+}