@lvce-editor/shared-process 0.12.0 → 0.13.0

package/config/defaultKeyBindings.json

@@ -775,5 +775,10 @@
     "key": "ArrowDown",
     "command": "EditorImage.moveDown",
     "when": "focus.EditorImage"
+  },
+  {
+    "key": "ctrl+j",
+    "command": "Viewlet.openWidget",
+    "args": ["ColorPicker"]
   }
 ]

package/config/defaultSettings.json

@@ -8,6 +8,8 @@
   "editor.lineHeight": 20,
   "editor.formatOnSave": false,
   "editor.letterSpacing": 0.5,
+  "editor.fontLigatures": true,
+  "editor.links": true,
 
   "extensions.autoUpdate": true,
 
@@ -19,6 +21,8 @@
     "Thumbs.db": true
   },
 
+  "languages.jsFilesAsJsx": false,
+
   "search.threads": 1,
 
   "sessionReplay.enabled": false,

package/extensions/builtin.language-basics-graphql/extension.json

@@ -5,7 +5,7 @@
   "languages": [
     {
       "id": "graphql",
-      "extensions": [".gql"],
+      "extensions": [".gql", ".graphql", ".graphqls"],
       "tokenize": "src/tokenizeGraphql.js"
     }
   ]

package/extensions/builtin.language-basics-graphql/src/tokenizeGraphql.js

@@ -1,28 +1,432 @@
+const State = {
+  TopLevelContent: 1,
+  AfterKeywordTypeOrInputOrInterface: 2,
+  AfterTypeName: 3,
+  InsideTypeObject: 4,
+  InsideFunctionParameters: 6,
+  BeforeType: 7,
+  InsideDoubleQuoteString: 8,
+  AfterKeywordScalarOrUnion: 9,
+  AfterKeywordEnum: 10,
+  InsideEnum: 11,
+  InsideTripleDoubleQuoteString: 12,
+}
+
 /**
  * @enum number
  */
 export const TokenType = {
+  None: 0,
   Text: 1,
+  Comment: 2,
+  Whitespace: 3,
+  Keyword: 4,
+  Type: 5,
+  Punctuation: 6,
+  VariableName: 7,
+  Function: 8,
+  Numeric: 9,
+  String: 10,
 }
 
 export const TokenMap = {
   [TokenType.Text]: 'Text',
+  [TokenType.Comment]: 'Comment',
+  [TokenType.Whitespace]: 'Whitespace',
+  [TokenType.Keyword]: 'Keyword',
+  [TokenType.Type]: 'Type',
+  [TokenType.Punctuation]: 'Punctuation',
+  [TokenType.VariableName]: 'VariableName',
+  [TokenType.Function]: 'Function',
+  [TokenType.Numeric]: 'Numeric',
+  [TokenType.String]: 'String',
 }
 
 export const initialLineState = {
-  state: 1,
+  state: State.TopLevelContent,
+  stack: [],
   tokens: [],
 }
 
+const RE_LINE_COMMENT = /^#.*/s
+const RE_ANYTHING = /^.+/s
+const RE_KEYWORD = /^(?:type|scalar|enum|input|union|interface)\b/
+const RE_WHITESPACE = /^\s+/
+const RE_VARIABLE_NAME = /^[a-zA-Z\_][a-zA-Z\d\_\-]*/
+const RE_DECORATOR = /^@\w+/
+const RE_CURLY_OPEN = /^\{/
+const RE_ROUND_OPEN = /^\(/
+const RE_ROUND_CLOSE = /^\)/
+const RE_CURLY_CLOSE = /^\}/
+const RE_COLON = /^\:/
+const RE_FUNCTION_CALL_NAME = /^[\w]+(?=\s*\()/
+const RE_EXCLAMATION_MARK = /^\!/
+const RE_SQUARE_OPEN = /^\[/
+const RE_SQUARE_CLOSE = /^\]/
+const RE_EQUAL_SIGN = /^=/
+const RE_COMMA = /^,/
+const RE_NUMERIC = /^\d+/
+const RE_QUOTE_DOUBLE = /^"/
+const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"\\]+/
+const RE_STRING_ESCAPE = /^\\./
+const RE_BACKSLASH = /^\\/
+const RE_PIPE = /^\|/
+const RE_DOUBLE_QUOTE = /^"/
+const RE_TRIPLE_QUOTED_STRING_CONTENT_DOUBLE_QUOTES = /.*(?=""")/s
+const RE_TRIPLE_QUOTED_STRING_CONTENT_COMMON = /.*/s
+const RE_TRIPLE_DOUBLE_QUOTE = /^"{3}/
+const RE_AMPERSAND = /^\&/
+
 export const hasArrayReturn = true
 
 /**
  * @param {string} line
+ * @param {any} lineState
  */
-export const tokenizeLine = (line) => {
-  const tokens = [TokenType.Text, line.length]
+export const tokenizeLine = (line, lineState) => {
+  let next = null
+  let index = 0
+  let tokens = []
+  let token = TokenType.None
+  let state = lineState.state
+  let stack = [...lineState.stack]
+  while (index < line.length) {
+    const part = line.slice(index)
+    switch (state) {
+      case State.TopLevelContent:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_KEYWORD))) {
+          token = TokenType.Keyword
+          state = State.TopLevelContent
+          switch (next[0]) {
+            case 'type':
+            case 'input':
+            case 'interface':
+              state = State.AfterKeywordTypeOrInputOrInterface
+              break
+            case 'scalar':
+            case 'union':
+              state = State.AfterKeywordScalarOrUnion
+              break
+            case 'enum':
+              state = State.AfterKeywordEnum
+              break
+            default:
+              break
+          }
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_TRIPLE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideTripleDoubleQuoteString
+          stack.push(State.TopLevelContent)
+        } else if ((next = part.match(RE_ANYTHING))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterKeywordTypeOrInputOrInterface:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.AfterKeywordTypeOrInputOrInterface
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.Type
+          state = State.AfterTypeName
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_DECORATOR))) {
+          token = TokenType.VariableName
+          state = State.AfterKeywordTypeOrInputOrInterface
+        } else if ((next = part.match(RE_CURLY_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideTypeObject
+        } else {
+          part
+          throw new Error('no')
+        }
+        break
+      case State.AfterTypeName:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.AfterTypeName
+        } else if ((next = part.match(RE_CURLY_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideTypeObject
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.AfterTypeName
+        } else if ((next = part.match(RE_DECORATOR))) {
+          token = TokenType.VariableName
+          state = State.AfterTypeName
+        } else if ((next = part.match(RE_AMPERSAND))) {
+          token = TokenType.Punctuation
+          state = State.AfterTypeName
+        } else if ((next = part.match(RE_ROUND_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideFunctionParameters
+          stack.push(State.AfterTypeName)
+        } else if ((next = part.match(RE_EQUAL_SIGN))) {
+          token = TokenType.Punctuation
+          state = State.AfterTypeName
+        } else {
+          part
+          throw new Error('no')
+        }
+        break
+      case State.InsideTypeObject:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.InsideTypeObject
+        } else if ((next = part.match(RE_FUNCTION_CALL_NAME))) {
+          token = TokenType.Function
+          state = State.InsideTypeObject
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.InsideTypeObject
+        } else if ((next = part.match(RE_COLON))) {
+          token = TokenType.Punctuation
+          state = State.BeforeType
+        } else if ((next = part.match(RE_ROUND_OPEN))) {
+          token = TokenType.Punctuation
+          stack.push(State.InsideTypeObject)
+          state = State.InsideFunctionParameters
+        } else if ((next = part.match(RE_CURLY_CLOSE))) {
+          stack.pop()
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_TRIPLE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideTripleDoubleQuoteString
+          stack.push(State.InsideTypeObject)
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.InsideTypeObject
+        } else if ((next = part.match(RE_ROUND_CLOSE))) {
+          token = TokenType.Punctuation
+          state = State.InsideTypeObject
+        } else if ((next = part.match(RE_CURLY_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideTypeObject
+          stack.push(State.InsideTypeObject)
+        } else if ((next = part.match(RE_COMMA))) {
+          token = TokenType.Punctuation
+          state = State.BeforeType
+        } else {
+          part
+          throw new Error('no')
+        }
+        break
+      case State.InsideFunctionParameters:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.InsideFunctionParameters
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.InsideFunctionParameters
+        } else if ((next = part.match(RE_COLON))) {
+          token = TokenType.Punctuation
+          state = State.BeforeType
+          stack.push(State.InsideFunctionParameters)
+        } else if ((next = part.match(RE_ROUND_CLOSE))) {
+          token = TokenType.Punctuation
+          state = stack.pop() || State.TopLevelContent
+        } else if ((next = part.match(RE_CURLY_CLOSE))) {
+          token = TokenType.Punctuation
+          state = stack.pop() || State.TopLevelContent
+        } else if ((next = part.match(RE_TRIPLE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideTripleDoubleQuoteString
+          stack.push(State.InsideTypeObject)
+        } else if ((next = part.match(RE_COMMA))) {
+          token = TokenType.Punctuation
+          state = State.InsideFunctionParameters
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.InsideFunctionParameters
+        } else if ((next = part.match(RE_SQUARE_CLOSE))) {
+          token = TokenType.Punctuation
+          state = State.InsideFunctionParameters
+        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
+          stack.push(State.InsideFunctionParameters)
+        } else {
+          part
+          throw new Error('no')
+        }
+        break
+      case State.BeforeType:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.BeforeType
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.Type
+          state = State.BeforeType
+        } else if ((next = part.match(RE_ROUND_CLOSE))) {
+          token = TokenType.Punctuation
+          state = stack.pop() || State.TopLevelContent
+        } else if ((next = part.match(RE_EXCLAMATION_MARK))) {
+          token = TokenType.Punctuation
+          state = State.BeforeType
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.BeforeType
+        } else if ((next = part.match(RE_SQUARE_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.BeforeType
+        } else if ((next = part.match(RE_SQUARE_CLOSE))) {
+          token = TokenType.Punctuation
+          state = State.BeforeType
+        } else if ((next = part.match(RE_EQUAL_SIGN))) {
+          token = TokenType.Punctuation
+          state = State.BeforeType
+        } else if ((next = part.match(RE_COMMA))) {
+          token = TokenType.Punctuation
+          state = State.BeforeType
+        } else if ((next = part.match(RE_COLON))) {
+          token = TokenType.Punctuation
+          state = State.BeforeType
+        } else if ((next = part.match(RE_NUMERIC))) {
+          token = TokenType.Numeric
+          state = State.BeforeType
+        } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_DECORATOR))) {
+          token = TokenType.VariableName
+          state = State.BeforeType
+        } else if ((next = part.match(RE_ROUND_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideFunctionParameters
+          stack.push(State.BeforeType)
+        } else {
+          part
+          throw new Error('no')
+        }
+        break
+      case State.InsideDoubleQuoteString:
+        if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.Punctuation
+          state = stack.pop() || State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_STRING_ESCAPE))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_BACKSLASH))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.AfterKeywordScalarOrUnion:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.AfterKeywordScalarOrUnion
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.Type
+          state = State.AfterKeywordScalarOrUnion
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_EQUAL_SIGN))) {
+          token = TokenType.Punctuation
+          state = State.AfterKeywordScalarOrUnion
+        } else if ((next = part.match(RE_PIPE))) {
+          token = TokenType.Punctuation
+          state = State.AfterKeywordScalarOrUnion
+        } else if ((next = part.match(RE_DECORATOR))) {
+          token = TokenType.VariableName
+          state = State.AfterKeywordScalarOrUnion
+        } else if ((next = part.match(RE_ROUND_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideFunctionParameters
+          stack.push(State.AfterKeywordScalarOrUnion)
+        } else if ((next = part.match(RE_ROUND_CLOSE))) {
+          token = TokenType.Punctuation
+          state = State.AfterKeywordScalarOrUnion
+        } else {
+          part
+          throw new Error('no')
+        }
+        break
+      case State.AfterKeywordEnum:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.AfterKeywordEnum
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.Type
+          state = State.AfterKeywordEnum
+        } else if ((next = part.match(RE_CURLY_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideEnum
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.AfterKeywordEnum
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideEnum:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.InsideEnum
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.InsideEnum
+        } else if ((next = part.match(RE_CURLY_CLOSE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.InsideEnum
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideTripleDoubleQuoteString:
+        if ((next = part.match(RE_TRIPLE_DOUBLE_QUOTE))) {
+          token = TokenType.Punctuation
+          state = stack.pop() || State.TopLevelContent
+        } else if (
+          (next = part.match(RE_TRIPLE_QUOTED_STRING_CONTENT_DOUBLE_QUOTES))
+        ) {
+          token = TokenType.String
+          state = State.InsideTripleDoubleQuoteString
+        } else if (
+          (next = part.match(RE_TRIPLE_QUOTED_STRING_CONTENT_COMMON))
+        ) {
+          token = TokenType.String
+          state = State.InsideTripleDoubleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      default:
+        throw new Error('no')
+    }
+    const tokenLength = next[0].length
+    index += tokenLength
+    tokens.push(token, tokenLength)
+  }
+  if (state === State.BeforeType) {
+    state = State.InsideTypeObject
+  }
+  if (state === State.AfterKeywordScalarOrUnion) {
+    state = State.TopLevelContent
+  }
   return {
-    state: 1,
+    state,
+    stack,
     tokens,
   }
 }

package/extensions/builtin.language-basics-html/src/tokenizeHtml.js

@@ -15,6 +15,8 @@ const State = {
   None: 11,
   InsideDoubleQuoteString: 12,
   InsideSingleQuoteString: 13,
+  InsideScriptContent: 14,
+  InsideStyleContent: 15,
 }
 
 export const StateMap = {}
@@ -36,6 +38,7 @@ export const TokenType = {
   Error: 141,
   PunctuationString: 11,
   NewLine: 891,
+  Embedded: 999,
 }
 
 export const TokenMap = {
@@ -51,12 +54,13 @@ export const TokenMap = {
   [TokenType.Punctuation]: 'Punctuation',
   [TokenType.Error]: 'Error',
   [TokenType.PunctuationString]: 'PunctuationString',
+  [TokenType.Embedded]: 'Embedded',
 }
 
 const RE_ANGLE_BRACKET_CLOSE = /^>/
 const RE_ANGLE_BRACKET_ONLY = /^</
 const RE_ANGLE_BRACKET_OPEN = /^</
-const RE_ANGLE_BRACKET_OPEN_TAG = /^<(?![\s!])/
+const RE_ANGLE_BRACKET_OPEN_TAG = /^<(?![\s!\%])/
 const RE_ANY_TEXT = /^[^\n]+/
 const RE_ATTRIBUTE_NAME = /^[a-zA-Z\d\-\:]+/
 const RE_BLOCK_COMMENT_CONTENT_1 = /^.+?(?=-->)/s
@@ -81,14 +85,24 @@ const RE_SLASH = /^\//
 const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
 const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^']+/
 const RE_TAG_TEXT = /^[^\s>]+/
-const RE_TAGNAME = /^[!\w]+/
+const RE_TAGNAME = /^[!\w\:]+/
 const RE_TEXT = /^[^<>\n]+/
 const RE_WHITESPACE = /^\s+/
 const RE_WORD = /^[^\s]+/
-const RE_ATTRIBUTE_VALUE_UNQUOTED = /^[^<>]+/
+const RE_ATTRIBUTE_VALUE_UNQUOTED = /^[^<>\s]+/
+const RE_SCRIPT_CONTENT = /^..*?(?=(?:<\/script)|$)/s
+const RE_SCRIPT_CONTENT_END = /^<\/script/
+const RE_STYLE_CONTENT = /^..*?(?=(?:<\/style)|$)/s
+const RE_STYLE_CONTENT_END = /^<\/style/
 
 export const initialLineState = {
   state: State.TopLevelContent,
+  tag: '',
+  stack: [],
+  embeddedLanguage: '',
+  embeddedLanguageStart: 0,
+  embeddedLanguageEnd: 0,
+  embeddedState: undefined,
 }
 
 /**
@@ -103,6 +117,14 @@ export const isLineStateEqual = (lineStateA, lineStateB) => {
 
 export const hasArrayReturn = true
 
+const getEmbeddedScriptLanguageId = () => {
+  return 'javascript'
+}
+
+const getEmbeddedStyleLanguageId = () => {
+  return 'css'
+}
+
 /**
  *
  * @param {string} line
@@ -115,6 +137,10 @@ export const tokenizeLine = (line, lineState) => {
   let tokens = []
   let token = TokenType.None
   let state = lineState.state
+  let tag = lineState.tag
+  let embeddedLanguage = lineState.embeddedLanguage
+  let embeddedLanguageStart = lineState.embeddedLanguageStart
+  let embeddedLanguageEnd = lineState.embeddedLanguageEnd
   while (index < line.length) {
     const part = line.slice(index)
     switch (state) {
@@ -146,6 +172,7 @@ export const tokenizeLine = (line, lineState) => {
         if ((next = part.match(RE_TAGNAME))) {
           token = TokenType.TagName
           state = State.InsideOpeningTag
+          tag = next[0]
         } else if ((next = part.match(RE_SLASH))) {
           token = TokenType.PunctuationTag
           state = State.AfterClosingTagAngleBrackets
@@ -167,6 +194,19 @@ export const tokenizeLine = (line, lineState) => {
         if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
           token = TokenType.PunctuationTag
           state = State.TopLevelContent
+          switch (tag) {
+            case 'script':
+              state = State.InsideScriptContent
+              embeddedLanguage = getEmbeddedScriptLanguageId()
+              embeddedLanguageStart = index + next[0].length
+              break
+            case 'style':
+              state = State.InsideStyleContent
+              embeddedLanguage = getEmbeddedStyleLanguageId()
+              embeddedLanguageStart = index + next[0].length
+            default:
+              break
+          }
         } else if ((next = part.match(RE_EXCLAMATION_MARK))) {
           token = TokenType.PunctuationTag
           state = State.InsideOpeningTag
@@ -176,6 +216,9 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_DASH_DASH))) {
           token = TokenType.Comment
           state = State.InsideBlockComment
+        } else if ((next = part.match(RE_PUNCTUATION_SELF_CLOSING))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
         } else if ((next = part.match(RE_TAG_TEXT))) {
           token = TokenType.Text
           state = State.InsideOpeningTag
@@ -220,6 +263,10 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
           token = TokenType.PunctuationTag
           state = State.TopLevelContent
+          if (tag === 'script') {
+            state = State.InsideScriptContent
+            embeddedLanguage = 'javascript'
+          }
         } else if ((next = part.match(RE_TAG_TEXT))) {
           token = TokenType.Text
           state = State.TopLevelContent
@@ -308,6 +355,43 @@ export const tokenizeLine = (line, lineState) => {
           throw new Error('no')
         }
         break
+      case State.InsideScriptContent:
+        if ((next = part.match(RE_SCRIPT_CONTENT_END))) {
+          token = TokenType.TagName
+          state = State.AfterClosingTagName
+          tokens.push(TokenType.PunctuationTag, 2, TokenType.TagName, 6)
+          index += next[0].length
+          embeddedLanguage = ''
+          continue
+        } else if ((next = part.match(RE_SCRIPT_CONTENT))) {
+          token = TokenType.Embedded
+          state = State.InsideScriptContent
+          embeddedLanguageStart = index
+          embeddedLanguageEnd = index + next[0].length
+        } else {
+          part
+          throw new Error('no')
+        }
+        break
+      case State.InsideStyleContent:
+        if ((next = part.match(RE_STYLE_CONTENT_END))) {
+          token = TokenType.TagName
+          state = State.AfterClosingTagName
+          tokens.push(TokenType.PunctuationTag, 2, TokenType.TagName, 6)
+          embeddedLanguageEnd = index
+          index += next[0].length
+          embeddedLanguage = ''
+          continue
+        } else if ((next = part.match(RE_STYLE_CONTENT))) {
+          token = TokenType.Embedded
+          state = State.InsideStyleContent
+          embeddedLanguageStart = index
+          embeddedLanguageEnd = index + next[0].length
+        } else {
+          part
+          throw new Error('no')
+        }
+        break
       default:
         state
         throw new Error('no')
@@ -323,5 +407,9 @@ export const tokenizeLine = (line, lineState) => {
   return {
     state,
     tokens,
+    tag,
+    embeddedLanguage,
+    embeddedLanguageStart,
+    embeddedLanguageEnd,
   }
 }

package/extensions/builtin.language-basics-javascript/src/tokenizeJavaScript.js

@@ -238,6 +238,13 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_NUMERIC))) {
           token = TokenType.Numeric
           state = State.TopLevelContent
+        } else if ((next = part.match(RE_CURLY_CLOSE))) {
+          token = TokenType.Punctuation
+          state = stack.pop() || State.TopLevelContent
+        } else if ((next = part.match(RE_CURLY_OPEN))) {
+          token = TokenType.Punctuation
+          stack.push(State.TopLevelContent)
+          state = State.TopLevelContent
         } else if ((next = part.match(RE_PUNCTUATION))) {
           token = TokenType.Punctuation
           if (next[0] === '.') {

package/extensions/builtin.language-basics-json/extension.json

@@ -46,7 +46,9 @@
         "pdfjs.config",
         "tsconfig.tsbuildinfo",
         ".gdntsa",
-        ".nycrc"
+        ".nycrc",
+        "manifest.webapp",
+        ".alexrc"
       ],
       "tokenize": "src/tokenizeJson.js"
     }

package/extensions/builtin.language-basics-jsx/README.md

@@ -0,0 +1,14 @@
+# Language Basics Jsx
+
+## Contributing
+
+```sh
+git clone git@github.com:lvce-editor/language-basics-jsx.git &&
+cd language-basics-jsx &&
+npm ci &&
+npm test
+```
+
+## Gitpod
+
+[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-jsx)