@lvce-editor/shared-process 0.0.15 → 0.0.16

package/extensions/builtin.language-basics-go/src/tokenizeGo.js

@@ -0,0 +1,161 @@
+/**
+ * @enum number
+ */
+export const State = {
+  TopLevelContent: 1,
+  InsideDoubleQuoteString: 2,
+  InsideLineComment: 3,
+}
+
+/**
+ * @enum number
+ */
+export const TokenType = {
+  None: 901,
+  Whitespace: 0,
+  TypeName: 35,
+  PlainText: 117,
+  Comment: 60,
+  String: 50,
+  Numeric: 30,
+  FunctionName: 112,
+  TypeNamePrimitive: 36,
+  Text: 117,
+  PunctuationTag: 228,
+  TagName: 118,
+  AttributeName: 119,
+  Punctuation: 10,
+  Error: 141,
+  PunctuationString: 11,
+  NewLine: 771,
+  Keyword: 951,
+  VariableName: 952,
+}
+
+export const TokenMap = {
+  [TokenType.Whitespace]: 'Whitespace',
+  [TokenType.TypeName]: 'TypeName',
+  [TokenType.PlainText]: 'PlainText',
+  [TokenType.Comment]: 'Comment',
+  [TokenType.String]: 'String',
+  [TokenType.Numeric]: 'Numeric',
+  [TokenType.FunctionName]: 'FunctionName',
+  [TokenType.TypeNamePrimitive]: 'TypeNamePrimitive',
+  [TokenType.Text]: 'Text',
+  [TokenType.PunctuationTag]: 'PunctuationTag',
+  [TokenType.TagName]: 'TagName',
+  [TokenType.AttributeName]: 'AttributeName',
+  [TokenType.Punctuation]: 'Punctuation',
+  [TokenType.Error]: 'Error',
+  [TokenType.PunctuationString]: 'PunctuationString',
+  [TokenType.NewLine]: 'NewLine',
+  [TokenType.Keyword]: 'Keyword',
+  [TokenType.VariableName]: 'VariableName',
+}
+
+const RE_WHITESPACE = /^\s+/
+const RE_WHITESPACE_SINGLE_LINE = /^( |\t)+/
+const RE_WHITESPACE_NEWLINE = /^\n/
+const RE_CONSTANT = /^(true|false|null)/
+const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"\n]+/
+const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^'\n]+/
+const RE_DOUBLE_QUOTE = /^"/
+const RE_CURLY_OPEN = /^\{/
+const RE_CURLY_CLOSE = /^\}/
+const RE_SQUARE_OPEN = /^\[/
+const RE_SQUARE_CLOSE = /^\]/
+const RE_COMMA = /^,/
+const RE_COLON = /^:/
+const RE_NUMERIC =
+  /^((0(x|X)[0-9a-fA-F]*)|(([0-9]+\.?[0-9]*)|(\.[0-9]+))((e|E)(\+|-)?[0-9]+)?)/
+const RE_NEWLINE_WHITESPACE = /^\n\s*/
+const RE_BLOCK_COMMENT_START = /^\/\*/
+const RE_BLOCK_COMMENT_CONTENT = /^.+(?=\*\/|$)/s
+const RE_BLOCK_COMMENT_END = /^\*\//
+const RE_UNKNOWN_VALUE = /^[^\}\{\s,"]+/
+const RE_IMPORT = /^[a-zA-Z\.]+/
+const RE_SEMICOLON = /^;/
+const RE_VARIABLE_NAME = /^[a-zA-Z\_][a-zA-Z\_\d]*/
+const RE_LINE_COMMENT = /^\/\//
+const RE_ROUND_OPEN = /^\(/
+const RE_ROUND_CLOSE = /^\)/
+const RE_DOT = /^\./
+const RE_EQUAL_SIGN = /^=/
+const RE_SINGLE_QUOTE = /^'/
+const RE_PUNCTUATION = /^[\(\)=\+\-><\.,\/\*\^\[\]\{\}\|:]/
+const RE_ANYTHING_UNTIL_END = /^.+/s
+const RE_START_OF_FUNCTION = /^( )*\(/
+const RE_COLON_COLON = /^::/
+const RE_BASH_SLASH = /^\\/
+const RE_ANY_CHAR = /^./
+const RE_SQUARE_OPEN_SQUARE_OPEN = /^\[\[/
+const RE_SQUARE_CLOSE_SQUARE_CLOSE = /^\]\]/
+const RE_STRING_MULTILINE_CONTENT = /^.+?(?=\]\]|$)/s
+const RE_KEYWORD =
+  /^(?:var|type|switch|struct|select|return|range|package|map|interface|import|if|goto|go|func|default|continue|const|chan|case|break)\b/
+const RE_TEXT = /^.+/s
+
+export const initialLineState = {
+  state: State.TopLevelContent,
+}
+
+export const isLineStateEqual = (lineStateA, lineStateB) => {
+  return lineStateA.state === lineStateB.state
+}
+
+export const tokenizeLine = (line, lineState) => {
+  let next = null
+  let index = 0
+  let tokens = []
+  let token = TokenType.None
+  let state = lineState.state
+  while (index < line.length) {
+    const part = line.slice(index)
+    switch (state) {
+      case State.TopLevelContent:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_KEYWORD))) {
+          token = TokenType.Keyword
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.InsideLineComment
+        } else if ((next = part.match(RE_PUNCTUATION))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.InsideLineComment:
+        if ((next = part.match(RE_TEXT))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
+      default:
+        state
+        throw new Error('no')
+    }
+    index += next[0].length
+    tokens.push({
+      type: token,
+      length: next[0].length,
+    })
+  }
+  return {
+    state,
+    tokens,
+  }
+}

package/extensions/builtin.language-basics-html/README.md

@@ -0,0 +1,14 @@
+# Language Basics HTML
+
+## Contributing
+
+```sh
+git clone git@github.com:lvce-editor/language-basics-html.git &&
+cd language-basics-html &&
+npm ci &&
+npm test
+```
+
+## Gitpod
+
+[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-html)

package/extensions/builtin.language-basics-html/extension.json

@@ -0,0 +1,13 @@
+{
+  "id": "builtin.language-basics-html",
+  "name": "Language Basics HTML",
+  "description": "Provides syntax highlighting and bracket matching in HTML files.",
+  "languages": [
+    {
+      "id": "html",
+      "extensions": [".html"],
+      "tokenize": "src/tokenizeHtml.js",
+      "configuration": "./languageConfiguration.json"
+    }
+  ]
+}

package/extensions/builtin.language-basics-html/src/tokenizeHtml.js

@@ -0,0 +1,278 @@
+/**
+ * @enum number
+ */
+const State = {
+  TopLevelContent: 1,
+  AfterOpeningAngleBracket: 2,
+  InsideOpeningTag: 3,
+  InsideOpeningTagAndHasSeenWhitespace: 4,
+  AfterClosingTagAngleBrackets: 5,
+  AfterClosingTagName: 6,
+  AfterAttributeName: 7,
+  AfterAttributeEqualSign: 8,
+  InsideAttributeDoubleQuote: 9,
+  InsideBlockComment: 10,
+  None: 11,
+  InsideString: 12,
+}
+
+export const StateMap = {}
+
+/**
+ * @enum number
+ */
+export const TokenType = {
+  None: 99999999,
+  Numeric: 30,
+  String: 50,
+  Whitespace: 0,
+  Comment: 60,
+  Text: 117,
+  PunctuationTag: 228,
+  TagName: 118,
+  AttributeName: 119,
+  Punctuation: 10,
+  Error: 141,
+  PunctuationString: 11,
+  NewLine: 891,
+}
+
+export const TokenMap = {
+  [TokenType.None]: 'None',
+  [TokenType.Numeric]: 'Numeric',
+  [TokenType.String]: 'String',
+  [TokenType.Whitespace]: 'Whitespace',
+  [TokenType.Comment]: 'Comment',
+  [TokenType.Text]: 'Text',
+  [TokenType.PunctuationTag]: 'PunctuationTag',
+  [TokenType.TagName]: 'TagName',
+  [TokenType.AttributeName]: 'AttributeName',
+  [TokenType.Punctuation]: 'Punctuation',
+  [TokenType.Error]: 'Error',
+  [TokenType.PunctuationString]: 'PunctuationString',
+}
+
+const RE_WHITESPACE = /^\s+/
+const RE_DOUBLE_QUOTE = /^"/
+const RE_NEWLINE_WHITESPACE = /^\n\s*/
+const RE_BLOCK_COMMENT_START = /^<!--/
+const RE_BLOCK_COMMENT_CONTENT = /^.(?:.*?)(?=-->|$)/s
+const RE_BLOCK_COMMENT_END = /^-->/
+const RE_ANGLE_BRACKET_OPEN_TAG = /^<(?!\s)/
+const RE_ANGLE_BRACKET_CLOSE = /^>/
+const RE_TAGNAME = /^[!\w]+/
+const RE_TEXT = /^[^<>\n]+/
+const RE_ANY_TEXT = /^[^\n]+/
+const RE_SLASH = /^\//
+const RE_ATTRIBUTE_NAME = /^[a-zA-Z\d\-]+/
+const RE_EQUAL_SIGN = /^=/
+const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
+const RE_PUNCTUATION_SELF_CLOSING = /^\/>/
+const RE_INVALID_INSIDE_OPENING_TAG = /^[^a-zA-Z>]/
+const RE_INVALID_INSIDE_ClOSING_TAG = /^[^a-zA-Z>]/
+const RE_PUNCTUATION = /^[<;'".,]/
+const RE_NOT_TAGNAME = /^[^a-zA-Z\d]+/
+const RE_WORD = /^[^\s]+/
+const RE_ANGLE_BRACKET_ONLY = /^</
+const RE_NEWLINE = /^\n/
+const RE_EXCLAMATION_MARK = /^!/
+const RE_SELF_CLOSING = /^\/>/
+const RE_DASH_DASH = /^\-\-/
+const RE_TAG_TEXT = /^[^\s>]+/
+const RE_ANGLE_BRACKET_OPEN = /^</
+
+export const initialLineState = {
+  state: State.TopLevelContent,
+}
+
+export const isLineStateEqual = (lineStateA, lineStateB) => {
+  return lineStateA.state === lineStateB.state
+}
+
+export const tokenizeLine = (line, lineState) => {
+  let next = null
+  let index = 0
+  let tokens = []
+  let token = TokenType.None
+  let state = lineState.state
+  while (index < line.length) {
+    const part = line.slice(index)
+    switch (state) {
+      case State.TopLevelContent:
+        if ((next = part.match(RE_ANGLE_BRACKET_OPEN_TAG))) {
+          token = TokenType.PunctuationTag
+          state = State.AfterOpeningAngleBracket
+        } else if ((next = part.match(RE_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANGLE_BRACKET_OPEN))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterOpeningAngleBracket:
+        if ((next = part.match(RE_TAGNAME))) {
+          token = TokenType.TagName
+          state = State.InsideOpeningTag
+        } else if ((next = part.match(RE_SLASH))) {
+          token = TokenType.PunctuationTag
+          state = State.AfterClosingTagAngleBrackets
+        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANY_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.InsideOpeningTag:
+        if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_EXCLAMATION_MARK))) {
+          token = TokenType.PunctuationTag
+          state = State.InsideOpeningTag
+        } else if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.InsideOpeningTagAndHasSeenWhitespace
+        } else if ((next = part.match(RE_DASH_DASH))) {
+          token = TokenType.Comment
+          state = State.InsideBlockComment
+        } else if ((next = part.match(RE_TAG_TEXT))) {
+          token = TokenType.Text
+          state = State.InsideOpeningTag
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterClosingTagAngleBrackets:
+        if ((next = part.match(RE_TAGNAME))) {
+          token = TokenType.TagName
+          state = State.AfterClosingTagName
+        } else if ((next = part.match(RE_ANY_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterClosingTagName:
+        if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideOpeningTagAndHasSeenWhitespace:
+        if ((next = part.match(RE_ATTRIBUTE_NAME))) {
+          token = TokenType.AttributeName
+          state = State.AfterAttributeName
+        } else if ((next = part.match(RE_SELF_CLOSING))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_TAG_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterAttributeName:
+        if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_EQUAL_SIGN))) {
+          token = TokenType.Punctuation
+          state = State.AfterAttributeEqualSign
+        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideString
+        } else if ((next = part.match(RE_TAG_TEXT))) {
+          token = TokenType.Text
+          state = State.InsideOpeningTag
+        } else if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.InsideOpeningTagAndHasSeenWhitespace
+        } else {
+          // TODO check quotation mark
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterAttributeEqualSign:
+        if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideString
+        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideString:
+        if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideOpeningTag
+        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideBlockComment:
+        if ((next = part.match(RE_BLOCK_COMMENT_CONTENT))) {
+          token = TokenType.Comment
+          state = State.InsideBlockComment
+        } else if ((next = part.match(RE_BLOCK_COMMENT_END))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
+      default:
+        state
+        throw new Error('no')
+    }
+    index += next[0].length
+    tokens.push({
+      type: token,
+      length: next[0].length,
+    })
+  }
+  return {
+    state,
+    tokens,
+  }
+}
+
+// tokenizeLine(initialContext, '    <h1$0></h1>') //?
+// tokenizeLine(initialContext, `<<`)
+
+// tokenizeLine(initialContext, `<h1><//`) //?
+// tokenizeLine(initialContext, `<h1 class=></h1>`) //?
+
+// tokenizeLine(initialLineState, `<h1234567 class""=></h1234567>`)
+
+tokenizeLine('<input disabled autofocus>', initialLineState) //?

package/extensions/builtin.language-basics-java/README.md

@@ -0,0 +1,14 @@
+# Language Basics Java
+
+## Contributing
+
+```sh
+git clone git@github.com:lvce-editor/language-basics-java.git &&
+cd language-basics-java &&
+npm ci &&
+npm test
+```
+
+## Gitpod
+
+[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-java)

package/extensions/builtin.language-basics-java/extension.json

@@ -0,0 +1,12 @@
+{
+  "id": "builtin.language-basics-java",
+  "name": "Language Basics Java",
+  "description": "Provides syntax highlighting and bracket matching in Java files.",
+  "languages": [
+    {
+      "id": "java",
+      "extensions": [".java"],
+      "tokenize": "src/tokenizeJava.js"
+    }
+  ]
+}

package/extensions/builtin.language-basics-java/src/tokenizeJava.js

@@ -0,0 +1,135 @@
+/**
+ * @enum number
+ */
+const State = {
+  None: 0,
+  TopLevelContent: 1,
+  InsideSingleQuoteString: 2,
+  InsideDoubleQuoteString: 3,
+}
+
+/**
+ * @enum number
+ */
+export const TokenType = {
+  None: 99999999,
+  Keyword: 951,
+  Whitespace: 0,
+  NewLine: 771,
+  VariableName: 2,
+  Punctuation: 3,
+  String: 4,
+  Numeric: 5,
+  Attribute: 6,
+}
+
+export const TokenMap = {
+  [TokenType.None]: 'None',
+  [TokenType.Keyword]: 'Keyword',
+  [TokenType.Whitespace]: 'Whitespace',
+  [TokenType.NewLine]: 'NewLine',
+  [TokenType.VariableName]: 'VariableName',
+  [TokenType.Punctuation]: 'Punctuation',
+  [TokenType.String]: 'String',
+  [TokenType.Numeric]: 'Numeric',
+  [TokenType.Attribute]: 'Attribute',
+}
+
+export const initialLineState = {
+  state: State.TopLevelContent,
+}
+
+const RE_KEYWORD =
+  /^(?:_|abstract|assert|boolean|break|byte|case|catch|char|class|const|continue|default|do|double|else|enum|extends|final|finally|float|for|goto|if|implements|import|instanceof|int|interface|long|native|new|package|private|protected|public|return|short|static|super|switch|synchronized|this|throw|throws|transient|try|void|volatile|while)\b/
+const RE_WHITESPACE = /^\s+/
+const RE_VARIABLE_NAME = /^[a-zA-Z]+/
+const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)>]/
+const RE_QUOTE_SINGLE = /^'/
+const RE_QUOTE_DOUBLE = /^"/
+const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^']+/
+const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
+const RE_NUMERIC = /^\d+/
+const RE_TRIPLE_DOUBLE_QUOTE = /^"""/
+const RE_STRING_TRIPLE_CONTENT = /^.+?(?="""|$)/s
+const RE_ATTRIBUTE = /^@\w+/
+
+/**
+ * @param {string} line
+ * @param {any} lineState
+ */
+export const tokenizeLine = (line, lineState) => {
+  let next = null
+  let index = 0
+  let tokens = []
+  let token = TokenType.None
+  let state = lineState.state
+  while (index < line.length) {
+    const part = line.slice(index)
+    switch (state) {
+      case State.TopLevelContent:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_KEYWORD))) {
+          token = TokenType.Keyword
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_PUNCTUATION))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_NUMERIC))) {
+          token = TokenType.Numeric
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_ATTRIBUTE))) {
+          token = TokenType.Attribute
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.InsideSingleQuoteString:
+        if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_SINGLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideDoubleQuoteString:
+        if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      default:
+        state
+        throw new Error('no')
+    }
+    index += next[0].length
+    tokens.push({
+      type: token,
+      length: next[0].length,
+    })
+  }
+  return {
+    state,
+    tokens,
+  }
+}

package/extensions/builtin.language-basics-javascript/README.md

@@ -0,0 +1,14 @@
+# Language Basics JavaScript
+
+## Contributing
+
+```sh
+git clone git@github.com:lvce-editor/language-basics-javascript.git &&
+cd language-basics-javascript &&
+npm ci &&
+npm test
+```
+
+## Gitpod
+
+[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-javascript)

package/extensions/builtin.language-basics-javascript/extension.json

@@ -0,0 +1,13 @@
+{
+  "id": "builtin.language-basics-javascript",
+  "name": "Language Basics JavaScript",
+  "description": "Provides syntax highlighting and bracket matching in JavaScript files.",
+  "languages": [
+    {
+      "id": "javascript",
+      "extensions": [".js"],
+      "tokenize": "src/tokenizeJavaScript.js",
+      "configuration": "./languageConfiguration.json"
+    }
+  ]
+}