@lvce-editor/shared-process 0.18.7 → 0.18.9

package/extensions/builtin.language-basics-elm/extension.json

@@ -1,12 +0,0 @@
-{
-  "id": "builtin.language-basics-elm",
-  "name": "Language Basics Elm",
-  "description": "Provides syntax highlighting and bracket matching in Elm files.",
-  "languages": [
-    {
-      "id": "elm",
-      "extensions": [".elm"],
-      "tokenize": "src/tokenizeElm.js"
-    }
-  ]
-}

package/extensions/builtin.language-basics-elm/src/tokenizeElm.js

@@ -1,298 +0,0 @@
-/**
- * @enum number
- */
-export const State = {
-  TopLevelContent: 1,
-  Keyword: 2,
-  AfterKeyword: 3,
-  InsideBlockComment: 4,
-  AfterKeywordImport: 5,
-  AfterKeywordImportAfterWhitespace: 6,
-  AfterTypeColon: 7,
-  AfterKeywordType: 8,
-  AfterKeywordTypeAfterWhitespace: 9,
-  InsideTypeRightHandSide: 10,
-  AfterTypeName: 11,
-  AfterTypeNameAfterWhitespace: 12,
-  InsideLineComment: 13,
-  AfterKeywordModule: 14,
-  AfterModuleName: 15,
-}
-
-export const StateMap = {
-  [State.TopLevelContent]: 'TopLevelContent',
-}
-
-/**
- * @enum number
- */
-export const TokenType = {
-  None: 1,
-  Whitespace: 2,
-  PunctuationString: 3,
-  String: 4,
-  Keyword: 5,
-  Numeric: 6,
-  Punctuation: 7,
-  VariableName: 8,
-  Comment: 885,
-  Text: 9,
-  LanguageConstantBoolean: 10,
-  Definition: 11,
-  Type: 12,
-  KeywordImport: 14,
-}
-
-export const TokenMap = {
-  [TokenType.None]: 'None',
-  [TokenType.Whitespace]: 'Whitespace',
-  [TokenType.PunctuationString]: 'PunctuationString',
-  [TokenType.String]: 'String',
-  [TokenType.Keyword]: 'Keyword',
-  [TokenType.Numeric]: 'Numeric',
-  [TokenType.Punctuation]: 'Punctuation',
-  [TokenType.VariableName]: 'VariableName',
-  [TokenType.Comment]: 'Comment',
-  [TokenType.Text]: 'Text',
-  [TokenType.LanguageConstantBoolean]: 'LanguageConstantBoolean',
-  [TokenType.Definition]: 'Type',
-  [TokenType.Type]: 'TypeName',
-  [TokenType.Type]: 'Type',
-  [TokenType.KeywordImport]: 'KeywordImport',
-}
-
-export const initialLineState = {
-  state: State.TopLevelContent,
-}
-
-const RE_WHITESPACE = /^\s+/
-const RE_WHITESPACE_SINGLE_LINE = /^( |\t)+/
-const RE_WHITESPACE_NEWLINE = /^\n/
-const RE_CONSTANT = /^(true|false|null)/
-const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"\n]+/
-const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^'\n]+/
-const RE_DOUBLE_QUOTE = /^"/
-const RE_CURLY_OPEN = /^\{/
-const RE_CURLY_CLOSE = /^\}/
-const RE_SQUARE_OPEN = /^\[/
-const RE_SQUARE_CLOSE = /^\]/
-const RE_COMMA = /^,/
-const RE_COLON = /^:/
-const RE_NUMERIC =
-  /^((0(x|X)[0-9a-fA-F]*)|(([0-9]+\.?[0-9]*)|(\.[0-9]+))((e|E)(\+|-)?[0-9]+)?)\b/
-
-const RE_KEYWORD =
-  /^(?:where|type|True|then|port|of|module|let|in|import|if|False|exposing|else|case|as)\b/
-const RE_LANGUAGE_CONSTANT = /^(?:True|False)\b/
-const RE_IMPORT = /^[a-zA-Z\.]+/
-const RE_SEMICOLON = /^;/
-const RE_VARIABLE_NAME = /^[a-zA-Z][a-zA-Z\d\_\-]*/
-const RE_ROUND_OPEN = /^\(/
-const RE_ROUND_CLOSE = /^\)/
-const RE_DOT = /^\./
-const RE_EQUAL_SIGN = /^=/
-const RE_SINGLE_QUOTE = /^'/
-const RE_LINE_COMMENT = /^\-\-[^\n]*/
-const RE_BLOCK_COMMENT_START = /^\{\-/
-const RE_BLOCK_COMMENT_END = /^\-\}/
-const RE_BLOCK_COMMENT_CONTENT = /^.+(?=\-\})/s
-const RE_PUNCTUATION = /^(?:\(|\)|\[|\]|\||\->)/
-const RE_WORD_ALIAS = /^alias/
-const RE_ANYTHING_UNTIL_END = /^.+/s
-
-export const hasArrayReturn = true
-
-/**
- * @param {string} line
- * @param {any} lineState
- */
-export const tokenizeLine = (line, lineState) => {
-  let next = null
-  let index = 0
-  let tokens = []
-  let token = TokenType.None
-  let state = lineState.state
-  while (index < line.length) {
-    const part = line.slice(index)
-    switch (state) {
-      case State.TopLevelContent:
-        if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_KEYWORD))) {
-          state = State.Keyword
-          continue
-        } else if ((next = part.match(RE_VARIABLE_NAME))) {
-          token = TokenType.VariableName
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_LINE_COMMENT))) {
-          token = TokenType.Comment
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_BLOCK_COMMENT_START))) {
-          token = TokenType.Comment
-          state = State.InsideBlockComment
-        } else if ((next = part.match(RE_COLON))) {
-          token = TokenType.Punctuation
-          state = State.AfterTypeColon
-        } else if ((next = part.match(RE_PUNCTUATION))) {
-          token = TokenType.Punctuation
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ANYTHING_UNTIL_END))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else {
-          part.startsWith('Bool') //?
-          throw new Error('no')
-        }
-        break
-      case State.InsideBlockComment:
-        if ((next = part.match(RE_BLOCK_COMMENT_END))) {
-          token = TokenType.Comment
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_BLOCK_COMMENT_CONTENT))) {
-          token = TokenType.Comment
-          state = State.InsideBlockComment
-        } else if ((next = part.match(RE_ANYTHING_UNTIL_END))) {
-          token = TokenType.Comment
-          state = State.InsideBlockComment
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.Keyword:
-        const keyword = next[0]
-        switch (keyword) {
-          case 'import':
-          case 'exposing':
-            token = TokenType.Keyword
-            state = State.TopLevelContent
-            break
-          case 'False':
-          case 'True':
-            token = TokenType.LanguageConstantBoolean
-            state = State.TopLevelContent
-            break
-          case 'type':
-            token = TokenType.Keyword
-            state = State.AfterKeywordType
-            break
-          case 'module':
-            token = TokenType.KeywordImport
-            state = State.AfterKeywordModule
-            break
-          case 'port':
-            token = TokenType.Keyword
-            state = State.TopLevelContent
-            break
-          default:
-            throw new Error('no')
-        }
-        break
-      case State.AfterKeywordType:
-        if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.AfterKeywordTypeAfterWhitespace
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.AfterKeywordTypeAfterWhitespace:
-        if ((next = part.match(RE_WORD_ALIAS))) {
-          token = TokenType.Keyword
-          state = State.AfterKeywordType
-        } else if ((next = part.match(RE_VARIABLE_NAME))) {
-          token = TokenType.Type
-          state = State.AfterTypeName
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.AfterTypeName:
-        if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.AfterTypeNameAfterWhitespace
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.AfterTypeNameAfterWhitespace:
-        if ((next = part.match(RE_EQUAL_SIGN))) {
-          token = TokenType.Punctuation
-          state = State.InsideTypeRightHandSide
-        } else {
-          part //?
-          part.startsWith('M') //?
-          throw new Error('no')
-        }
-        break
-      case State.InsideTypeRightHandSide:
-        if ((next = part.match(RE_VARIABLE_NAME))) {
-          token = TokenType.Type
-          state = State.InsideTypeRightHandSide
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.InsideTypeRightHandSide
-        } else if ((next = part.match(RE_PUNCTUATION))) {
-          token = TokenType.Punctuation
-          state = State.InsideTypeRightHandSide
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.AfterTypeColon:
-        if ((next = part.match(RE_WHITESPACE_SINGLE_LINE))) {
-          token = TokenType.Whitespace
-          state = State.AfterTypeColon
-        } else if ((next = part.match(RE_VARIABLE_NAME))) {
-          token = TokenType.Type
-          state = State.AfterTypeColon
-        } else if ((next = part.match(RE_WHITESPACE_NEWLINE))) {
-          token = TokenType.Whitespace
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_PUNCTUATION))) {
-          token = TokenType.Punctuation
-          state = State.AfterTypeColon
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.AfterKeywordModule:
-        if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.AfterKeywordModule
-        } else if ((next = part.match(RE_VARIABLE_NAME))) {
-          token = TokenType.VariableName
-          state = State.AfterModuleName
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.AfterModuleName:
-        if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.TopLevelContent
-        } else {
-          throw new Error('no')
-        }
-        break
-      default:
-        throw new Error('no')
-    }
-    const tokenLength = next[0].length
-    index += tokenLength
-    tokens.push(token, tokenLength)
-  }
-  if (state === State.InsideLineComment) {
-    state = State.TopLevelContent
-  }
-  return {
-    state,
-    tokens,
-  }
-}
-
-tokenizeLine(`port module Main exposing (..)`, initialLineState)

package/extensions/builtin.language-basics-gitattributes/README.md

@@ -1,14 +0,0 @@
-# Language Basics Gitattributes
-
-## Contributing
-
-```sh
-git clone git@github.com:lvce-editor/language-basics-gitattributes.git &&
-cd language-basics-gitattributes &&
-npm ci &&
-npm test
-```
-
-## Gitpod
-
-[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-gitattributes)

package/extensions/builtin.language-basics-gitattributes/extension.json

@@ -1,12 +0,0 @@
-{
-  "id": "builtin.language-basics-gitattributes",
-  "name": "Language Basics Gitattributes",
-  "description": "Provides syntax highlighting and bracket matching in gitattributes files.",
-  "languages": [
-    {
-      "id": "gitattributes",
-      "extensions": [".gitattributes"],
-      "tokenize": "src/tokenizeGitAttributes.js"
-    }
-  ]
-}

package/extensions/builtin.language-basics-gitattributes/src/tokenizeGitAttributes.js

@@ -1,159 +0,0 @@
-/**
- * @enum number
- */
-export const State = {
-  TopLevelContent: 1,
-  InsideLineComment: 2,
-  AfterPropertyName: 3,
-  AfterPropertyNameAfterEqualSign: 4,
-}
-
-/**
- * @enum number
- */
-export const TokenType = {
-  Comment: 885,
-  LanguageConstant: 11,
-  NewLine: 884,
-  None: 57,
-  Numeric: 15,
-  PropertyName: 12,
-  PropertyValueString: 14,
-  Punctuation: 13,
-  Query: 886,
-  Text: 887,
-  Unknown: 881,
-  Whitespace: 2,
-}
-
-export const TokenMap = {
-  [TokenType.Text]: 'Text',
-  [TokenType.Comment]: 'Comment',
-  [TokenType.PropertyName]: 'PropertyName',
-  [TokenType.Whitespace]: 'Whitespace',
-  [TokenType.Punctuation]: 'Punctuation',
-  [TokenType.PropertyValueString]: 'String',
-}
-
-const RE_LINE_COMMENT_START = /^#/
-const RE_WHITESPACE = /^ +/
-const RE_CURLY_OPEN = /^\{/
-const RE_CURLY_CLOSE = /^\}/
-const RE_PROPERTY_NAME = /^[\w\-\_]+\b(?=\=)/
-const RE_PROPERTY_VALUE = /^[^;\}]+/
-const RE_SEMICOLON = /^;/
-const RE_COMMA = /^,/
-const RE_ANYTHING = /^.+/s
-const RE_ANYTHING_BUT_COMMENT = /^[^#]+/
-const RE_NUMERIC = /^(([0-9]+\.?[0-9]*)|(\.[0-9]+))/
-const RE_ANYTHING_UNTIL_CLOSE_BRACE = /^[^\}]+/
-const RE_BLOCK_COMMENT_START = /^\/\*/
-const RE_BLOCK_COMMENT_END = /^\*\//
-const RE_BLOCK_COMMENT_CONTENT = /^.+?(?=\*\/|$)/s
-const RE_ROUND_OPEN = /^\(/
-const RE_ROUND_CLOSE = /^\)/
-const RE_PSEUDO_SELECTOR_CONTENT = /^[^\)]+/
-const RE_SQUARE_OPEN = /^\[/
-const RE_SQUARE_CLOSE = /^\]/
-const RE_ATTRIBUTE_SELECTOR_CONTENT = /^[^\]]+/
-const RE_QUERY = /^@[a-z\-]+/
-const RE_STAR = /^\*/
-const RE_QUERY_NAME = /^[a-z\-]+/
-const RE_QUERY_CONTENT = /^[^\)]+/
-const RE_COMBINATOR = /^[\+\>\~]/
-const RE_LANGUAGE_CONSTANT = /^(?:true|false)/
-const RE_COLON = /^:/
-const RE_DASH = /^\-/
-const RE_EQUAL_SIGN = /^\=/
-const RE_WORD = /^[\w\*\.\/]+/
-
-export const initialLineState = {
-  state: 1,
-  tokens: [],
-}
-
-export const hasArrayReturn = true
-
-/**
- * @param {string} line
- * @param {any} lineState
- */
-export const tokenizeLine = (line, lineState) => {
-  let next = null
-  let index = 0
-  let tokens = []
-  let token = TokenType.None
-  let state = lineState.state
-  while (index < line.length) {
-    const part = line.slice(index)
-    switch (state) {
-      case State.TopLevelContent:
-        if ((next = part.match(RE_LINE_COMMENT_START))) {
-          token = TokenType.Comment
-          state = State.InsideLineComment
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_PROPERTY_NAME))) {
-          token = TokenType.PropertyName
-          state = State.AfterPropertyName
-        } else if ((next = part.match(RE_WORD))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ANYTHING))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.InsideLineComment:
-        if ((next = part.match(RE_ANYTHING))) {
-          token = TokenType.Comment
-          state = State.TopLevelContent
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.AfterPropertyName:
-        if ((next = part.match(RE_EQUAL_SIGN))) {
-          token = TokenType.Punctuation
-          state = State.AfterPropertyNameAfterEqualSign
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.AfterPropertyName
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.AfterPropertyNameAfterEqualSign:
-        if ((next = part.match(RE_LINE_COMMENT_START))) {
-          token = TokenType.Comment
-          state = State.InsideLineComment
-        } else if ((next = part.match(RE_WORD))) {
-          token = TokenType.PropertyValueString
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.AfterPropertyNameAfterEqualSign
-        } else {
-          part
-          throw new Error('no')
-        }
-        break
-      default:
-        console.log({ state, line })
-        throw new Error('no')
-    }
-    const tokenLength = next[0].length
-    index += tokenLength
-    tokens.push(token, tokenLength)
-  }
-  if (state === State.InsideLineComment) {
-    state = State.TopLevelContent
-  }
-  return {
-    state,
-    tokens,
-  }
-}

package/extensions/builtin.language-basics-gn/README.md

@@ -1,14 +0,0 @@
-# Language Basics GN
-
-## Contributing
-
-```sh
-git clone git@github.com:lvce-editor/language-basics-gn.git &&
-cd language-basics-gn &&
-npm ci &&
-npm test
-```
-
-## Gitpod
-
-[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-gn)

package/extensions/builtin.language-basics-gn/extension.json

@@ -1,12 +0,0 @@
-{
-  "id": "builtin.language-basics-gn",
-  "name": "Language Basics GN",
-  "description": "Provides syntax highlighting and bracket matching in gn files.",
-  "languages": [
-    {
-      "id": "gn",
-      "extensions": [".gn", ".gni"],
-      "tokenize": "src/tokenizeGn.js"
-    }
-  ]
-}

package/extensions/builtin.language-basics-gn/src/tokenizeGn.js

@@ -1,178 +0,0 @@
-/**
- * @enum number
- */
-export const State = {
-  TopLevelContent: 1,
-  InsideString: 2,
-  InsideLineComment: 3,
-}
-
-export const StateMap = {
-  [State.TopLevelContent]: 'TopLevelContent',
-}
-
-/**
- * @enum number
- */
-export const TokenType = {
-  None: 1,
-  Whitespace: 2,
-  PunctuationString: 3,
-  String: 4,
-  Keyword: 5,
-  Numeric: 6,
-  Punctuation: 7,
-  VariableName: 8,
-  Comment: 885,
-  Text: 9,
-  Function: 10,
-  LanguageConstant: 11,
-  KeywordImport: 12,
-}
-
-export const TokenMap = {
-  [TokenType.None]: 'None',
-  [TokenType.Whitespace]: 'Whitespace',
-  [TokenType.PunctuationString]: 'PunctuationString',
-  [TokenType.String]: 'String',
-  [TokenType.Keyword]: 'Keyword',
-  [TokenType.Numeric]: 'Numeric',
-  [TokenType.Punctuation]: 'Punctuation',
-  [TokenType.VariableName]: 'VariableName',
-  [TokenType.Comment]: 'Comment',
-  [TokenType.Text]: 'Text',
-  [TokenType.Function]: 'Function',
-  [TokenType.LanguageConstant]: 'LanguageConstant',
-  [TokenType.KeywordImport]: 'KeywordImport',
-}
-
-const RE_LINE_COMMENT = /^#.*/s
-const RE_WHITESPACE = /^ +/
-const RE_ANYTHING = /^.+/s
-const RE_QUOTE_DOUBLE = /^"/
-const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
-const RE_KEYWORD =
-  /^(?:if|else|true|false|assert|config|declare_args|defined|exec_script|foreach|get_label_info|get_path_info|get_target_outputs|getenv|import|print|process_file_template|propagates_configs|read_file|rebase_path|set_default_toolchain|set_defaults|set_sources_assignment_filter|template|tool|toolchain_args|toolchain|write_file)\b/
-const RE_VARIABLE_NAME = /^[a-zA-Z\_\/\-]+/
-const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>\+\|\!\&]/
-const RE_NUMERIC = /^\d+/
-
-export const initialLineState = {
-  state: State.TopLevelContent,
-  tokens: [],
-}
-
-/**
- *
- * @param {any} lineStateA
- * @param {any} lineStateB
- * @returns
- */
-export const isEqualLineState = (lineStateA, lineStateB) => {
-  return lineStateA.state === lineStateB.state
-}
-
-export const hasArrayReturn = true
-
-/**
- * @param {string} line
- * @param {any} lineState
- */
-export const tokenizeLine = (line, lineState) => {
-  let next = null
-  let index = 0
-  let tokens = []
-  let token = TokenType.None
-  let state = lineState.state
-  while (index < line.length) {
-    const part = line.slice(index)
-    switch (state) {
-      case State.TopLevelContent:
-        if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_KEYWORD))) {
-          switch (next[0]) {
-            case 'true':
-            case 'false':
-              token = TokenType.LanguageConstant
-              break
-            case 'assert':
-            case 'config':
-            case 'declare_args':
-            case 'defined':
-            case 'exec_script':
-            case 'foreach':
-            case 'get_label_info':
-            case 'get_path_info':
-            case 'get_target_outputs':
-            case 'getenv':
-            case 'print':
-            case 'process_file_template':
-            case 'propagates_configs':
-            case 'read_file':
-            case 'rebase_path':
-            case 'set_default_toolchain':
-            case 'set_defaults':
-            case 'set_sources_assignment_filter':
-            case 'template':
-            case 'tool':
-            case 'toolchain_args':
-            case 'toolchain':
-            case 'write_file':
-              token = TokenType.Function
-              break
-            case 'import':
-              token = TokenType.KeywordImport
-              break
-            default:
-              token = TokenType.Keyword
-              break
-          }
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_PUNCTUATION))) {
-          token = TokenType.Punctuation
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_VARIABLE_NAME))) {
-          token = TokenType.VariableName
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_NUMERIC))) {
-          token = TokenType.Numeric
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
-          token = TokenType.PunctuationString
-          state = State.InsideString
-        } else if ((next = part.match(RE_LINE_COMMENT))) {
-          token = TokenType.Comment
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ANYTHING))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.InsideString:
-        if ((next = part.match(RE_QUOTE_DOUBLE))) {
-          token = TokenType.PunctuationString
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
-          token = TokenType.String
-          state = State.InsideString
-        } else {
-          throw new Error('no')
-        }
-        break
-      default:
-        throw new Error('no')
-    }
-    const tokenLength = next[0].length
-    index += tokenLength
-    tokens.push(token, tokenLength)
-  }
-  return {
-    state,
-    tokens,
-  }
-}