@lvce-editor/shared-process 0.18.7 → 0.18.9

package/extensions/builtin.language-basics-shellscript/src/tokenizeShellScript.js

@@ -1,569 +0,0 @@
-/**
- * @enum number
- */
-export const State = {
-  TopLevelContent: 1,
-  InsideDoubleQuoteString: 2,
-  InsideLineComment: 3,
-  InsideSingleQuoteString: 4,
-  InsideBackTickString: 5,
-  InsideEof: 6,
-  AfterKeywordFunction: 7,
-  AfterFunctionName: 8,
-}
-
-export const StateMap = {
-  [State.TopLevelContent]: 'TopLevelContent',
-}
-
-/**
- * @enum number
- */
-export const TokenType = {
-  None: 1,
-  Whitespace: 2,
-  PunctuationString: 3,
-  String: 4,
-  Keyword: 5,
-  Numeric: 6,
-  Punctuation: 7,
-  VariableName: 8,
-  Comment: 885,
-  Text: 9,
-  KeywordControl: 10,
-  Function: 11,
-  LanguageConstant: 12,
-  KeywordReturn: 13,
-}
-
-export const TokenMap = {
-  [TokenType.None]: 'None',
-  [TokenType.Whitespace]: 'Whitespace',
-  [TokenType.PunctuationString]: 'PunctuationString',
-  [TokenType.String]: 'String',
-  [TokenType.Keyword]: 'Keyword',
-  [TokenType.Numeric]: 'Numeric',
-  [TokenType.Punctuation]: 'Punctuation',
-  [TokenType.VariableName]: 'VariableName',
-  [TokenType.Comment]: 'Comment',
-  [TokenType.Text]: 'Text',
-  [TokenType.KeywordControl]: 'KeywordControl',
-  [TokenType.Function]: 'Function',
-  [TokenType.LanguageConstant]: 'LanguageConstant',
-  [TokenType.KeywordReturn]: 'KeywordReturn',
-}
-
-const RE_LINE_COMMENT = /^#.*/s
-const RE_SELECTOR = /^[\.a-zA-Z\d\-\:>]+/
-const RE_WHITESPACE = /^\s+/
-const RE_CURLY_OPEN = /^\{/
-const RE_CURLY_CLOSE = /^\}/
-const RE_PROPERTY_NAME = /^[a-zA-Z\-]+\b/
-const RE_COLON = /^:/
-const RE_PROPERTY_VALUE = /^[^;\}]+/
-const RE_SEMICOLON = /^;/
-const RE_COMMA = /^,/
-const RE_ANYTHING_SHORT = /^[^\s"'\\]+/
-const RE_ANYTHING = /^.+/s
-const RE_ANYTHING_UNTIL_CLOSE_BRACE = /^[^\}]+/
-const RE_QUOTE_DOUBLE = /^"/
-const RE_ESCAPED = /^\\./
-const RE_QUOTE_SINGLE = /^'/
-const RE_QUOTE_BACKTICK = /^`/
-const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"\\]+/
-const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^']+/
-const RE_STRING_BACKTICK_QUOTE_CONTENT = /^[^`]+/
-const RE_KEYWORD =
-  /^(?:7z|7za|7zr|Xdialog|alias|anacron|apk|apt-get|ar|asciidoctor|awk|base64|basename|bash|bg|bind|blkid|break|brew|brotli|builtin|bunzip|bunzip2|caller|cargo|case|cat|catdoc|cd|chmod|chown|circleci|clear|cmp|command|compgen|complete|composite|continue|convert|cp|cryptsetup|curl|curl|cut|cygstart|dde-open|defaults|deno|diff|dirname|dirs|disown|do|docker|done|done|dpkg-trigger|dpkg|du|echo|egrep|elif|else|emulate|enable|enlightenment_open|esac|eval|eval_gettext|exec|exit|expr|false|fc|fg|fi|find|for|free|function|fuzzponent|fzf|g\+\+|gatsby|gcc|gcloud|gdbus|getopts|gio|git|gnome-open|google-chrome-beta|google-chrome|go|grep|groupadd|grub-mount|gs|gulp|gvfs-open|gzip|hash|hdiutil|head|help|hexdump|history|icotool|identity|if|ifconfig|install-plugin|in|install|ip|jobs|jq|kbd_mode|kde-open|kdialog|kfmclient|kill|killall|killproc|ldconfig|less|let|lha|ln|loadkeys|local|logout|ls|ls|lunzip|lzip|lzma|makepkg|miniunz|miniunzip|mkdir|mktemp|mount|mpicc|mv|node|nohup|npm|npx|open|pacman|paste|pcmanfm|pdftotext|pkg|pkill|plutil|png2icns|pnpm|popd|prezip-bin|print|printf|println|ps|pushd|pwd|python3|rar|read|readlink|readonly|realpath|return|rm|route|rpm|rsvg-convert|rsync|sed|set|setfont|sh|sha256sum|shift|shopt|sleep|snap|sort|source|sponge|start-stop-daemon|stty|sudo|suspend|tail|tar|tee|test|texi2dvi|then|times|touch|trap|true|tty|tune2fs|type|ulimit|umask|umask|unalias|unarj|unmkinitramfs|unmount|unrar|unset|unwrapdiff|unzip|unzoo|update-alternatives|update-desktop-database|update-mime-database|useradd|vim|wait|wc|wget|which|while|wp|xargs|xprop|xunit-viewer|xz|yarn|yum|zenity|zip|zoo|zsh|zstd)\b/
-
-const RE_VARIABLE_NAME = /^[a-zA-Z\_\/\-\$][a-zA-Z\_\/\-\$#\d\-]*/
-const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>\!\|\+\&\>\)]/
-const RE_NUMERIC = /^\d+(?=\s|;|$)/
-const RE_FUNCTION_NAME = /^\w+(?=\s*\()/
-const RE_EOF_START = /^<<\s*([\w\!]+)/
-const RE_EOF_CONTENT = /.*/s
-const RE_STRING_ESCAPE = /^\\./
-const RE_BACKSLASH_AT_END = /^\\$/
-const RE_OR = /^\|\|/
-
-export const initialLineState = {
-  state: State.TopLevelContent,
-  tokens: [],
-  knownFunctionNames: new Set(),
-  stringEnd: '',
-  stack: [],
-}
-
-/**
- *
- * @param {any} lineStateA
- * @param {any} lineStateB
- * @returns
- */
-export const isEqualLineState = (lineStateA, lineStateB) => {
-  return lineStateA.state === lineStateB.state
-}
-
-export const hasArrayReturn = true
-
-/**
- * @param {string} line
- * @param {any} lineState
- */
-export const tokenizeLine = (line, lineState) => {
-  let next = null
-  let index = 0
-  let tokens = []
-  let token = TokenType.None
-  let state = lineState.state
-  let stringEnd = lineState.stringEnd
-  const stack = [...lineState.stack]
-  const knownFunctionNames = new Set(lineState.knownFunctionNames)
-  while (index < line.length) {
-    const part = line.slice(index)
-    switch (state) {
-      case State.TopLevelContent:
-        if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_KEYWORD))) {
-          state = State.TopLevelContent
-          switch (next[0]) {
-            case 'break':
-            case 'case':
-            case 'continue':
-            case 'do':
-            case 'done':
-            case 'elif':
-            case 'else':
-            case 'esac':
-            case 'fi':
-            case 'for':
-            case 'if':
-            case 'in':
-            case 'then':
-            case 'while':
-              token = TokenType.KeywordControl
-              break
-            case '7za':
-            case '7z':
-            case '7za':
-            case '7zr':
-            case 'alias':
-            case 'anacron':
-            case 'apk':
-            case 'apt-get':
-            case 'ar':
-            case 'asciidoctor':
-            case 'awk':
-            case 'base64':
-            case 'basename':
-            case 'bash':
-            case 'bg':
-            case 'bind':
-            case 'blkid':
-            case 'brew':
-            case 'brotli':
-            case 'builtin':
-            case 'bunzip':
-            case 'bunzip2':
-            case 'caller':
-            case 'cargo':
-            case 'cat':
-            case 'catdoc':
-            case 'cd':
-            case 'chmod':
-            case 'chown':
-            case 'circleci':
-            case 'clear':
-            case 'cmp':
-            case 'command':
-            case 'compgen':
-            case 'complete':
-            case 'composite':
-            case 'convert':
-            case 'cp':
-            case 'cryptsetup':
-            case 'curl':
-            case 'curl':
-            case 'cut':
-            case 'cygstart':
-            case 'dde-open':
-            case 'defaults':
-            case 'deno':
-            case 'diff':
-            case 'dirname':
-            case 'dirs':
-            case 'disown':
-            case 'docker':
-            case 'dpkg':
-            case 'dpkg-trigger':
-            case 'du':
-            case 'echo':
-            case 'egrep':
-            case 'emulate':
-            case 'enable':
-            case 'enlightenment_open':
-            case 'eval':
-            case 'eval_gettext':
-            case 'exec':
-            case 'exit':
-            case 'expr':
-            case 'fc':
-            case 'fg':
-            case 'find':
-            case 'free':
-            case 'fuzzponent':
-            case 'fzf':
-            case 'g++':
-            case 'gatsby':
-            case 'gcc':
-            case 'gcloud':
-            case 'gdbus':
-            case 'getopts':
-            case 'gio':
-            case 'git':
-            case 'gnome-open':
-            case 'go':
-            case 'google-chrome':
-            case 'google-chrome-beta':
-            case 'grep':
-            case 'groupadd':
-            case 'grub-mount':
-            case 'gs':
-            case 'gulp':
-            case 'gvfs-open':
-            case 'gzip':
-            case 'hash':
-            case 'hdiutil':
-            case 'head':
-            case 'help':
-            case 'hexdump':
-            case 'history':
-            case 'icotool':
-            case 'identity':
-            case 'ifconfig':
-            case 'install':
-            case 'install-plugin':
-            case 'ip':
-            case 'jobs':
-            case 'jq':
-            case 'kbd_mode':
-            case 'kde-open':
-            case 'kdialog':
-            case 'kfmclient':
-            case 'kill':
-            case 'killall':
-            case 'killproc':
-            case 'ldconfig':
-            case 'less':
-            case 'lha':
-            case 'ln':
-            case 'loadkeys':
-            case 'logout':
-            case 'ls':
-            case 'ls':
-            case 'lunzip':
-            case 'lzip':
-            case 'lzma':
-            case 'makepkg':
-            case 'miniunz':
-            case 'miniunzip':
-            case 'mkdir':
-            case 'mktemp':
-            case 'mount':
-            case 'mpicc':
-            case 'mv':
-            case 'node':
-            case 'nohup':
-            case 'npm':
-            case 'npx':
-            case 'open':
-            case 'pacman':
-            case 'paste':
-            case 'pcmanfm':
-            case 'pdftotext':
-            case 'pkg':
-            case 'pkill':
-            case 'plutil':
-            case 'png2icns':
-            case 'pnpm':
-            case 'popd':
-            case 'prezip-bin':
-            case 'printf':
-            case 'println':
-            case 'ps':
-            case 'pushd':
-            case 'pwd':
-            case 'python3':
-            case 'rar':
-            case 'read':
-            case 'readlink':
-            case 'realpath':
-            case 'rm':
-            case 'route':
-            case 'rpm':
-            case 'rsvg-convert':
-            case 'rsync':
-            case 'sed':
-            case 'set':
-            case 'setfont':
-            case 'sh':
-            case 'sha256sum':
-            case 'shift':
-            case 'shopt':
-            case 'sleep':
-            case 'snap':
-            case 'sort':
-            case 'source':
-            case 'sponge':
-            case 'start-stop-daemon':
-            case 'stty':
-            case 'sudo':
-            case 'suspend':
-            case 'tail':
-            case 'tar':
-            case 'tee':
-            case 'test':
-            case 'texi2dvi':
-            case 'times':
-            case 'touch':
-            case 'trap':
-            case 'tty':
-            case 'tune2fs':
-            case 'type':
-            case 'ulimit':
-            case 'umask':
-            case 'umask':
-            case 'unalias':
-            case 'unarj':
-            case 'unmkinitramfs':
-            case 'unmount':
-            case 'unrar':
-            case 'unset':
-            case 'unwrapdiff':
-            case 'unzip':
-            case 'unzoo':
-            case 'update-alternatives':
-            case 'update-desktop-database':
-            case 'update-mime-database':
-            case 'useradd':
-            case 'vim':
-            case 'wait':
-            case 'wc':
-            case 'wget':
-            case 'which':
-            case 'wp':
-            case 'xargs':
-            case 'Xdialog':
-            case 'xprop':
-            case 'xunit-viewer':
-            case 'xz':
-            case 'yarn':
-            case 'yum':
-            case 'zenity':
-            case 'zip':
-            case 'zoo':
-            case 'zsh':
-            case 'zstd':
-            case 'print':
-              token = TokenType.Function
-              state = State.AfterFunctionName
-              break
-            case 'true':
-            case 'false':
-              token = TokenType.LanguageConstant
-              break
-            case 'return':
-              token = TokenType.KeywordReturn
-              break
-            case 'function':
-              token = TokenType.Keyword
-              state = State.AfterKeywordFunction
-              break
-            default:
-              token = TokenType.Keyword
-              break
-          }
-        } else if ((next = part.match(RE_EOF_START))) {
-          token = TokenType.Punctuation
-          state = State.InsideEof
-          stringEnd = next[1]
-        } else if ((next = part.match(RE_PUNCTUATION))) {
-          token = TokenType.Punctuation
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_FUNCTION_NAME))) {
-          token = TokenType.Function
-          state = State.TopLevelContent
-          knownFunctionNames.add(next[0])
-        } else if ((next = part.match(RE_VARIABLE_NAME))) {
-          if (knownFunctionNames.has(next[0])) {
-            token = TokenType.Function
-          } else {
-            token = TokenType.VariableName
-          }
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_NUMERIC))) {
-          token = TokenType.Numeric
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
-          token = TokenType.PunctuationString
-          state = State.InsideDoubleQuoteString
-        } else if ((next = part.match(RE_QUOTE_SINGLE))) {
-          token = TokenType.Punctuation
-          state = State.InsideSingleQuoteString
-        } else if ((next = part.match(RE_QUOTE_BACKTICK))) {
-          token = TokenType.Punctuation
-          state = State.InsideBackTickString
-        } else if ((next = part.match(RE_LINE_COMMENT))) {
-          token = TokenType.Comment
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ANYTHING_SHORT))) {
-          token = TokenType.VariableName
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ANYTHING))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.InsideDoubleQuoteString:
-        if ((next = part.match(RE_QUOTE_DOUBLE))) {
-          token = TokenType.PunctuationString
-          state = stack.pop() || State.TopLevelContent
-        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
-          token = TokenType.String
-          state = State.InsideDoubleQuoteString
-        } else if ((next = part.match(RE_STRING_ESCAPE))) {
-          token = TokenType.String
-          state = State.InsideDoubleQuoteString
-        } else if ((next = part.match(RE_BACKSLASH_AT_END))) {
-          token = TokenType.String
-          state = State.InsideDoubleQuoteString
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.InsideSingleQuoteString:
-        if ((next = part.match(RE_QUOTE_SINGLE))) {
-          token = TokenType.PunctuationString
-          state = stack.pop() || State.TopLevelContent
-        } else if ((next = part.match(RE_STRING_SINGLE_QUOTE_CONTENT))) {
-          token = TokenType.String
-          state = State.InsideSingleQuoteString
-        } else if ((next = part.match(RE_BACKSLASH_AT_END))) {
-          token = TokenType.String
-          state = State.InsideSingleQuoteString
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.InsideBackTickString:
-        if ((next = part.match(RE_QUOTE_BACKTICK))) {
-          token = TokenType.PunctuationString
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_STRING_BACKTICK_QUOTE_CONTENT))) {
-          token = TokenType.String
-          state = State.InsideBackTickString
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.InsideEof:
-        if ((next = part.match(stringEnd))) {
-          token = TokenType.Punctuation
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_EOF_CONTENT))) {
-          token = TokenType.String
-          state = State.InsideEof
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.AfterKeywordFunction:
-        if ((next = part.match(RE_VARIABLE_NAME))) {
-          token = TokenType.Function
-          state = State.TopLevelContent
-          knownFunctionNames.add(next[0])
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.AfterKeywordFunction
-        } else if ((next = part.match(RE_ANYTHING))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.AfterFunctionName:
-        if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.AfterFunctionName
-        } else if ((next = part.match(RE_EOF_START))) {
-          token = TokenType.Punctuation
-          state = State.InsideEof
-          stringEnd = next[1]
-        } else if ((next = part.match(RE_OR))) {
-          token = TokenType.Punctuation
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_PUNCTUATION))) {
-          token = TokenType.Punctuation
-          state = State.AfterFunctionName
-        } else if ((next = part.match(RE_VARIABLE_NAME))) {
-          if (knownFunctionNames.has(next[0])) {
-            token = TokenType.Function
-          } else {
-            token = TokenType.VariableName
-          }
-          state = State.AfterFunctionName
-        } else if ((next = part.match(RE_NUMERIC))) {
-          token = TokenType.Numeric
-          state = State.AfterFunctionName
-        } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
-          token = TokenType.PunctuationString
-          state = State.InsideDoubleQuoteString
-          stack.push(State.AfterFunctionName)
-        } else if ((next = part.match(RE_QUOTE_SINGLE))) {
-          token = TokenType.Punctuation
-          state = State.InsideSingleQuoteString
-          stack.push(State.AfterFunctionName)
-        } else if ((next = part.match(RE_QUOTE_BACKTICK))) {
-          token = TokenType.Punctuation
-          state = State.InsideBackTickString
-        } else if ((next = part.match(RE_LINE_COMMENT))) {
-          token = TokenType.Comment
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ESCAPED))) {
-          token = TokenType.Text
-          state = State.AfterFunctionName
-        } else if ((next = part.match(RE_ANYTHING_SHORT))) {
-          token = TokenType.Text
-          state = State.AfterFunctionName
-        } else if ((next = part.match(RE_ANYTHING))) {
-          token = TokenType.Text
-          state = State.AfterFunctionName
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      default:
-        throw new Error('no')
-    }
-    const tokenLength = next[0].length
-    index += tokenLength
-    tokens.push(token, tokenLength)
-  }
-  if (state === State.AfterFunctionName) {
-    state = State.TopLevelContent
-  }
-  return {
-    state,
-    tokens,
-    knownFunctionNames,
-    stringEnd,
-    stack,
-  }
-}

package/extensions/builtin.language-basics-svelte/README.md

@@ -1,14 +0,0 @@
-# Language Basics Svelte
-
-## Contributing
-
-```sh
-git clone git@github.com:lvce-editor/language-basics-svelte.git &&
-cd language-basics-svelte &&
-npm ci &&
-npm test
-```
-
-## Gitpod
-
-[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-svelte)

package/extensions/builtin.language-basics-svelte/extension.json

@@ -1,13 +0,0 @@
-{
-  "id": "builtin.language-basics-svelte",
-  "version": "0.0.0-dev",
-  "name": "Language Basics Svelte",
-  "description": "Provides syntax highlighting and bracket matching in Svelte files.",
-  "languages": [
-    {
-      "id": "svelte",
-      "extensions": [".svelte"],
-      "tokenize": "src/tokenizeSvelte.js"
-    }
-  ]
-}