@lvce-editor/shared-process 0.11.9 → 0.11.10

package/extensions/builtin.language-basics-ruby/src/tokenizeRuby.js

@@ -0,0 +1,241 @@
+/**
+ * @enum number
+ */
+export const State = {
+  TopLevelContent: 1,
+  InsideDoubleQuoteString: 2,
+  InsideSingleQuoteString: 3,
+  InsideBackTickQuoteString: 4,
+  InsideEof: 5,
+}
+
+export const StateMap = {
+  [State.TopLevelContent]: 'TopLevelContent',
+}
+
+/**
+ * @enum number
+ */
+export const TokenType = {
+  None: 1,
+  Whitespace: 2,
+  PunctuationString: 3,
+  String: 4,
+  Keyword: 5,
+  Numeric: 6,
+  Punctuation: 7,
+  VariableName: 8,
+  Comment: 9,
+  KeywordControl: 10,
+  LanguageConstant: 11,
+  KeywordReturn: 12,
+  Regex: 13,
+  KeywordImport: 14,
+}
+
+export const TokenMap = {
+  [TokenType.None]: 'None',
+  [TokenType.Whitespace]: 'Whitespace',
+  [TokenType.PunctuationString]: 'PunctuationString',
+  [TokenType.String]: 'String',
+  [TokenType.Keyword]: 'Keyword',
+  [TokenType.Numeric]: 'Numeric',
+  [TokenType.Punctuation]: 'Punctuation',
+  [TokenType.VariableName]: 'VariableName',
+  [TokenType.Comment]: 'Comment',
+  [TokenType.KeywordControl]: 'KeywordControl',
+  [TokenType.LanguageConstant]: 'LanguageConstant',
+  [TokenType.KeywordReturn]: 'KeywordReturn',
+  [TokenType.Regex]: 'Regex',
+  [TokenType.KeywordImport]: 'KeywordImport',
+}
+
+const RE_SELECTOR = /^[\.a-zA-Z\d\-\:>]+/
+const RE_WHITESPACE = /^ +/
+const RE_CURLY_OPEN = /^\{/
+const RE_CURLY_CLOSE = /^\}/
+const RE_PROPERTY_NAME = /^[a-zA-Z\-]+\b/
+const RE_COLON = /^:/
+const RE_PROPERTY_VALUE = /^[^;\}]+/
+const RE_SEMICOLON = /^;/
+const RE_COMMA = /^,/
+const RE_ANYTHING = /^.+/s
+const RE_ANYTHING_UNTIL_CLOSE_BRACE = /^[^\}]+/
+const RE_QUOTE_DOUBLE = /^"/
+const RE_QUOTE_SINGLE = /^'/
+const RE_QUOTE_BACKTICK = /^`/
+const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"\\]+/
+const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^'\\]+/
+const RE_STRING_BACKTICK_QUOTE_CONTENT = /^[^`]+/
+const RE_KEYWORD =
+  /^(?:alias|and|begin|break|case|class|def|defined\?|do|else|elsif|end|ensure|false|for|if|in|module|next|nil|not|or|redo|require|rescue|retry|return|self|super|then|true|undef|unless|until|when|while|yield)\b/
+const RE_VARIABLE_NAME = /^[a-zA-Z\_\$]+/
+const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>\-\|\&\+\?\!\%\*\/\@\~]/
+const RE_NUMERIC = /^\d+/
+const RE_LINE_COMMENT = /^#.*/s
+const RE_EOF_START = /^<<\-?\s*([\w\!]+)/
+const RE_EOF_CONTENT = /.*/s
+// const RE_REGEX = /^\/.+/
+const RE_REGEX = /^\/.*\//
+const RE_STRING_ESCAPE = /^\\./
+
+export const initialLineState = {
+  state: State.TopLevelContent,
+  tokens: [],
+  stringEnd: '',
+}
+
+export const isEqualLineState = (lineStateA, lineStateB) => {
+  return lineStateA.state === lineStateB.state
+}
+
+export const hasArrayReturn = true
+
+/**
+ * @param {string} line
+ */
+export const tokenizeLine = (line, lineState) => {
+  let next = null
+  let index = 0
+  let tokens = []
+  let token = TokenType.None
+  let state = lineState.state
+  let stringEnd = lineState.stringEnd
+  while (index < line.length) {
+    const part = line.slice(index)
+    switch (state) {
+      case State.TopLevelContent:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_KEYWORD))) {
+          switch (next[0]) {
+            case 'break':
+            case 'case':
+            case 'do':
+            case 'elsif':
+            case 'else':
+            case 'for':
+            case 'if':
+            case 'in':
+            case 'then':
+            case 'while':
+            case 'end':
+            case 'begin':
+            case 'rescue':
+            case 'unless':
+              token = TokenType.KeywordControl
+              break
+            case 'true':
+            case 'false':
+            case 'nil':
+              token = TokenType.LanguageConstant
+              break
+            case 'return':
+              token = TokenType.KeywordReturn
+              break
+            case 'require':
+              token = TokenType.KeywordImport
+              break
+            default:
+              token = TokenType.Keyword
+              break
+          }
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_EOF_START))) {
+          token = TokenType.Punctuation
+          state = State.InsideEof
+          stringEnd = next[1]
+        } else if ((next = part.match(RE_REGEX))) {
+          token = TokenType.Regex
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_PUNCTUATION))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_VARIABLE_NAME))) {
+          token = TokenType.VariableName
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_NUMERIC))) {
+          token = TokenType.Numeric
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_QUOTE_BACKTICK))) {
+          token = TokenType.Punctuation
+          state = State.InsideBackTickQuoteString
+        } else if ((next = part.match(RE_LINE_COMMENT))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else {
+          console.log({ part })
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.InsideDoubleQuoteString:
+        if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.PunctuationString
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_STRING_ESCAPE))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideSingleQuoteString:
+        if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.PunctuationString
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_SINGLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_STRING_ESCAPE))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideBackTickQuoteString:
+        if ((next = part.match(RE_QUOTE_BACKTICK))) {
+          token = TokenType.PunctuationString
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_BACKTICK_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideBackTickQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideEof:
+        if ((next = part.match(stringEnd))) {
+          token = TokenType.Punctuation
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_EOF_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideEof
+        } else {
+          throw new Error('no')
+        }
+        break
+      default:
+        throw new Error('no')
+    }
+    const tokenLength = next[0].length
+    index += tokenLength
+    tokens.push(token, tokenLength)
+  }
+  return {
+    state,
+    tokens,
+    stringEnd,
+  }
+}

package/extensions/builtin.language-basics-scss/README.md

@@ -0,0 +1,14 @@
+# Language Basics Scss
+
+## Contributing
+
+```sh
+git clone git@github.com:lvce-editor/language-basics-scss.git &&
+cd language-basics-scss &&
+npm ci &&
+npm test
+```
+
+## Gitpod
+
+[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-scss)

package/extensions/builtin.language-basics-scss/extension.json

@@ -0,0 +1,12 @@
+{
+  "id": "builtin.language-basics-scss",
+  "name": "Language Basics Scss",
+  "description": "Provides syntax highlighting and bracket matching in Scss files.",
+  "languages": [
+    {
+      "id": "scss",
+      "extensions": [".scss"],
+      "tokenize": "src/tokenizeScss.js"
+    }
+  ]
+}

package/extensions/builtin.language-basics-scss/src/tokenizeScss.js

@@ -0,0 +1,28 @@
+/**
+ * @enum number
+ */
+export const TokenType = {
+  Text: 1,
+}
+
+export const TokenMap = {
+  [TokenType.Text]: 'Text',
+}
+
+export const initialLineState = {
+  state: 1,
+  tokens: [],
+}
+
+export const hasArrayReturn = true
+
+/**
+ * @param {string} line
+ */
+export const tokenizeLine = (line) => {
+  const tokens = [TokenType.Text, line.length]
+  return {
+    state: 1,
+    tokens,
+  }
+}

package/extensions/builtin.language-basics-shellscript/extension.json

@@ -46,7 +46,8 @@
         "zprofile",
         "zlogout",
         "bashrc_Apple_Terminal",
-        "zshrc_Apple_Terminal"
+        "zshrc_Apple_Terminal",
+        "xvfb.init"
       ],
       "firstLine": "^#!.*\\b(bash|fish|zsh|sh|ksh|dtksh|pdksh|mksh|ash|dash|yash|sh|csh|jcsh|tcsh|itcsh).*|^#\\s*-\\*-[^*]*mode:\\s*shell-script[^*]*-\\*-",
       "tokenize": "src/tokenizeShellScript.js"

package/extensions/builtin.language-basics-shellscript/src/tokenizeShellScript.js

@@ -72,7 +72,7 @@ const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"\\]+/
 const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^']+/
 const RE_STRING_BACKTICK_QUOTE_CONTENT = /^[^`]+/
 const RE_KEYWORD =
-  /^(?:7za|7zr|alias|ar|awk|bg|bind|break|builtin|bunzip|bunzip2|caller|cargo|case|cat|catdoc|cd|chmod|chown|command|compgen|complete|continue|cp|curl|cygstart|dde-open|dirs|disown|do|done|done|dpkg|echo|elif|else|emulate|enable|enlightenment_open|esac|eval|eval_gettext|exec|exit|expr|false|fc|fg|fi|for|function|gdbus|getopts|gio|gnome-open|grep|grub-mount|gvfs-open|gzip|hash|head|help|history|identity|if|in|ip|jobs|kde-open|kfmclient|kill|less|let|lha|logout|ls|ls|lunzip|lzip|lzma|miniunz|miniunzip|mkdir|mktemp|mv|node|npm|open|pcmanfm|pdftotext|popd|prezip-bin|printf|ps|pushd|pwd|rar|read|readlink|readonly|return|rm|rpm|sed|set|shift|shopt|sleep|snap|sort|source|stty|suspend|tail|tar|tee|test|texi2dvi|then|times|touch|trap|true|tty|type|ulimit|umask|umask|unalias|unarj|unmkinitramfs|unrar|unset|unwrapdiff|unzip|unzoo|wait|which|while|xprop|xz|zoo|zstd)\b/
+  /^(?:7z|7za|7zr|alias|apk|apt-get|ar|asciidoctor|awk|basename|bash|bg|bind|blkid|break|brew|brotli|builtin|bunzip|bunzip2|caller|cargo|case|cat|catdoc|cd|chmod|chown|cmp|command|compgen|complete|continue|cp|cryptsetup|curl|curl|cut|cygstart|dde-open|defaults|diff|dirname|dirs|disown|do|docker|done|done|dpkg|du|echo|elif|else|emulate|enable|enlightenment_open|esac|eval|eval_gettext|exec|exit|expr|false|fc|fg|fi|find|for|free|function|fzf|g\+\+|gcc|gcloud|gdbus|getopts|gio|git|gnome-open|grep|grub-mount|gs|gulp|gvfs-open|gzip|hash|head|help|hexdump|history|identity|if|in|install|ip|jobs|kde-open|kfmclient|kill|killall|less|let|lha|local|logout|ls|ls|lunzip|lzip|lzma|makepkg|miniunz|miniunzip|mkdir|mktemp|mount|mpicc|mv|node|npm|npx|open|pacman|pcmanfm|pdftotext|pkg|plutil|popd|prezip-bin|printf|println|ps|pushd|pwd|python3|rar|read|readlink|readonly|return|rm|rpm|rsync|sed|set|sha256sum|shift|shopt|sleep|snap|sort|source|stty|sudo|suspend|tail|tar|tee|test|texi2dvi|then|times|touch|trap|true|tty|tune2fs|type|ulimit|umask|umask|unalias|unarj|unmkinitramfs|unmount|unrar|unset|unwrapdiff|unzip|unzoo|vim|wait|wc|wget|which|while|xargs|xprop|xz|yarn|yum|zip|zoo|zsh|zstd)\b/
 const RE_VARIABLE_NAME = /^[a-zA-Z\_\/\-\$][a-zA-Z\_\/\-\$#\d\-]*/
 const RE_PUNCTUATION = /^[:,;\{\}\[\]\.=\(\)<>\!\|\+\&\>\)]/
 const RE_NUMERIC = /^\d+(?=\s|$)/
@@ -140,13 +140,17 @@ export const tokenizeLine = (line, lineState) => {
               token = TokenType.KeywordControl
               break
             case '7za':
+            case '7z':
             case '7za':
             case '7zr':
             case 'alias':
+            case 'apk':
+            case 'apt-get':
             case 'ar':
             case 'awk':
             case 'bg':
             case 'bind':
+            case 'blkid':
             case 'builtin':
             case 'bunzip':
             case 'bunzip2':
@@ -157,72 +161,119 @@ export const tokenizeLine = (line, lineState) => {
             case 'cd':
             case 'chmod':
             case 'chown':
+            case 'cmp':
             case 'command':
             case 'compgen':
             case 'complete':
             case 'cp':
+            case 'cryptsetup':
             case 'curl':
+            case 'curl':
+            case 'cut':
+            case 'cygstart':
+            case 'dde-open':
+            case 'diff':
+            case 'dirname':
             case 'dirs':
             case 'disown':
             case 'dpkg':
+            case 'du':
             case 'echo':
             case 'emulate':
             case 'enable':
+            case 'enlightenment_open':
             case 'eval':
             case 'eval_gettext':
             case 'exec':
             case 'exit':
+            case 'expr':
             case 'fc':
             case 'fg':
+            case 'find':
+            case 'free':
+            case 'fzf':
+            case 'g++':
+            case 'gcc':
+            case 'gdbus':
             case 'getopts':
+            case 'gio':
+            case 'git':
+            case 'gnome-open':
             case 'grep':
             case 'grub-mount':
+            case 'gs':
+            case 'gulp':
+            case 'gvfs-open':
             case 'gzip':
             case 'hash':
             case 'head':
             case 'help':
+            case 'hexdump':
             case 'history':
             case 'identity':
+            case 'install':
+            case 'ip':
             case 'jobs':
+            case 'kde-open':
+            case 'kfmclient':
             case 'kill':
+            case 'killall':
             case 'less':
             case 'lha':
             case 'logout':
             case 'ls':
+            case 'ls':
             case 'lunzip':
             case 'lzip':
             case 'lzma':
+            case 'makepkg':
             case 'miniunz':
             case 'miniunzip':
             case 'mkdir':
             case 'mktemp':
+            case 'mount':
+            case 'mpicc':
             case 'mv':
             case 'node':
             case 'npm':
+            case 'open':
+            case 'pacman':
+            case 'pcmanfm':
             case 'pdftotext':
+            case 'pkg':
             case 'popd':
+            case 'prezip-bin':
             case 'printf':
             case 'ps':
             case 'pushd':
             case 'pwd':
             case 'rar':
             case 'read':
+            case 'readlink':
             case 'rm':
             case 'rpm':
+            case 'rsync':
             case 'sed':
             case 'set':
             case 'shift':
             case 'shopt':
             case 'sleep':
             case 'snap':
+            case 'sort':
             case 'source':
             case 'stty':
+            case 'sudo':
             case 'suspend':
+            case 'tail':
             case 'tar':
             case 'tee':
             case 'test':
+            case 'texi2dvi':
             case 'times':
+            case 'touch':
             case 'trap':
+            case 'tty':
+            case 'tune2fs':
             case 'type':
             case 'ulimit':
             case 'umask':
@@ -230,38 +281,39 @@ export const tokenizeLine = (line, lineState) => {
             case 'unalias':
             case 'unarj':
             case 'unmkinitramfs':
+            case 'unmount':
             case 'unrar':
             case 'unset':
             case 'unwrapdiff':
             case 'unzip':
             case 'unzoo':
+            case 'vim':
             case 'wait':
+            case 'wc':
+            case 'wget':
             case 'which':
+            case 'xargs':
+            case 'xprop':
             case 'xz':
+            case 'yarn':
+            case 'yum':
+            case 'zip':
             case 'zoo':
             case 'zstd':
-            case 'expr':
-            case 'tty':
-            case 'sort':
-            case 'ls':
-            case 'readlink':
-            case 'gio':
-            case 'gvfs-open':
-            case 'gnome-open':
-            case 'xprop':
-            case 'cygstart':
-            case 'open':
-            case 'kde-open':
-            case 'kfmclient':
-            case 'dde-open':
-            case 'enlightenment_open':
-            case 'gdbus':
-            case 'pcmanfm':
-            case 'texi2dvi':
-            case 'tail':
-            case 'touch':
-            case 'prezip-bin':
-            case 'ip':
+            case 'basename':
+            case 'brew':
+            case 'sha256sum':
+            case 'brotli':
+            case 'zsh':
+            case 'asciidoctor':
+            case 'docker':
+            case 'python3':
+            case 'bash':
+            case 'npx':
+            case 'gcloud':
+            case 'println':
+            case 'plutil':
+            case 'defaults':
               token = TokenType.Function
               break
             case 'true':

package/extensions/builtin.language-basics-toml/src/tokenizeToml.js

@@ -5,7 +5,10 @@ export const State = {
   TopLevelContent: 1,
   AfterPropertyName: 3,
   AfterPropertyNameAfterEqualSign: 4,
-  InsideString: 5,
+  InsideDoubleQuoteString: 5,
+  InsideSingleQuoteString: 6,
+  InsideArray: 7,
+  InsideObject: 8,
 }
 
 export const StateMap = {
@@ -84,7 +87,9 @@ const RE_LANGUAGE_CONSTANT = /^(?:true|false)\b/
 const RE_EQUAL_SIGN = /^=/
 const RE_LOCAL_TIME = /\d{2}:\d{2}:\d{2}(?:\.\d+)?/
 const RE_QUOTE_DOUBLE = /^"/
+const RE_QUOTE_SINGLE = /^'/
 const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
+const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^']+/
 
 export const initialLineState = {
   state: State.TopLevelContent,
@@ -104,6 +109,7 @@ export const tokenizeLine = (line, lineState) => {
   let tokens = []
   let token = TokenType.None
   let state = lineState.state
+  let stack = lineState.stack
   while (index < line.length) {
     const part = line.slice(index)
     switch (state) {
@@ -118,6 +124,7 @@ export const tokenizeLine = (line, lineState) => {
           token = TokenType.Whitespace
           state = State.TopLevelContent
         } else if ((next = part.match(RE_ANYTHING))) {
+          part
           token = TokenType.Text
           state = State.TopLevelContent
         } else {
@@ -142,28 +149,37 @@ export const tokenizeLine = (line, lineState) => {
           state = State.AfterPropertyNameAfterEqualSign
         } else if ((next = part.match(RE_LANGUAGE_CONSTANT))) {
           token = TokenType.LanguageConstant
-          state = State.TopLevelContent
+          state = stack.pop() || State.TopLevelContent
         } else if ((next = part.match(RE_LOCAL_TIME))) {
           token = TokenType.Numeric
-          state = State.TopLevelContent
+          state = stack.pop() || State.TopLevelContent
         } else if ((next = part.match(RE_NUMERIC_INTEGER))) {
           token = TokenType.Numeric
-          state = State.TopLevelContent
+          state = stack.pop() || State.TopLevelContent
         } else if ((next = part.match(RE_NUMERIC_FLOAT))) {
           token = TokenType.Numeric
-          state = State.TopLevelContent
+          state = stack.pop() || State.TopLevelContent
         } else if ((next = part.match(RE_LINE_COMMENT))) {
           token = TokenType.Comment
-          state = State.TopLevelContent
+          state = stack.pop() || State.TopLevelContent
         } else if ((next = part.match(RE_NAN))) {
           token = TokenType.Numeric
-          state = State.TopLevelContent
+          state = stack.pop() || State.TopLevelContent
         } else if ((next = part.match(RE_INF))) {
           token = TokenType.Numeric
-          state = State.TopLevelContent
+          state = stack.pop() || State.TopLevelContent
         } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
           token = TokenType.Punctuation
-          state = State.InsideString
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_SQUARE_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideArray
+        } else if ((next = part.match(RE_CURLY_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideObject
         } else if ((next = part.match(RE_ANYTHING))) {
           token = TokenType.PropertyValueString
           state = State.TopLevelContent
@@ -171,19 +187,76 @@ export const tokenizeLine = (line, lineState) => {
           throw new Error('no')
         }
         break
-      case State.InsideString:
+      case State.InsideDoubleQuoteString:
         if ((next = part.match(RE_QUOTE_DOUBLE))) {
           token = TokenType.PunctuationString
-          state = State.TopLevelContent
+          state = stack.pop() || State.TopLevelContent
         } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
           token = TokenType.String
-          state = State.InsideString
+          state = State.InsideDoubleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideSingleQuoteString:
+        if ((next = part.match(RE_QUOTE_SINGLE))) {
+          token = TokenType.PunctuationString
+          state = stack.pop() || State.TopLevelContent
+        } else if ((next = part.match(RE_STRING_SINGLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideArray:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.InsideArray
+        } else if ((next = part.match(RE_SQUARE_CLOSE))) {
+          token = TokenType.Punctuation
+          state = stack.pop() || State.TopLevelContent
+        } else if ((next = part.match(RE_QUOTE_DOUBLE))) {
+          token = TokenType.Punctuation
+          state = State.InsideDoubleQuoteString
+          stack.push(State.InsideArray)
+        } else if ((next = part.match(RE_COMMA))) {
+          token = TokenType.Punctuation
+          state = State.InsideArray
+        } else if ((next = part.match(RE_NUMERIC_INTEGER))) {
+          token = TokenType.Numeric
+          state = State.InsideArray
+        } else {
+          part
+          throw new Error('no')
+        }
+        break
+      case State.InsideObject:
+        if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.InsideObject
+        } else if ((next = part.match(RE_PROPERTY_NAME))) {
+          token = TokenType.PropertyName
+          state = State.InsideObject
+        } else if ((next = part.match(RE_EQUAL_SIGN))) {
+          token = TokenType.Punctuation
+          state = State.AfterPropertyNameAfterEqualSign
+          stack.push(State.InsideObject)
+        } else if ((next = part.match(RE_CURLY_CLOSE))) {
+          token = TokenType.Punctuation
+          state = stack.pop() || State.TopLevelContent
+        } else if ((next = part.match(RE_SQUARE_OPEN))) {
+          token = TokenType.Punctuation
+          state = State.InsideArray
+          stack.push(State.InsideObject)
+        } else if ((next = part.match(RE_COMMA))) {
+          token = TokenType.Punctuation
+          state = State.InsideObject
         } else {
           throw new Error('no')
         }
         break
       default:
-        console.log({ state, line })
         throw new Error('no')
     }
     const tokenLength = next[0].length
@@ -193,5 +266,6 @@ export const tokenizeLine = (line, lineState) => {
   return {
     state,
     tokens,
+    stack,
   }
 }