@lvce-editor/shared-process 0.0.39 → 0.1.0

package/config/defaultKeyBindings.json

@@ -261,6 +261,11 @@
     "command": "Explorer.expandAll",
     "when": "focus.Explorer"
   },
+  {
+    "key": "alt+ArrowRight",
+    "command": "Explorer.expandRecursively",
+    "when": "focus.Explorer"
+  },
   {
     "key": "ctrl+ArrowLeft",
     "command": "Explorer.collapseAll",

package/extensions/builtin.language-basics-docker/extension.json

@@ -1,13 +1,23 @@
 {
   "id": "builtin.language-basics-docker",
+  "version": "0.0.0-dev",
   "name": "Language Basics Docker",
   "description": "Provides syntax highlighting and bracket matching in Dockerfile files.",
   "languages": [
     {
       "id": "dockerfile",
-      "extensions": [".dockerfile", ".containerfile"],
-      "fileNames": ["Dockerfile", "Containerfile"],
-      "fileNamePatterns": ["Dockerfile.*", "Containerfile.*"],
+      "extensions": [
+        ".dockerfile",
+        ".containerfile"
+      ],
+      "fileNames": [
+        "Dockerfile",
+        "Containerfile"
+      ],
+      "fileNamePatterns": [
+        "Dockerfile.*",
+        "Containerfile.*"
+      ],
       "tokenize": "src/tokenizeDockerfile.js"
     }
   ]

package/extensions/builtin.language-basics-json/extension.json

@@ -26,7 +26,8 @@
         ".swcrc",
         ".hintrc",
         ".babelrc",
-        ".prettierrc"
+        ".prettierrc",
+        ".sublime-project"
       ],
       "filenames": ["composer.lock", ".watchmanconfig"],
       "tokenize": "src/tokenizeJson.js"

package/extensions/builtin.language-basics-json/src/tokenizeJson.js

@@ -220,6 +220,9 @@ export const tokenizeLine = (line, lineState) => {
         if ((next = part.match(RE_COLON))) {
           token = TokenType.Punctuation
           state = State.AfterPropertyNameAfterColon
+        } else if ((next = part.match(RE_ANYTHING))) {
+          token = TokenType.Text
+          state = State.AfterCurlyOpen
         } else {
           throw new Error('no')
         }
@@ -309,9 +312,10 @@ export const tokenizeLine = (line, lineState) => {
 // }) //?
 
 const result = tokenizeLine(
-  `{ "testRegex": "/scripts/jest/dont-run-jest-directly\\.js$"`,
+  `"extends: "eslint:recommended",
+   `,
   {
-    state: State.TopLevelContent,
+    state: State.AfterCurlyOpen,
     stack: [],
   }
 ) //?

package/extensions/builtin.language-basics-markdown/src/tokenizeMarkdown.js

@@ -1,31 +1,308 @@
+/**
+ * @enum number
+ */
+const State = {
+  TopLevelContent: 1,
+  AfterOpeningAngleBracket: 2,
+  InsideOpeningTag: 3,
+  InsideOpeningTagAndHasSeenWhitespace: 4,
+  AfterClosingTagAngleBrackets: 5,
+  AfterClosingTagName: 6,
+  AfterAttributeName: 7,
+  AfterAttributeEqualSign: 8,
+  InsideAttributeDoubleQuote: 9,
+  InsideBlockComment: 10,
+  None: 11,
+  InsideDoubleQuoteString: 12,
+  InsideSingleQuoteString: 13,
+}
+
+export const StateMap = {}
+
 /**
  * @enum number
  */
 export const TokenType = {
-  Text: 1,
+  None: 99999999,
+  Numeric: 30,
+  String: 50,
+  Whitespace: 0,
+  Comment: 60,
+  Text: 117,
+  PunctuationTag: 228,
+  TagName: 118,
+  AttributeName: 119,
+  Punctuation: 10,
+  Error: 141,
+  PunctuationString: 11,
+  NewLine: 891,
+  Heading: 13,
 }
 
 export const TokenMap = {
+  [TokenType.None]: 'None',
+  [TokenType.Numeric]: 'Numeric',
+  [TokenType.String]: 'String',
+  [TokenType.Whitespace]: 'Whitespace',
+  [TokenType.Comment]: 'Comment',
   [TokenType.Text]: 'Text',
+  [TokenType.PunctuationTag]: 'PunctuationTag',
+  [TokenType.TagName]: 'TagName',
+  [TokenType.AttributeName]: 'AttributeName',
+  [TokenType.Punctuation]: 'Punctuation',
+  [TokenType.Error]: 'Error',
+  [TokenType.PunctuationString]: 'PunctuationString',
+  [TokenType.Heading]: 'Heading',
 }
 
+const RE_ANGLE_BRACKET_CLOSE = /^>/
+const RE_ANGLE_BRACKET_ONLY = /^</
+const RE_ANGLE_BRACKET_OPEN = /^</
+const RE_ANGLE_BRACKET_OPEN_TAG = /^<(?!\s)/
+const RE_ANY_TEXT = /^[^\n]+/
+const RE_ATTRIBUTE_NAME = /^[a-zA-Z\d\-]+/
+const RE_BLOCK_COMMENT_CONTENT = /^.(?:.*?)(?=-->|$)/s
+const RE_BLOCK_COMMENT_END = /^-->/
+const RE_BLOCK_COMMENT_START = /^<!--/
+const RE_DASH_DASH = /^\-\-/
+const RE_DOUBLE_QUOTE = /^"/
+const RE_EQUAL_SIGN = /^=/
+const RE_EXCLAMATION_MARK = /^!/
+const RE_INVALID_INSIDE_ClOSING_TAG = /^[^a-zA-Z>]/
+const RE_INVALID_INSIDE_OPENING_TAG = /^[^a-zA-Z>]/
+const RE_NEWLINE = /^\n/
+const RE_NEWLINE_WHITESPACE = /^\n\s*/
+const RE_NOT_TAGNAME = /^[^a-zA-Z\d]+/
+const RE_PUNCTUATION = /^[<;'".,]/
+const RE_PUNCTUATION_SELF_CLOSING = /^\/>/
+const RE_SELF_CLOSING = /^\/>/
+const RE_SINGLE_QUOTE = /^'/
+const RE_SLASH = /^\//
+const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
+const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^']+/
+const RE_TAG_TEXT = /^[^\s>]+/
+const RE_TAGNAME = /^[!\w]+/
+const RE_TEXT = /^[^<>\n]+/
+const RE_WHITESPACE = /^\s+/
+const RE_WORD = /^[^\s]+/
+const RE_HEADING = /^\#.*/s
+
 export const initialLineState = {
-  state: 0,
-  tokens: [],
+  state: State.TopLevelContent,
+}
+
+/**
+ *
+ * @param {any} lineStateA
+ * @param {any} lineStateB
+ * @returns
+ */
+export const isLineStateEqual = (lineStateA, lineStateB) => {
+  return lineStateA.state === lineStateB.state
 }
 
 /**
+ *
  * @param {string} line
+ * @param {any} lineState
+ * @returns
  */
-export const tokenizeLine = (line) => {
-  const tokens = [
-    {
-      type: TokenType.Text,
-      length: line.length,
-    },
-  ]
+export const tokenizeLine = (line, lineState) => {
+  let next = null
+  let index = 0
+  let tokens = []
+  let token = TokenType.None
+  let state = lineState.state
+  while (index < line.length) {
+    const part = line.slice(index)
+    switch (state) {
+      case State.TopLevelContent:
+        if ((next = part.match(RE_BLOCK_COMMENT_START))) {
+          token = TokenType.Comment
+          state = State.InsideBlockComment
+        } else if ((next = part.match(RE_ANGLE_BRACKET_OPEN_TAG))) {
+          token = TokenType.PunctuationTag
+          state = State.AfterOpeningAngleBracket
+        } else if ((next = part.match(RE_HEADING))) {
+          token = TokenType.Heading
+        } else if ((next = part.match(RE_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANGLE_BRACKET_OPEN))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterOpeningAngleBracket:
+        if ((next = part.match(RE_TAGNAME))) {
+          token = TokenType.TagName
+          state = State.InsideOpeningTag
+        } else if ((next = part.match(RE_SLASH))) {
+          token = TokenType.PunctuationTag
+          state = State.AfterClosingTagAngleBrackets
+        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANY_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.InsideOpeningTag:
+        if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_EXCLAMATION_MARK))) {
+          token = TokenType.PunctuationTag
+          state = State.InsideOpeningTag
+        } else if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.InsideOpeningTagAndHasSeenWhitespace
+        } else if ((next = part.match(RE_DASH_DASH))) {
+          token = TokenType.Comment
+          state = State.InsideBlockComment
+        } else if ((next = part.match(RE_TAG_TEXT))) {
+          token = TokenType.Text
+          state = State.InsideOpeningTag
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterClosingTagAngleBrackets:
+        if ((next = part.match(RE_TAGNAME))) {
+          token = TokenType.TagName
+          state = State.AfterClosingTagName
+        } else if ((next = part.match(RE_ANY_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterClosingTagName:
+        if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideOpeningTagAndHasSeenWhitespace:
+        if ((next = part.match(RE_ATTRIBUTE_NAME))) {
+          token = TokenType.AttributeName
+          state = State.AfterAttributeName
+        } else if ((next = part.match(RE_SELF_CLOSING))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_TAG_TEXT))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterAttributeName:
+        if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_EQUAL_SIGN))) {
+          token = TokenType.Punctuation
+          state = State.AfterAttributeEqualSign
+        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_SINGLE_QUOTE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_TAG_TEXT))) {
+          token = TokenType.Text
+          state = State.InsideOpeningTag
+        } else if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.InsideOpeningTagAndHasSeenWhitespace
+        } else {
+          // TODO check quotation mark
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.AfterAttributeEqualSign:
+        if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideDoubleQuoteString
+        } else if ((next = part.match(RE_SINGLE_QUOTE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideSingleQuoteString
+        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
+          token = TokenType.PunctuationTag
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideDoubleQuoteString:
+        if ((next = part.match(RE_DOUBLE_QUOTE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideOpeningTag
+        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideDoubleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideSingleQuoteString:
+        if ((next = part.match(RE_SINGLE_QUOTE))) {
+          token = TokenType.PunctuationString
+          state = State.InsideOpeningTag
+        } else if ((next = part.match(RE_STRING_SINGLE_QUOTE_CONTENT))) {
+          token = TokenType.String
+          state = State.InsideSingleQuoteString
+        } else {
+          throw new Error('no')
+        }
+        break
+      case State.InsideBlockComment:
+        if ((next = part.match(RE_BLOCK_COMMENT_END))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_BLOCK_COMMENT_CONTENT))) {
+          token = TokenType.Comment
+          state = State.InsideBlockComment
+        } else {
+          throw new Error('no')
+        }
+        break
+      default:
+        state
+        throw new Error('no')
+    }
+    index += next[0].length
+    tokens.push({
+      type: token,
+      length: next[0].length,
+    })
+  }
   return {
-    state: 0,
+    state,
     tokens,
   }
 }

package/extensions/builtin.language-basics-perl/README.md

@@ -0,0 +1,14 @@
+# Language Basics Perl
+
+## Contributing
+
+```sh
+git clone git@github.com:lvce-editor/language-basics-perl.git &&
+cd language-basics-perl &&
+npm ci &&
+npm test
+```
+
+## Gitpod
+
+[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-perl)

package/extensions/builtin.language-basics-perl/extension.json

@@ -0,0 +1,12 @@
+{
+  "id": "builtin.language-basics-perl",
+  "name": "Language Basics Perl",
+  "description": "Provides syntax highlighting and bracket matching in Perl files.",
+  "languages": [
+    {
+      "id": "perl",
+      "extensions": [".perl"],
+      "tokenize": "src/tokenizePerl.js"
+    }
+  ]
+}

package/extensions/builtin.language-basics-perl/src/tokenizePerl.js

@@ -0,0 +1,31 @@
+/**
+ * @enum number
+ */
+export const TokenType = {
+  Text: 1,
+}
+
+export const TokenMap = {
+  [TokenType.Text]: 'Text',
+}
+
+export const initialLineState = {
+  state: 0,
+  tokens: [],
+}
+
+/**
+ * @param {string} line
+ */
+export const tokenizeLine = (line) => {
+  const tokens = [
+    {
+      type: TokenType.Text,
+      length: line.length,
+    },
+  ]
+  return {
+    state: 0,
+    tokens,
+  }
+}

package/extensions/builtin.language-basics-toml/extension.json

@@ -1,12 +1,20 @@
 {
   "id": "builtin.language-basics-toml",
+  "version": "0.0.0-dev",
   "name": "Language Basics Toml",
   "description": "Provides syntax highlighting and bracket matching in Toml files.",
   "languages": [
     {
       "id": "toml",
-      "extensions": [".toml", ".tml", ".replit"],
-      "filenames": ["Cargo.lock", "Gopkg.lock"],
+      "extensions": [
+        ".toml",
+        ".tml",
+        ".replit"
+      ],
+      "filenames": [
+        "Cargo.lock",
+        "Gopkg.lock"
+      ],
       "tokenize": "src/tokenizeToml.js"
     }
   ]

package/extensions/builtin.theme-slime/color-theme.json

@@ -200,6 +200,10 @@
     {
       "name": "StorageModifier",
       "foreground": "#AB9B67"
+    },
+    {
+      "name": "Heading",
+      "foreground": "#bf93b5"
     }
   ]
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lvce-editor/shared-process",
-  "version": "0.0.39",
+  "version": "0.1.0",
   "description": "",
   "main": "index.js",
   "type": "module",
@@ -23,11 +23,11 @@
     "chokidar": "^3.5.3",
     "debug": "^4.3.4",
     "execa": "^6.1.0",
-    "exit-hook": "^3.0.0",
-    "got": "^12.3.1",
+    "exit-hook": "^3.1.0",
+    "got": "^12.4.1",
     "is-object": "^1.0.2",
     "json-parse-even-better-errors": "^2.3.1",
-    "jsonc-parser": "^3.1.0",
+    "jsonc-parser": "^3.2.0",
     "lines-and-columns": "^2.0.3",
     "open": "^8.4.0",
     "p-queue": "^7.3.0",
@@ -38,8 +38,8 @@
     "verror": "^1.10.1",
     "ws": "^8.8.1",
     "xdg-basedir": "^5.1.0",
-    "@lvce-editor/pty-host": "0.0.39",
-    "@lvce-editor/extension-host": "0.0.39"
+    "@lvce-editor/pty-host": "0.1.0",
+    "@lvce-editor/extension-host": "0.1.0"
   },
   "optionalDependencies": {
     "electron-clipboard-ex": "^1.3.3",

package/src/parts/Command/Command.js

@@ -11,9 +11,9 @@ const MODULE_PREFERENCES = 11
 const MODULE_NATIVE = 12
 const MODULE_CLIPBOARD = 13
 const MODULE_TEXT_DOCUMENT = 14
-const MODULE_ELECTRON = 15
 const MODULE_WEBSOCKET_SERVER = 16
 const MODULE_PLATFORM = 17
+const MODULE_RECENTLY_OPENED = 18
 
 const commands = Object.create(null)
 const invocables = Object.create(null)
@@ -48,12 +48,12 @@ const loadModule = (moduleId) => {
       return import('../ClipBoard/ClipBoard.ipc.js')
     case MODULE_TEXT_DOCUMENT:
       return import('../TextDocument/TextDocument.ipc.js')
-    case MODULE_ELECTRON:
-      return import('../Electron/Electron.ipc.js')
     case MODULE_WEBSOCKET_SERVER:
       return import('../WebSocketServer/WebSocketServer.ipc.js')
     case MODULE_PLATFORM:
       return import('../Platform/Platform.ipc.js')
+    case MODULE_RECENTLY_OPENED:
+      return import('../RecentlyOpened/RecentlyOpened.ipc.js')
     default:
       throw new Error(`unknown module ${moduleId}`)
   }
@@ -211,21 +211,8 @@ const getModuleId = (commandId) => {
     case 'OutputChannel.open':
     case 'OutputChannel.close':
       return MODULE_OUTPUT_CHANNEL
-    case 'Electron.toggleDevtools':
-    case 'Electron.windowMinimize':
-    case 'Electron.windowMaximize':
-    case 'Electron.windowUnmaximize':
-    case 'Electron.windowClose':
-    case 'Electron.about':
-    case 'Electron.showOpenDialog':
-    case 'Electron.windowReload':
-    case 'Electron.getPerformanceEntries':
-    case 'Electron.crashMainProcess':
-    case 'Electron.showMessageBox':
-    case 'Electron.windowOpenNew':
-    case 'Electron.exit':
-    case 'Electron.openProcessExplorer':
-      return MODULE_ELECTRON
+    case 'RecentlyOpened.addPath':
+      return MODULE_RECENTLY_OPENED
     default:
       throw new Error(`[shared-process] command ${commandId} not found`)
   }

package/src/parts/DirentType/DirentType.js

@@ -0,0 +1,13 @@
+export const File = 'file'
+
+export const Direcory = 'directory'
+
+export const Symlink = 'symlink'
+
+export const Socket = 'socket'
+
+export const BlockDevice = 'block-device'
+
+export const CharacterDevice = 'character-device'
+
+export const Unknown = 'unknown'

package/src/parts/Download/Download.js

@@ -1,10 +1,10 @@
+import got from 'got'
 import { createReadStream, createWriteStream } from 'node:fs'
 import { mkdir, rm } from 'node:fs/promises'
 import { pipeline } from 'node:stream/promises'
 import { createBrotliDecompress } from 'node:zlib'
-import got from 'got'
 import tar from 'tar-fs'
-import * as Error from '../Error/Error.js'
+import VError from 'verror'
 import * as Path from '../Path/Path.js'
 
 export const download = async (url, outFile) => {
@@ -14,12 +14,10 @@ export const download = async (url, outFile) => {
   } catch (error) {
     try {
       await rm(outFile)
-    } catch {}
-    throw new Error.OperationalError({
-      cause: error,
-      code: 'E_DOWNLOAD_FAILED',
-      message: `Failed to download "${url}"`,
-    })
+    } catch {
+      // ignore
+    }
+    throw new VError(error, `Failed to download "${url}"`)
   }
 }