@lvce-editor/shared-process 0.0.37 → 0.0.40

package/extensions/builtin.language-basics-yaml/src/tokenizeYaml.js

@@ -1,33 +1,122 @@
+/**
+ * @enum number
+ */
+export const State = {
+  TopLevelContent: 1,
+  InsideLineComment: 2,
+}
+
+export const StateMap = {
+  [State.TopLevelContent]: 'TopLevelContent',
+  [State.InsideLineComment]: 'InsideLineComment',
+}
+
 /**
  * @enum number
  */
 export const TokenType = {
-  Text: 0,
-  NewLine: 1,
+  CssSelector: 1,
+  Whitespace: 2,
+  None: 57,
+  Unknown: 881,
+  NewLine: 884,
+  Comment: 885,
+  Query: 886,
+  Text: 887,
 }
 
 export const TokenMap = {
+  [TokenType.CssSelector]: 'CssSelector',
+  [TokenType.Whitespace]: 'Whitespace',
+  [TokenType.None]: 'None',
+  [TokenType.Unknown]: 'Unknown',
+  [TokenType.NewLine]: 'NewLine',
+  [TokenType.Comment]: 'Comment',
+  [TokenType.Query]: 'Query',
   [TokenType.Text]: 'Text',
 }
 
+const RE_LINE_COMMENT_START = /^#/
+const RE_WHITESPACE = /^ +/
+const RE_CURLY_OPEN = /^\{/
+const RE_CURLY_CLOSE = /^\}/
+const RE_PROPERTY_NAME = /^[a-zA-Z\-]+\b/
+const RE_COLON = /^:/
+const RE_PROPERTY_VALUE = /^[^;\}]+/
+const RE_SEMICOLON = /^;/
+const RE_COMMA = /^,/
+const RE_ANYTHING = /^.*/
+const RE_NUMERIC = /^(([0-9]+\.?[0-9]*)|(\.[0-9]+))/
+const RE_ANYTHING_UNTIL_CLOSE_BRACE = /^[^\}]+/
+const RE_BLOCK_COMMENT_START = /^\/\*/
+const RE_BLOCK_COMMENT_END = /^\*\//
+const RE_BLOCK_COMMENT_CONTENT = /^.+?(?=\*\/|$)/s
+const RE_ROUND_OPEN = /^\(/
+const RE_ROUND_CLOSE = /^\)/
+const RE_PSEUDO_SELECTOR_CONTENT = /^[^\)]+/
+const RE_SQUARE_OPEN = /^\[/
+const RE_SQUARE_CLOSE = /^\]/
+const RE_ATTRIBUTE_SELECTOR_CONTENT = /^[^\]]+/
+const RE_QUERY = /^@[a-z\-]+/
+const RE_STAR = /^\*/
+const RE_QUERY_NAME = /^[a-z\-]+/
+const RE_QUERY_CONTENT = /^[^\)]+/
+const RE_COMBINATOR = /^[\+\>\~]/
+
 export const initialLineState = {
-  state: 1,
+  state: State.TopLevelContent,
+  tokens: [],
+  stack: [],
 }
 
+/**
+ * @param {string} line
+ * @param {any} lineState
+ */
 export const tokenizeLine = (line, lineState) => {
-  if (line.length === 0) {
-    return {
-      state: 1,
-      tokens: [],
+  let next = null
+  let index = 0
+  let tokens = []
+  let token = TokenType.None
+  let state = lineState.state
+  while (index < line.length) {
+    const part = line.slice(index)
+    switch (state) {
+      case State.TopLevelContent:
+        if ((next = part.match(RE_LINE_COMMENT_START))) {
+          token = TokenType.Comment
+          state = State.InsideLineComment
+        } else if ((next = part.match(RE_WHITESPACE))) {
+          token = TokenType.Whitespace
+          state = State.TopLevelContent
+        } else if ((next = part.match(RE_ANYTHING))) {
+          token = TokenType.Text
+          state = State.TopLevelContent
+        } else {
+          part //?
+          throw new Error('no')
+        }
+        break
+      case State.InsideLineComment:
+        if ((next = part.match(RE_ANYTHING))) {
+          token = TokenType.Comment
+          state = State.TopLevelContent
+        } else {
+          throw new Error('no')
+        }
+        break
+      default:
+        console.log({ state, line })
+        throw new Error('no')
     }
+    index += next[0].length
+    tokens.push({
+      type: token,
+      length: next[0].length,
+    })
   }
   return {
-    state: 1,
-    tokens: [
-      {
-        type: TokenType.Text,
-        length: line.length,
-      },
-    ],
+    state,
+    tokens,
   }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lvce-editor/shared-process",
-  "version": "0.0.37",
+  "version": "0.0.40",
   "description": "",
   "main": "index.js",
   "type": "module",
@@ -38,8 +38,8 @@
     "verror": "^1.10.1",
     "ws": "^8.8.1",
     "xdg-basedir": "^5.1.0",
-    "@lvce-editor/pty-host": "0.0.37",
-    "@lvce-editor/extension-host": "0.0.37"
+    "@lvce-editor/pty-host": "0.0.40",
+    "@lvce-editor/extension-host": "0.0.40"
   },
   "optionalDependencies": {
     "electron-clipboard-ex": "^1.3.3",

package/src/parts/Electron/Electron.js

@@ -65,10 +65,11 @@ export const about = async () => {
   await invoke(/* About.open */ 'About.open')
 }
 
-export const showOpenDialog = async (title) => {
+export const showOpenDialog = async (title, properties) => {
   const result = await invoke(
     /* Dialog.showOpenDialog */ 'Dialog.showOpenDialog',
-    /* title */ title
+    /* title */ title,
+    /* properties */ properties
   )
   return result
 }

package/src/parts/ExtensionManagement/ExtensionManagement.js

@@ -32,40 +32,6 @@ const getEnabledExtensionWithOnlyExtension = (
   return extensions
 }
 
-export const state = {
-  async getExtensions() {
-    // TODO only read from env once
-    const builtinExtensions = await getBuiltinExtensions()
-    const onlyExtensionPath = Platform.getOnlyExtensionPath()
-    if (onlyExtensionPath) {
-      const absolutePath = path.resolve(onlyExtensionPath)
-      const [onlyExtension] = await getExtensionManifests([absolutePath])
-      const enabledExtensions = getEnabledExtensionWithOnlyExtension(
-        builtinExtensions,
-        onlyExtension
-      )
-      return enabledExtensions
-    }
-    const installedExtensions = await getInstalledExtensions()
-    return [...builtinExtensions, ...installedExtensions]
-  },
-  async getThemeExtensions() {
-    const builtinExtensionsPath = Platform.getBuiltinExtensionsPath()
-    const dirents = await readdir(builtinExtensionsPath)
-    const paths = []
-    for (const dirent of dirents) {
-      if (isTheme(dirent)) {
-        paths.push(getAbsoluteBuiltinExtensionPath(dirent))
-      }
-    }
-    if (process.env.ONLY_EXTENSION && isTheme(process.env.ONLY_EXTENSION)) {
-      paths.push(process.env.ONLY_EXTENSION)
-    }
-    const builtinExtensions = await getExtensionManifests(paths)
-    return builtinExtensions
-  },
-}
-
 export const install = async (id) => {
   // TODO this should be a stateless function, renderer-worker should have info on marketplace url
   // TODO use command.execute
@@ -301,7 +267,20 @@ export const getInstalledExtensions = async () => {
 }
 
 export const getExtensions = async () => {
-  return state.getExtensions()
+  // TODO only read from env once
+  const builtinExtensions = await getBuiltinExtensions()
+  const onlyExtensionPath = Platform.getOnlyExtensionPath()
+  if (onlyExtensionPath) {
+    const absolutePath = path.resolve(onlyExtensionPath)
+    const [onlyExtension] = await getExtensionManifests([absolutePath])
+    const enabledExtensions = getEnabledExtensionWithOnlyExtension(
+      builtinExtensions,
+      onlyExtension
+    )
+    return enabledExtensions
+  }
+  const installedExtensions = await getInstalledExtensions()
+  return [...builtinExtensions, ...installedExtensions]
 }
 
 const RE_THEME = /[a-z]+\.[a-z\-]*theme-[a-z\d\-]+$/
@@ -317,7 +296,20 @@ const getThemeExtensionsBuiltin = async () => {
 }
 
 export const getThemeExtensions = async () => {
-  return state.getThemeExtensions()
+  const builtinExtensionsPath = Platform.getBuiltinExtensionsPath()
+  const dirents = await readdir(builtinExtensionsPath)
+  const paths = []
+  for (const dirent of dirents) {
+    if (isTheme(dirent)) {
+      paths.push(getAbsoluteBuiltinExtensionPath(dirent))
+    }
+  }
+  const onlyExtensionPath = Platform.getOnlyExtensionPath()
+  if (onlyExtensionPath && isTheme(onlyExtensionPath)) {
+    paths.push(onlyExtensionPath)
+  }
+  const builtinExtensions = await getExtensionManifests(paths)
+  return builtinExtensions
 }
 
 export const getDisabledExtensions = async () => {
@@ -327,8 +319,9 @@ export const getDisabledExtensions = async () => {
 }
 
 export const getAllExtensions = async () => {
-  if (process.env.ONLY_EXTENSION) {
-    return getExtensionManifests([process.env.ONLY_EXTENSION])
+  const onlyExtensionPath = Platform.getOnlyExtensionPath()
+  if (onlyExtensionPath) {
+    return getExtensionManifests([onlyExtensionPath])
   }
   const t1 = performance.now()
   const [builtinExtensions, installedExtensions, disabledExtensions] =