@lvce-editor/shared-process 0.10.0 → 0.10.2

package/extensions/builtin.language-basics-css/src/tokenizeCss.js

@@ -14,6 +14,7 @@ export const State = {
   AfterQuery: 10,
   InsideRound: 11,
   AfterQueryWithRules: 12,
+  InsideRule: 13,
 }
 
 export const StateMap = {
@@ -60,7 +61,7 @@ export const TokenMap = {
   [TokenType.CurlyClose]: 'Punctuation',
   [TokenType.PropertyColon]: 'Punctuation',
   [TokenType.CssPropertySemicolon]: 'Punctuation',
-  [TokenType.Variable]: 'Variable',
+  [TokenType.Variable]: 'VariableName',
   [TokenType.None]: 'None',
   [TokenType.CssPropertyValue]: 'CssPropertyValue',
   [TokenType.Unknown]: 'Unknown',
@@ -68,12 +69,12 @@ export const TokenMap = {
   [TokenType.Numeric]: 'Numeric',
   [TokenType.NewLine]: 'NewLine',
   [TokenType.Comment]: 'Comment',
-  [TokenType.Query]: 'Query',
+  [TokenType.Query]: 'CssAtRule',
   [TokenType.Text]: 'Text',
   [TokenType.CssSelectorId]: 'CssSelectorId',
 }
 
-const RE_SELECTOR = /^[\.a-zA-Z\d\-\:>\+\~]+/
+const RE_SELECTOR = /^[\.a-zA-Z\d\-\:>\+\~\_%]+/
 const RE_SELECTOR_ID = /^#\w+/
 const RE_WHITESPACE = /^ +/
 const RE_CURLY_OPEN = /^\{/
@@ -151,17 +152,19 @@ export const tokenizeLine = (line, lineState) => {
           token = TokenType.Punctuation
           state = State.InsideAttributeSelector
         } else if ((next = part.match(RE_QUERY))) {
-          if (
-            next[0] === '@font-face' ||
-            next[0] === '@-ms-viewport' ||
-            next[0] === '@-o-viewport' ||
-            next[0] === '@viewport'
-          ) {
-            token = TokenType.Query
-            state = State.AfterQueryWithRules
-          } else {
-            token = TokenType.Query
-            state = State.AfterQuery
+          switch (next[0]) {
+            case '@font-face':
+            case '@-ms-viewport':
+            case '@-o-viewport':
+            case '@viewport':
+              token = TokenType.Query
+              state = State.AfterQueryWithRules
+              break
+            case '@keyframes':
+            default:
+              token = TokenType.Query
+              state = State.AfterQuery
+              break
           }
         } else if ((next = part.match(RE_STAR))) {
           token = TokenType.CssSelector
@@ -238,7 +241,7 @@ export const tokenizeLine = (line, lineState) => {
       case State.InsideBlockComment:
         if ((next = part.match(RE_BLOCK_COMMENT_END))) {
           token = TokenType.Comment
-          state = State.TopLevelContent
+          state = stack.pop() || State.TopLevelContent
         } else if ((next = part.match(RE_BLOCK_COMMENT_CONTENT))) {
           token = TokenType.Comment
           state = State.InsideBlockComment
@@ -257,6 +260,10 @@ export const tokenizeLine = (line, lineState) => {
           if (next[0].startsWith('--')) {
             token = TokenType.Variable
           }
+        } else if ((next = part.match(RE_BLOCK_COMMENT_START))) {
+          token = TokenType.Comment
+          state = State.InsideBlockComment
+          stack.push(State.InsideSelector)
         } else if ((next = part.match(RE_ANYTHING_UNTIL_CLOSE_BRACE))) {
           token = TokenType.Unknown
           state = State.InsideSelector

package/extensions/builtin.language-basics-javascript/src/tokenizeJavaScript.js

@@ -85,6 +85,7 @@ const RE_COMMA = /^,/
 const RE_COLON = /^:/
 const RE_NUMERIC =
   /^((0(x|X)[0-9a-fA-F]*)|(([0-9]+\.?[0-9]*)|(\.[0-9]+))((e|E)(\+|-)?[0-9]+)?)\b/
+const RE_NUMERIC_OCTAL = /0(?:o|O)?[0-7][0-7_]*(n)?\b/
 const RE_LINE_COMMENT_START = /^\/\//
 const RE_LINE_COMMENT_CONTENT = /^[^\n]+/
 const RE_NEWLINE_WHITESPACE = /^\n\s*/
@@ -94,14 +95,14 @@ const RE_BLOCK_COMMENT_END = /^\*\//
 const RE_UNKNOWN_VALUE = /^[^\}\{\s,"]+/
 const RE_IMPORT = /^[a-zA-Z\.]+/
 const RE_SEMICOLON = /^;/
-const RE_VARIABLE_NAME = /^[a-zA-Z_][a-zA-Z\d\_]*/
+const RE_VARIABLE_NAME = /^[a-zA-Z_$][a-zA-Z\d\_]*/
 const RE_LINE_COMMENT = /^\/\/[^\n]*/
 const RE_ROUND_OPEN = /^\(/
 const RE_ROUND_CLOSE = /^\)/
 const RE_DOT = /^\./
 const RE_EQUAL_SIGN = /^=/
 const RE_SINGLE_QUOTE = /^'/
-const RE_PUNCTUATION = /^[\(\)=\+\-><\.:;\{\}\[\]!,&\|\^\?\*]/
+const RE_PUNCTUATION = /^[\(\)=\+\-><\.:;\{\}\[\]!,&\|\^\?\*%]/
 const RE_SLASH = /^\//
 const RE_ANYTHING_UNTIL_END = /^.+/s
 const RE_WHITESPACE = /^\s+/
@@ -198,7 +199,7 @@ export const tokenizeLine = (line, lineState) => {
             token = TokenType.Comment
             state = State.InsideLineComment
           } else {
-            next = part.match(RE_PUNCTUATION)
+            next = part.match(RE_SLASH)
             token = TokenType.Punctuation
             state = State.TopLevelContent
           }
@@ -211,6 +212,9 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_QUOTE_BACKTICK))) {
           token = TokenType.Punctuation
           state = State.InsideBacktickString
+        } else if ((next = part.match(RE_NUMERIC_OCTAL))) {
+          token = TokenType.Numeric
+          state = State.TopLevelContent
         } else {
           line.slice(0, index) //?
           part //?

package/extensions/builtin.language-basics-json/src/tokenizeJson.js

@@ -93,8 +93,10 @@ const RE_ANYTHING = /^.+/s
 const RE_NUMERIC =
   /^((0(x|X)[0-9a-fA-F]*)|(([0-9]+\.?[0-9]*)|(\.[0-9]+))((e|E)(\+|-)?[0-9]+)?)\b/
 const RE_TEXT = /^[^\s\{\}\[\]]+/
-const RE_ESCAPED_QUOTE = /^\\"/
-const RE_BACK_SLASH = /^\\/
+// const RE_ESCAPED_QUOTE = /^\\"/
+// const RE_BACK_SLASH = /^\\/
+const RE_STRING_ESCAPE = /^\\.?/
+const RE_WORD = /^\w+/
 
 export const initialLineState = {
   state: State.TopLevelContent,
@@ -165,7 +167,6 @@ export const tokenizeLine = (line, lineState) => {
         }
         break
       case State.AfterCurlyOpen:
-        part
         if ((next = part.match(RE_WHITESPACE))) {
           token = TokenType.Whitespace
           state = State.AfterCurlyOpen
@@ -182,6 +183,12 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_LINE_COMMENT))) {
           token = TokenType.Comment
           state = State.AfterCurlyOpen
+        } else if ((next = part.match(RE_WORD))) {
+          token = TokenType.Text
+          state = State.AfterPropertyName
+        } else if ((next = part.match(RE_ANYTHING))) {
+          token = TokenType.Text
+          state = State.AfterCurlyOpen
         } else {
           part //?
           throw new Error('no')
@@ -195,10 +202,7 @@ export const tokenizeLine = (line, lineState) => {
           token = TokenType.Punctuation
           state = stack.pop()
           state
-        } else if ((next = part.match(RE_ESCAPED_QUOTE))) {
-          token = TokenType.JsonPropertyName
-          state = State.InsidePropertyNameString
-        } else if ((next = part.match(RE_BACK_SLASH))) {
+        } else if ((next = part.match(RE_STRING_ESCAPE))) {
           token = TokenType.JsonPropertyName
           state = State.InsidePropertyNameString
         } else {
@@ -212,10 +216,7 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
           token = TokenType.Punctuation
           state = stack.pop()
-        } else if ((next = part.match(RE_ESCAPED_QUOTE))) {
-          token = TokenType.String
-          state = State.InsideString
-        } else if ((next = part.match(RE_BACK_SLASH))) {
+        } else if ((next = part.match(RE_STRING_ESCAPE))) {
           token = TokenType.String
           state = State.InsideString
         } else {
@@ -239,7 +240,6 @@ export const tokenizeLine = (line, lineState) => {
         }
         break
       case State.AfterPropertyNameAfterColon:
-        part
         if ((next = part.match(RE_WHITESPACE))) {
           token = TokenType.Whitespace
           state = State.AfterPropertyNameAfterColon

package/extensions/builtin.language-basics-yaml/src/tokenizeYaml.js

@@ -38,6 +38,8 @@ export const TokenType = {
   String: 188,
   YamlPropertyName: 123,
   YamlPropertyValueString: 124,
+  Alias: 125,
+  Anchor: 126,
 }
 
 export const TokenMap = {
@@ -55,6 +57,8 @@ export const TokenMap = {
   [TokenType.String]: 'String',
   [TokenType.YamlPropertyName]: 'YamlPropertyName',
   [TokenType.YamlPropertyValueString]: 'YamlPropertyValueString',
+  [TokenType.Alias]: 'VariableName',
+  [TokenType.Anchor]: 'VariableName',
 }
 
 const RE_LINE_COMMENT_START = /^#/
@@ -64,7 +68,7 @@ const RE_CURLY_CLOSE = /^\}/
 const RE_PROPERTY_NAME = /^[\:@\/\\a-zA-Z\-\_\d\.]+(?=\s*:(\s+|$))/
 const RE_PROPERTY_NAME_2 =
   /^[\:@\/\\a-zA-Z\-\_\d\.\s]*[@\/\\a-zA-Z\-\_\d\.](?=\s*:(\s+|$))/
-const RE_PROPERTY_VALUE_1 = /^.+(?=\s+#)/s
+const RE_PROPERTY_VALUE_1 = /^[^&].*(?=\s+#)/s
 const RE_SEMICOLON = /^;/
 const RE_COMMA = /^,/
 const RE_ANYTHING = /^.+/s
@@ -93,6 +97,9 @@ const RE_MULTI_LINE_STRING_START = /^(?:\||>\-|>)/
 const RE_KEY_PRE = /^\s*(\-\s*)?/
 const RE_SINGLE_QUOTE = /^'/
 const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^']+/
+const RE_ALIAS = /^\*.+/
+const RE_ANCHOR = /^\&.+/
+const RE_MERGE_KEY = /^<<\:(?=\s)/
 
 export const initialLineState = {
   state: State.TopLevelContent,
@@ -158,6 +165,9 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_SINGLE_QUOTE))) {
           token = TokenType.Punctuation
           state = State.InsidePropertyNameString
+        } else if ((next = part.match(RE_MERGE_KEY))) {
+          token = TokenType.Punctuation
+          state = State.AfterPropertyNameAfterColon
         } else if ((next = part.match(RE_ANYTHING))) {
           token = TokenType.Text
           state = State.TopLevelContent
@@ -204,6 +214,9 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_PROPERTY_VALUE_1))) {
           token = TokenType.YamlPropertyValueString
           state = State.AfterPropertyValue
+        } else if ((next = part.match(RE_ANCHOR))) {
+          token = TokenType.Anchor
+          state = State.AfterPropertyNameAfterColon
         } else if ((next = part.match(RE_ANYTHING))) {
           token = TokenType.YamlPropertyValueString
           state = State.TopLevelContent
@@ -247,6 +260,9 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_MULTI_LINE_STRING_START))) {
           token = TokenType.Punctuation
           state = State.AfterPipe
+        } else if ((next = part.match(RE_ALIAS))) {
+          token = TokenType.Alias
+          state = State.TopLevelContent
         } else if ((next = part.match(RE_ANYTHING))) {
           token = TokenType.YamlPropertyValueString
           state = State.TopLevelContent
@@ -309,6 +325,9 @@ export const tokenizeLine = (line, lineState) => {
         } else if ((next = part.match(RE_DASH))) {
           token = TokenType.Punctuation
           state = State.AfterDash
+        } else if ((next = part.match(RE_LINE_COMMENT_START))) {
+          token = TokenType.Comment
+          state = State.InsideLineComment
         } else if ((next = part.match(RE_ANYTHING))) {
           token = TokenType.Text
           state = State.TopLevelContent

package/extensions/builtin.theme-slime/color-theme.json

@@ -85,6 +85,10 @@
       "name": "CssSelector",
       "foreground": "#BEB558"
     },
+    {
+      "name": "CssSelectorId",
+      "foreground": "#BE7C81"
+    },
     {
       "name": "CssPropertyValue",
       "foreground": "#C0C0C3"

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@lvce-editor/shared-process",
-  "version": "0.10.0",
-  "description": "",
+  "version": "0.10.2",
+  "description": "Utility package for @lvce-editor/server",
   "main": "index.js",
   "type": "module",
   "scripts": {
@@ -20,8 +20,8 @@
     "node": ">=16"
   },
   "dependencies": {
-    "@lvce-editor/extension-host": "0.10.0",
-    "@lvce-editor/pty-host": "0.10.0",
+    "@lvce-editor/extension-host": "0.10.2",
+    "@lvce-editor/pty-host": "0.10.2",
     "debug": "^4.3.4",
     "execa": "^6.1.0",
     "exit-hook": "^3.1.0",

package/src/parts/ExportStatic/ExportStatic.js

@@ -1,61 +1,102 @@
-import fs, { cpSync, readdirSync, readFileSync, writeFileSync } from 'fs'
-import path, { join } from 'path'
+import * as FileSystem from '../FileSystem/FileSystem.js'
+import * as JsonFile from '../JsonFile/JsonFile.js'
+import * as Path from '../Path/Path.js'
 
 // TODO
 // - implement this for syntax highlighting projects
 // - implement this for language features web extensions
 
-const readExtensionManifest = (path) => {
-  const content = readFileSync(path, 'utf8')
-  return { ...JSON.parse(content), path }
+const readExtensionManifest = async (path) => {
+  const json = await JsonFile.readJson(path)
+  return { ...json, path }
+}
+
+const getThemeName = (dirent) => {
+  return dirent.slice('builtin.theme-'.length)
+}
+
+const replace = async (path, occurrence, replacement) => {
+  const oldContent = await FileSystem.readFile(path)
+  if (!oldContent.includes(occurrence)) {
+    throw new Error(`failed to replace occurrence ${occurrence}: Not found`)
+  }
+  // @ts-ignore
+  const newContent = oldContent.replaceAll(occurrence, replacement)
+  await FileSystem.writeFile(path, newContent)
 }
 
 /**
- *
- * @param {{root:string, pathPrefix:string  }} param0
+ * @param {string} dirent
  */
-export const exportStatic = async ({ root, pathPrefix }) => {
-  const dirents = readdirSync(
-    join(root, 'node_modules', '@lvce-editor', 'server', 'static')
-  )
-  const RE_COMMIT_HASH = /^[a-z\d]+$/
-  const isCommitHash = (dirent) => {
-    return dirent.length === 7 && dirent.match(RE_COMMIT_HASH)
-  }
-  const commitHash = dirents.find(isCommitHash) || ''
+const isLanguageBasics = (dirent) => {
+  return dirent.startsWith('builtin.language-basics')
+}
 
-  const extensionJson = readExtensionManifest(join(root, 'extension.json'))
-  const name = extensionJson.id.slice('builtin.theme-'.length)
-  fs.rmSync(join(root, 'dist'), { recursive: true, force: true })
+/**
+ * @param {string} dirent
+ */
+const isTheme = (dirent) => {
+  return dirent.startsWith('builtin.theme-')
+}
 
-  fs.mkdirSync(path.join(root, 'dist'))
+/**
+ * @param {string} dirent
+ */
+const isIconTheme = (dirent) => {
+  return dirent === 'builtin.vscode-icons'
+}
 
-  fs.mkdirSync(
-    join(root, 'dist', commitHash, 'extensions', `builtin.theme-${name}`),
-    {
-      recursive: true,
-    }
-  )
-  fs.cpSync(
-    join(root, 'node_modules', '@lvce-editor', 'server', 'static'),
-    join(root, 'dist'),
-    {
-      recursive: true,
-    }
-  )
+const compare = (a, b) => {
+  return a.localeCompare(b)
+}
+
+const toSorted = (objects, compare) => {
+  return [...objects].sort(compare)
+}
 
-  const replaceSync = (path, occurrence, replacement) => {
-    const oldContent = readFileSync(path, 'utf8')
-    if (!oldContent.includes(occurrence)) {
-      throw new Error(`failed to replace occurrence ${occurrence}: Not found`)
+const mergeThemes = (builtinThemes, extensionThemes) => {
+  const seen = []
+  const merged = []
+  for (const extensionTheme of extensionThemes) {
+    seen.push(extensionTheme)
+    merged.push(extensionTheme)
+  }
+  for (const builtinTheme of builtinThemes) {
+    if (seen.includes(builtinTheme)) {
+      continue
     }
-    // @ts-ignore
-    const newContent = oldContent.replaceAll(occurrence, replacement)
-    writeFileSync(path, newContent)
+    merged.push(builtinTheme)
   }
+  const sorted = toSorted(merged, compare)
+  return sorted
+}
+
+const RE_COMMIT_HASH = /^[a-z\d]+$/
+const isCommitHash = (dirent) => {
+  return dirent.length === 7 && dirent.match(RE_COMMIT_HASH)
+}
+
+/**
+ * @param {string} root
+ */
+const clean = async (root) => {
+  await FileSystem.remove(Path.join(root, 'dist'))
+  await FileSystem.mkdir(Path.join(root, 'dist'))
+}
+
+/**
+ * @param {string} root
+ */
+const copyStaticFiles = async (root, commitHash) => {
+  await FileSystem.copy(
+    Path.join(root, 'node_modules', '@lvce-editor', 'server', 'static'),
+    Path.join(root, 'dist')
+  )
+}
 
-  replaceSync(
-    join(
+const applyOverrides = async ({ root, commitHash, pathPrefix }) => {
+  await replace(
+    Path.join(
       root,
       'dist',
       commitHash,
@@ -67,8 +108,8 @@ export const exportStatic = async ({ root, pathPrefix }) => {
     'platform = getPlatform();',
     'platform = "web"'
   )
-  replaceSync(
-    join(
+  await replace(
+    Path.join(
       root,
       'dist',
       commitHash,
@@ -80,8 +121,8 @@ export const exportStatic = async ({ root, pathPrefix }) => {
     `return "/${commitHash}";`,
     `return "${pathPrefix}/${commitHash}";`
   )
-  replaceSync(
-    join(
+  await replace(
+    Path.join(
       root,
       'dist',
       commitHash,
@@ -93,8 +134,8 @@ export const exportStatic = async ({ root, pathPrefix }) => {
     'platform = getPlatform();',
     'platform = "web"'
   )
-  replaceSync(
-    join(
+  await replace(
+    Path.join(
       root,
       'dist',
       commitHash,
@@ -106,8 +147,8 @@ export const exportStatic = async ({ root, pathPrefix }) => {
     `platform2 = "remote";`,
     'platform2 = "web";'
   )
-  replaceSync(
-    join(
+  await replace(
+    Path.join(
       root,
       'dist',
       commitHash,
@@ -119,8 +160,8 @@ export const exportStatic = async ({ root, pathPrefix }) => {
     `return "/${commitHash}";`,
     `return "${pathPrefix}/${commitHash}";`
   )
-  replaceSync(
-    join(
+  await replace(
+    Path.join(
       root,
       'dist',
       commitHash,
@@ -137,8 +178,8 @@ export const exportStatic = async ({ root, pathPrefix }) => {
       return \`\${assetDir}/themes/\${colorThemeId}.json\`
     }`
   )
-  replaceSync(
-    join(
+  await replace(
+    Path.join(
       root,
       'dist',
       commitHash,
@@ -155,8 +196,8 @@ export const exportStatic = async ({ root, pathPrefix }) => {
       return \`\${assetDir}/icon-themes/\${iconThemeId}.json\`
     }`
   )
-  replaceSync(
-    join(
+  await replace(
+    Path.join(
       root,
       'dist',
       commitHash,
@@ -170,8 +211,8 @@ export const exportStatic = async ({ root, pathPrefix }) => {
   )
 
   // workaround for firefox bug
-  replaceSync(
-    join(
+  await replace(
+    Path.join(
       root,
       'dist',
       commitHash,
@@ -184,44 +225,43 @@ export const exportStatic = async ({ root, pathPrefix }) => {
     `export {}
 //# sourceMappingURL`
   )
-  replaceSync(
-    join(root, 'dist', commitHash, 'config', 'defaultSettings.json'),
-    `"workbench.colorTheme": "slime"`,
-    `"workbench.colorTheme": "${name}"`
-  )
-  replaceSync(
-    join(root, 'dist', commitHash, 'config', 'defaultSettings.json'),
+
+  await replace(
+    Path.join(root, 'dist', commitHash, 'config', 'defaultSettings.json'),
     `"workbench.saveStateOnVisibilityChange": false`,
     `"workbench.saveStateOnVisibilityChange": true`
   )
 
-  const extensionDirents = readdirSync(
-    join(root, 'node_modules', '@lvce-editor', 'shared-process', 'extensions')
+  const extensionDirents = await FileSystem.readDir(
+    Path.join(
+      root,
+      'node_modules',
+      '@lvce-editor',
+      'shared-process',
+      'extensions'
+    )
   )
 
-  const isLanguageBasics = (dirent) => {
-    return dirent.startsWith('builtin.language-basics')
-  }
-
-  const isTheme = (dirent) => {
-    return dirent.startsWith('builtin.theme-')
-  }
-
-  const isIconTheme = (dirent) => {
-    return dirent === 'builtin.vscode-icons'
-  }
-
   const languageBasicsDirents = extensionDirents.filter(isLanguageBasics)
   const themeDirents = extensionDirents.filter(isTheme)
   const iconThemeDirents = extensionDirents.filter(isIconTheme)
 
-  const writeJson = (path, json) => {
-    const content = JSON.stringify(json, null, 2) + '\n'
-    writeFileSync(path, content)
+  const getLanguages = (extension) => {
+    const languages = []
+    for (const language of extension.languages || []) {
+      languages.push({
+        ...language,
+        tokenize: `${pathPrefix}/${commitHash}/extensions/${extension.id}/${language.tokenize}`,
+      })
+    }
+    return languages
   }
 
+  /**
+   * @param {string} dirent
+   */
   const getManifestPath = (dirent) => {
-    return join(
+    return Path.join(
       root,
       'node_modules',
       '@lvce-editor',
@@ -231,28 +271,18 @@ export const exportStatic = async ({ root, pathPrefix }) => {
       'extension.json'
     )
   }
-  const getLanguages = (extension) => {
-    const languages = []
-    for (const language of extension.languages || []) {
-      languages.push({
-        ...language,
-        tokenize: `${pathPrefix}/${commitHash}/extensions/${extension.id}/${language.tokenize}`,
-      })
-    }
-    return languages
-  }
-  const languages = languageBasicsDirents
-    .map(getManifestPath)
-    .map(readExtensionManifest)
-    .flatMap(getLanguages)
-  writeJson(
-    join(root, 'dist', commitHash, 'config', 'languages.json'),
+
+  const manifestPaths = languageBasicsDirents.map(getManifestPath)
+  const manifests = await Promise.all(manifestPaths.map(readExtensionManifest))
+  const languages = manifests.flatMap(getLanguages)
+  await JsonFile.writeJson(
+    Path.join(root, 'dist', commitHash, 'config', 'languages.json'),
     languages
   )
 
   for (const languageBasicsDirent of languageBasicsDirents) {
-    cpSync(
-      join(
+    await FileSystem.copy(
+      Path.join(
         root,
         'node_modules',
         '@lvce-editor',
@@ -260,21 +290,14 @@ export const exportStatic = async ({ root, pathPrefix }) => {
         'extensions',
         languageBasicsDirent
       ),
-      join(root, 'dist', commitHash, 'extensions', languageBasicsDirent),
-      {
-        recursive: true,
-      }
+      Path.join(root, 'dist', commitHash, 'extensions', languageBasicsDirent)
     )
   }
 
-  const getThemeName = (dirent) => {
-    return dirent.slice('builtin.theme-'.length)
-  }
-
   for (const themeDirent of themeDirents) {
     const themeId = getThemeName(themeDirent)
-    cpSync(
-      join(
+    await FileSystem.copy(
+      Path.join(
         root,
         'node_modules',
         '@lvce-editor',
@@ -283,42 +306,20 @@ export const exportStatic = async ({ root, pathPrefix }) => {
         themeDirent,
         'color-theme.json'
       ),
-      join(root, 'dist', commitHash, 'themes', `${themeId}.json`)
+      Path.join(root, 'dist', commitHash, 'themes', `${themeId}.json`)
     )
   }
 
-  const compare = (a, b) => {
-    return a.localeCompare(b)
-  }
-
-  const toSorted = (objects, compare) => {
-    return [...objects].sort(compare)
-  }
-
-  const mergeThemes = (builtinThemes, extensionThemes) => {
-    const seen = []
-    const merged = []
-    for (const extensionTheme of extensionThemes) {
-      seen.push(extensionTheme)
-      merged.push(extensionTheme)
-    }
-    for (const builtinTheme of builtinThemes) {
-      if (seen.includes(builtinTheme)) {
-        continue
-      }
-      merged.push(builtinTheme)
-    }
-    const sorted = toSorted(merged, compare)
-    return sorted
-  }
-
-  const themeIds = mergeThemes(themeDirents.map(getThemeName), [name])
-  writeJson(join(root, 'dist', commitHash, 'config', 'themes.json'), themeIds)
+  const themeIds = mergeThemes(themeDirents.map(getThemeName), [])
+  await JsonFile.writeJson(
+    Path.join(root, 'dist', commitHash, 'config', 'themes.json'),
+    themeIds
+  )
 
   for (const iconThemeDirent of iconThemeDirents) {
     const iconThemeId = iconThemeDirent.slice('builtin.'.length)
-    cpSync(
-      join(
+    await FileSystem.copy(
+      Path.join(
         root,
         'node_modules',
         '@lvce-editor',
@@ -327,10 +328,10 @@ export const exportStatic = async ({ root, pathPrefix }) => {
         iconThemeDirent,
         'icon-theme.json'
       ),
-      join(root, 'dist', commitHash, 'icon-themes', `${iconThemeId}.json`)
+      Path.join(root, 'dist', commitHash, 'icon-themes', `${iconThemeId}.json`)
     )
-    cpSync(
-      join(
+    await FileSystem.copy(
+      Path.join(
         root,
         'node_modules',
         '@lvce-editor',
@@ -339,76 +340,280 @@ export const exportStatic = async ({ root, pathPrefix }) => {
         iconThemeDirent,
         'icons'
       ),
-      join(root, 'dist', commitHash, 'file-icons'),
-      {
-        recursive: true,
-      }
+      Path.join(root, 'dist', commitHash, 'file-icons')
     )
   }
-
-  cpSync(
-    join(root, 'color-theme.json'),
-    join(root, 'dist', commitHash, 'themes', `${name}.json`)
-  )
-  replaceSync(
-    join(root, 'dist', 'index.html'),
+  await replace(
+    Path.join(root, 'dist', 'index.html'),
     `/${commitHash}`,
     `${pathPrefix}/${commitHash}`
   )
-  replaceSync(
-    join(root, 'dist', 'index.html'),
+  await replace(
+    Path.join(root, 'dist', 'index.html'),
     `/manifest.json`,
     `${pathPrefix}/manifest.json`
   )
-  replaceSync(
-    join(root, 'dist', 'index.html'),
+
+  await replace(
+    Path.join(root, 'dist', 'index.html'),
     '</title>',
     `</title>
-<link rel="shortcut icon" type="image/x-icon" href="favicon.ico">`
+    <link rel="shortcut icon" type="image/x-icon" href="favicon.ico">`
   )
-  replaceSync(
-    join(root, 'dist', 'manifest.json'),
+  await replace(
+    Path.join(root, 'dist', 'manifest.json'),
     `/${commitHash}`,
     `${pathPrefix}/${commitHash}`
   )
 
-  fs.copyFileSync(
-    join(root, 'README.md'),
-    join(
-      root,
-      'dist',
-      commitHash,
-      'extensions',
-      `builtin.theme-${name}`,
-      'README.md'
+  await replace(
+    Path.join(root, 'dist', commitHash, 'css', 'App.css'),
+    `/${commitHash}`,
+    `${pathPrefix}/${commitHash}`
+  )
+}
+
+const addExtensionSeo = async ({ root, name, description }) => {
+  await replace(
+    Path.join(root, 'dist', 'index.html'),
+    '<title>Code Editor</title>',
+    `<title>${name}</title>`
+  )
+  await replace(
+    Path.join(root, 'dist', 'manifest.json'),
+    `"name": "Code Editor Web - OSS"`,
+    `"name": "${name}"`
+  )
+  await replace(
+    Path.join(root, 'dist', 'manifest.json'),
+    `"short_name": "Web - OSS"`,
+    `"short_name": "${name}"`
+  )
+  await replace(
+    Path.join(root, 'dist', 'manifest.json'),
+    `"description": "Web Code Editor."`,
+    `"description": "${description}"`
+  )
+  await replace(
+    Path.join(root, 'dist', 'index.html'),
+    '<meta name="description" content="Online Code Editor" />',
+    `<meta name="description" content="${description}" />`
+  )
+}
+
+const getId = (object) => {
+  return object.id
+}
+
+const addExtensionThemes = async ({ root, extensionJson, commitHash }) => {
+  const colorThemes = extensionJson.colorThemes || []
+  if (colorThemes.length === 0) {
+    return
+  }
+  for (const colorTheme of colorThemes) {
+    const { id, path } = colorTheme
+    await FileSystem.mkdir(
+      Path.join(root, 'dist', commitHash, 'extensions', `builtin.theme-${id}`)
+    )
+    await FileSystem.copy(
+      Path.join(root, path),
+      Path.join(root, 'dist', commitHash, 'themes', `${id}.json`)
+    )
+    await replace(
+      Path.join(root, 'dist', commitHash, 'config', 'defaultSettings.json'),
+      `"workbench.colorTheme": "slime"`,
+      `"workbench.colorTheme": "${id}"`
+    )
+    await FileSystem.copyFile(
+      Path.join(root, 'README.md'),
+      Path.join(
+        root,
+        'dist',
+        commitHash,
+        'extensions',
+        `builtin.theme-${id}`,
+        'README.md'
+      )
+    )
+    await FileSystem.copyFile(
+      Path.join(root, 'extension.json'),
+      Path.join(
+        root,
+        'dist',
+        commitHash,
+        'extensions',
+        `builtin.theme-${id}`,
+        'extension.json'
+      )
+    )
+    await FileSystem.copyFile(
+      Path.join(root, 'color-theme.json'),
+      Path.join(
+        root,
+        'dist',
+        commitHash,
+        'extensions',
+        `builtin.theme-${id}`,
+        'color-theme.json'
+      )
     )
+  }
+  const themesJson = await JsonFile.readJson(
+    Path.join(root, 'dist', commitHash, 'config', 'themes.json')
+  )
+  const ids = colorThemes.map(getId)
+  const mergedThemes = mergeThemes(themesJson, ids)
+  await JsonFile.writeJson(
+    Path.join(root, 'dist', commitHash, 'config', 'themes.json'),
+    mergedThemes
+  )
+}
+
+const compareId = (a, b) => {
+  return a.id.localeCompare(b.id)
+}
+
+const mergeLanguages = (languages, extensionLanguages) => {
+  const seen = []
+  const merged = []
+  for (const language of extensionLanguages) {
+    seen.push(language.id)
+    merged.push(language)
+  }
+  for (const language of languages) {
+    if (seen.includes(language.id)) {
+      continue
+    }
+    merged.push(language)
+  }
+  merged.sort(compareId)
+  return merged
+}
+
+const toPlaygroundFile = (file) => {
+  return `/playground/${file}`
+}
+
+const addExtensionLanguages = async ({
+  root,
+  extensionJson,
+  commitHash,
+  pathPrefix,
+}) => {
+  const languages = extensionJson.languages || []
+  if (languages.length === 0) {
+    return
+  }
+  const extensionId = extensionJson.id
+  await FileSystem.remove(
+    Path.join(root, 'dist', commitHash, 'extensions', extensionId)
+  )
+  await FileSystem.mkdir(
+    Path.join(root, 'dist', commitHash, 'extensions', extensionId)
+  )
+  await FileSystem.copyFile(
+    Path.join(root, 'README.md'),
+    Path.join(root, 'dist', commitHash, 'extensions', extensionId, 'README.md')
   )
-  fs.copyFileSync(
-    join(root, 'extension.json'),
-    join(
+  await FileSystem.copy(
+    Path.join(root, 'src'),
+    Path.join(root, 'dist', commitHash, 'extensions', extensionId, 'src')
+  )
+  await FileSystem.copyFile(
+    Path.join(root, 'extension.json'),
+    Path.join(
       root,
       'dist',
       commitHash,
       'extensions',
-      `builtin.theme-${name}`,
+      extensionId,
       'extension.json'
     )
   )
-  fs.copyFileSync(
-    join(root, 'color-theme.json'),
-    join(
-      root,
-      'dist',
-      commitHash,
-      'extensions',
-      `builtin.theme-${name}`,
-      'color-theme.json'
-    )
+  const extensionLanguages = []
+  for (const language of languages) {
+    extensionLanguages.push({
+      ...language,
+      tokenize: `${pathPrefix}/${commitHash}/extensions/${extensionId}/${language.tokenize}`,
+    })
+  }
+  const builtinLanguages = await JsonFile.readJson(
+    Path.join(root, 'dist', commitHash, 'config', 'languages.json')
+  )
+  const mergedLanguages = mergeLanguages(builtinLanguages, extensionLanguages)
+  await JsonFile.writeJson(
+    Path.join(root, 'dist', commitHash, 'config', 'languages.json'),
+    mergedLanguages
+  )
+  await FileSystem.remove(Path.join(root, 'dist', commitHash, 'playground'))
+  await FileSystem.copy(
+    Path.join(root, 'test', 'cases'),
+    Path.join(root, 'dist', commitHash, 'playground')
   )
 
-  replaceSync(
-    join(root, 'dist', commitHash, 'css', 'App.css'),
-    `/${commitHash}`,
-    `${pathPrefix}/${commitHash}`
+  const testFiles = await FileSystem.readDir(Path.join(root, 'test', 'cases'))
+  const fileMap = testFiles.map(toPlaygroundFile)
+  await JsonFile.writeJson(
+    Path.join(root, 'dist', commitHash, 'config', 'fileMap.json'),
+    fileMap
+  )
+}
+
+const addExtension = async ({ root, commitHash, pathPrefix }) => {
+  const extensionJson = await readExtensionManifest(
+    Path.join(root, 'extension.json')
+  )
+  const name = extensionJson.name || extensionJson.id || ''
+  const description = extensionJson.description || ''
+  await addExtensionSeo({
+    root,
+    name,
+    description,
+  })
+  await addExtensionThemes({
+    root,
+    commitHash,
+    extensionJson,
+  })
+  await addExtensionLanguages({
+    root,
+    commitHash,
+    extensionJson,
+    pathPrefix,
+  })
+}
+
+/**
+ *
+ * @param {{root:string, pathPrefix:string  }} param0
+ */
+export const exportStatic = async ({ root, pathPrefix }) => {
+  const dirents = await FileSystem.readDir(
+    Path.join(root, 'node_modules', '@lvce-editor', 'server', 'static')
   )
+  const commitHash = dirents.find(isCommitHash) || ''
+
+  console.time('clean')
+  await clean(root)
+  console.timeEnd('clean')
+
+  console.time('copyStaticFiles')
+  await copyStaticFiles(root, commitHash)
+  console.timeEnd('copyStaticFiles')
+
+  console.time('applyOverrides')
+  await applyOverrides({
+    root,
+    commitHash,
+    pathPrefix,
+  })
+  console.timeEnd('applyOverrides')
+
+  console.time('addExtension')
+  await addExtension({
+    root,
+    commitHash,
+    pathPrefix,
+  })
+  console.timeEnd('addExtension')
 }

package/src/parts/FileSystem/FileSystem.js

@@ -270,6 +270,21 @@ export const stat = async (path) => {
 export const chmod = async (path, permissions) => {
   await fs.chmod(path, permissions)
 }
+export const copyFile = async (from, to) => {
+  try {
+    await fs.copyFile(from, to)
+  } catch (error) {
+    throw new VError(error, `Failed to copy file from ${from} to ${to}`)
+  }
+}
+
+export const cp = async (from, to) => {
+  try {
+    await fs.cp(from, to, { recursive: true })
+  } catch (error) {
+    throw new VError(error, `Failed to copy folder from ${from} to ${to}`)
+  }
+}
 
 // export const unwatch = (id) => {
 //   state.watchers[id].close()