@lvce-editor/shared-process 0.9.1 → 0.10.0

package/extensions/builtin.theme-noctis-uva/color-theme.json

@@ -155,6 +155,14 @@
     {
       "name": "PropertyName",
       "foreground": ""
+    },
+    {
+      "name": "YamlPropertyName",
+      "foreground": "#E66533"
+    },
+    {
+      "name": "YamlPropertyValueString",
+      "foreground": "#49E9A6"
     }
   ]
 }

package/extensions/builtin.theme-palenight/README.md

@@ -1,10 +1,11 @@
 # Theme Palenight
 
+![demo](./images/demo.png)
+
 ## Gitpod
 
 [![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/theme-palenight)
 
-
 ## Credits
 
 Extension is based on https://github.com/whizkydee/vscode-palenight-theme by @whizkydee (License MIT)

package/extensions/builtin.theme-palenight/color-theme.json

@@ -164,6 +164,14 @@
     {
       "name": "Text",
       "foreground": "#bfc7d5"
+    },
+    {
+      "name": "YamlPropertyName",
+      "foreground": "#89DDFF"
+    },
+    {
+      "name": "YamlPropertyValueString",
+      "foreground": "#BFC7D5"
     }
   ]
 }

package/extensions/builtin.theme-slime/color-theme.json

@@ -208,6 +208,14 @@
     {
       "name": "Heading",
       "foreground": "#bf93b5"
+    },
+    {
+      "name": "YamlPropertyName",
+      "foreground": "#C9B567"
+    },
+    {
+      "name": "YamlPropertyValueString",
+      "foreground": "#8CAEC1"
     }
   ]
 }

package/index.js

@@ -4,3 +4,10 @@ import { fileURLToPath } from 'node:url'
 const __dirname = dirname(fileURLToPath(import.meta.url))
 
 export const sharedProcessPath = join(__dirname, 'src', 'sharedProcessMain.js')
+
+export const exportStatic = async () => {
+  const fn = await import('./src/parts/ExportStatic/ExportStatic.js')
+  const root = process.cwd()
+  const pathPrefix = process.env.PATH_PREFIX || ''
+  await fn.exportStatic({ root, pathPrefix })
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lvce-editor/shared-process",
-  "version": "0.9.1",
+  "version": "0.10.0",
   "description": "",
   "main": "index.js",
   "type": "module",
@@ -20,12 +20,12 @@
     "node": ">=16"
   },
   "dependencies": {
-    "@lvce-editor/extension-host": "0.9.1",
-    "@lvce-editor/pty-host": "0.9.1",
+    "@lvce-editor/extension-host": "0.10.0",
+    "@lvce-editor/pty-host": "0.10.0",
     "debug": "^4.3.4",
     "execa": "^6.1.0",
     "exit-hook": "^3.1.0",
-    "got": "^12.5.1",
+    "got": "^12.5.2",
     "is-object": "^1.0.2",
     "lines-and-columns": "^2.0.3",
     "open": "^8.4.0",
@@ -42,7 +42,8 @@
   "optionalDependencies": {
     "electron-clipboard-ex": "^1.3.3",
     "keytar": "^7.9.0",
-    "vscode-ripgrep-with-github-api-error-fix": "^2.5.0"
+    "vscode-ripgrep-with-github-api-error-fix": "^2.5.0",
+    "extract-zip": "^2.0.1"
   },
   "devDependencies": {
     "@types/debug": "^4.1.7",

package/src/parts/ChromeExtension/ChromeExtension.ipc.js

@@ -0,0 +1,6 @@
+import * as ChromeExtension from './ChromeExtension.js'
+
+export const Commands = {
+  'ChromeExtension.install': ChromeExtension.install,
+  'ChromeExtension.uninstall': ChromeExtension.uninstall,
+}

package/src/parts/ChromeExtension/ChromeExtension.js

@@ -0,0 +1,48 @@
+import VError from 'verror'
+import * as Assert from '../Assert/Assert.js'
+import * as Download from '../Download/Download.js'
+import * as ExtractZip from '../ExtractZip/ExtractZip.js'
+import * as FileSystem from '../FileSystem/FileSystem.js'
+import * as Path from '../Path/Path.js'
+import * as Platform from '../Platform/Platform.js'
+
+const getExtensionPath = async (tmpDir) => {
+  const dirents = await FileSystem.readDirWithFileTypes(tmpDir)
+  if (dirents.length === 1 && dirents[0].type === 'directory') {
+    return Path.join(tmpDir, dirents[0].name)
+  }
+  return tmpDir
+}
+
+export const install = async (name, url) => {
+  try {
+    Assert.string(name)
+    Assert.string(url)
+    const cachedChromeExtensionsPath = Platform.getCachedExtensionsPath()
+    const tempFileCompressed = Path.join(
+      cachedChromeExtensionsPath,
+      `${name}.zip`
+    )
+    const tmpDir = Path.join(cachedChromeExtensionsPath, name)
+    const chromeExtensionsPath = Platform.getChromeExtensionsPath()
+    await Download.download(url, tempFileCompressed)
+    await ExtractZip.extractZip({ inFile: tempFileCompressed, outDir: tmpDir })
+    const cachedExtensionPath = await getExtensionPath(tmpDir)
+    const outDir = Path.join(chromeExtensionsPath, name)
+    await FileSystem.remove(outDir)
+    await FileSystem.rename(cachedExtensionPath, outDir)
+  } catch (error) {
+    throw new VError(error, `Failed to install chrome extension ${name}`)
+  }
+}
+
+export const uninstall = async (name) => {
+  try {
+    Assert.string(name)
+    // TODO
+    // figure out extension path
+    // remove file
+  } catch (error) {
+    throw new VError(error, `Failed to uninstall chrome extension ${name}`)
+  }
+}

package/src/parts/ExportStatic/ExportStatic.js

@@ -0,0 +1,414 @@
+import fs, { cpSync, readdirSync, readFileSync, writeFileSync } from 'fs'
+import path, { join } from 'path'
+
+// TODO
+// - implement this for syntax highlighting projects
+// - implement this for language features web extensions
+
+const readExtensionManifest = (path) => {
+  const content = readFileSync(path, 'utf8')
+  return { ...JSON.parse(content), path }
+}
+
+/**
+ *
+ * @param {{root:string, pathPrefix:string  }} param0
+ */
+export const exportStatic = async ({ root, pathPrefix }) => {
+  const dirents = readdirSync(
+    join(root, 'node_modules', '@lvce-editor', 'server', 'static')
+  )
+  const RE_COMMIT_HASH = /^[a-z\d]+$/
+  const isCommitHash = (dirent) => {
+    return dirent.length === 7 && dirent.match(RE_COMMIT_HASH)
+  }
+  const commitHash = dirents.find(isCommitHash) || ''
+
+  const extensionJson = readExtensionManifest(join(root, 'extension.json'))
+  const name = extensionJson.id.slice('builtin.theme-'.length)
+  fs.rmSync(join(root, 'dist'), { recursive: true, force: true })
+
+  fs.mkdirSync(path.join(root, 'dist'))
+
+  fs.mkdirSync(
+    join(root, 'dist', commitHash, 'extensions', `builtin.theme-${name}`),
+    {
+      recursive: true,
+    }
+  )
+  fs.cpSync(
+    join(root, 'node_modules', '@lvce-editor', 'server', 'static'),
+    join(root, 'dist'),
+    {
+      recursive: true,
+    }
+  )
+
+  const replaceSync = (path, occurrence, replacement) => {
+    const oldContent = readFileSync(path, 'utf8')
+    if (!oldContent.includes(occurrence)) {
+      throw new Error(`failed to replace occurrence ${occurrence}: Not found`)
+    }
+    // @ts-ignore
+    const newContent = oldContent.replaceAll(occurrence, replacement)
+    writeFileSync(path, newContent)
+  }
+
+  replaceSync(
+    join(
+      root,
+      'dist',
+      commitHash,
+      'packages',
+      'renderer-process',
+      'dist',
+      'rendererProcessMain.js'
+    ),
+    'platform = getPlatform();',
+    'platform = "web"'
+  )
+  replaceSync(
+    join(
+      root,
+      'dist',
+      commitHash,
+      'packages',
+      'renderer-process',
+      'dist',
+      'rendererProcessMain.js'
+    ),
+    `return "/${commitHash}";`,
+    `return "${pathPrefix}/${commitHash}";`
+  )
+  replaceSync(
+    join(
+      root,
+      'dist',
+      commitHash,
+      'packages',
+      'renderer-worker',
+      'dist',
+      'rendererWorkerMain.js'
+    ),
+    'platform = getPlatform();',
+    'platform = "web"'
+  )
+  replaceSync(
+    join(
+      root,
+      'dist',
+      commitHash,
+      'packages',
+      'renderer-worker',
+      'dist',
+      'rendererWorkerMain.js'
+    ),
+    `platform2 = "remote";`,
+    'platform2 = "web";'
+  )
+  replaceSync(
+    join(
+      root,
+      'dist',
+      commitHash,
+      'packages',
+      'renderer-worker',
+      'dist',
+      'rendererWorkerMain.js'
+    ),
+    `return "/${commitHash}";`,
+    `return "${pathPrefix}/${commitHash}";`
+  )
+  replaceSync(
+    join(
+      root,
+      'dist',
+      commitHash,
+      'packages',
+      'renderer-worker',
+      'dist',
+      'rendererWorkerMain.js'
+    ),
+    `getColorThemeUrlWeb = (colorThemeId) => {
+      return \`/extensions/builtin.theme-\${colorThemeId}/color-theme.json\`;
+    };`,
+    `const getColorThemeUrlWeb = (colorThemeId) => {
+      const assetDir = getAssetDir()
+      return \`\${assetDir}/themes/\${colorThemeId}.json\`
+    }`
+  )
+  replaceSync(
+    join(
+      root,
+      'dist',
+      commitHash,
+      'packages',
+      'renderer-worker',
+      'dist',
+      'rendererWorkerMain.js'
+    ),
+    `getIconThemeUrl = (iconThemeId) => {
+      return \`/extensions/builtin.\${iconThemeId}/icon-theme.json\`;
+    }`,
+    `getIconThemeUrl = (iconThemeId) => {
+      const assetDir = getAssetDir()
+      return \`\${assetDir}/icon-themes/\${iconThemeId}.json\`
+    }`
+  )
+  replaceSync(
+    join(
+      root,
+      'dist',
+      commitHash,
+      'packages',
+      'renderer-worker',
+      'dist',
+      'rendererWorkerMain.js'
+    ),
+    `return \`\${extensionPath}\${value}\``,
+    `return \`${pathPrefix}/${commitHash}/file-icons/\${value.slice(7)}\``
+  )
+
+  // workaround for firefox bug
+  replaceSync(
+    join(
+      root,
+      'dist',
+      commitHash,
+      'packages',
+      'renderer-worker',
+      'dist',
+      'rendererWorkerMain.js'
+    ),
+    `//# sourceMappingURL`,
+    `export {}
+//# sourceMappingURL`
+  )
+  replaceSync(
+    join(root, 'dist', commitHash, 'config', 'defaultSettings.json'),
+    `"workbench.colorTheme": "slime"`,
+    `"workbench.colorTheme": "${name}"`
+  )
+  replaceSync(
+    join(root, 'dist', commitHash, 'config', 'defaultSettings.json'),
+    `"workbench.saveStateOnVisibilityChange": false`,
+    `"workbench.saveStateOnVisibilityChange": true`
+  )
+
+  const extensionDirents = readdirSync(
+    join(root, 'node_modules', '@lvce-editor', 'shared-process', 'extensions')
+  )
+
+  const isLanguageBasics = (dirent) => {
+    return dirent.startsWith('builtin.language-basics')
+  }
+
+  const isTheme = (dirent) => {
+    return dirent.startsWith('builtin.theme-')
+  }
+
+  const isIconTheme = (dirent) => {
+    return dirent === 'builtin.vscode-icons'
+  }
+
+  const languageBasicsDirents = extensionDirents.filter(isLanguageBasics)
+  const themeDirents = extensionDirents.filter(isTheme)
+  const iconThemeDirents = extensionDirents.filter(isIconTheme)
+
+  const writeJson = (path, json) => {
+    const content = JSON.stringify(json, null, 2) + '\n'
+    writeFileSync(path, content)
+  }
+
+  const getManifestPath = (dirent) => {
+    return join(
+      root,
+      'node_modules',
+      '@lvce-editor',
+      'shared-process',
+      'extensions',
+      dirent,
+      'extension.json'
+    )
+  }
+  const getLanguages = (extension) => {
+    const languages = []
+    for (const language of extension.languages || []) {
+      languages.push({
+        ...language,
+        tokenize: `${pathPrefix}/${commitHash}/extensions/${extension.id}/${language.tokenize}`,
+      })
+    }
+    return languages
+  }
+  const languages = languageBasicsDirents
+    .map(getManifestPath)
+    .map(readExtensionManifest)
+    .flatMap(getLanguages)
+  writeJson(
+    join(root, 'dist', commitHash, 'config', 'languages.json'),
+    languages
+  )
+
+  for (const languageBasicsDirent of languageBasicsDirents) {
+    cpSync(
+      join(
+        root,
+        'node_modules',
+        '@lvce-editor',
+        'shared-process',
+        'extensions',
+        languageBasicsDirent
+      ),
+      join(root, 'dist', commitHash, 'extensions', languageBasicsDirent),
+      {
+        recursive: true,
+      }
+    )
+  }
+
+  const getThemeName = (dirent) => {
+    return dirent.slice('builtin.theme-'.length)
+  }
+
+  for (const themeDirent of themeDirents) {
+    const themeId = getThemeName(themeDirent)
+    cpSync(
+      join(
+        root,
+        'node_modules',
+        '@lvce-editor',
+        'shared-process',
+        'extensions',
+        themeDirent,
+        'color-theme.json'
+      ),
+      join(root, 'dist', commitHash, 'themes', `${themeId}.json`)
+    )
+  }
+
+  const compare = (a, b) => {
+    return a.localeCompare(b)
+  }
+
+  const toSorted = (objects, compare) => {
+    return [...objects].sort(compare)
+  }
+
+  const mergeThemes = (builtinThemes, extensionThemes) => {
+    const seen = []
+    const merged = []
+    for (const extensionTheme of extensionThemes) {
+      seen.push(extensionTheme)
+      merged.push(extensionTheme)
+    }
+    for (const builtinTheme of builtinThemes) {
+      if (seen.includes(builtinTheme)) {
+        continue
+      }
+      merged.push(builtinTheme)
+    }
+    const sorted = toSorted(merged, compare)
+    return sorted
+  }
+
+  const themeIds = mergeThemes(themeDirents.map(getThemeName), [name])
+  writeJson(join(root, 'dist', commitHash, 'config', 'themes.json'), themeIds)
+
+  for (const iconThemeDirent of iconThemeDirents) {
+    const iconThemeId = iconThemeDirent.slice('builtin.'.length)
+    cpSync(
+      join(
+        root,
+        'node_modules',
+        '@lvce-editor',
+        'shared-process',
+        'extensions',
+        iconThemeDirent,
+        'icon-theme.json'
+      ),
+      join(root, 'dist', commitHash, 'icon-themes', `${iconThemeId}.json`)
+    )
+    cpSync(
+      join(
+        root,
+        'node_modules',
+        '@lvce-editor',
+        'shared-process',
+        'extensions',
+        iconThemeDirent,
+        'icons'
+      ),
+      join(root, 'dist', commitHash, 'file-icons'),
+      {
+        recursive: true,
+      }
+    )
+  }
+
+  cpSync(
+    join(root, 'color-theme.json'),
+    join(root, 'dist', commitHash, 'themes', `${name}.json`)
+  )
+  replaceSync(
+    join(root, 'dist', 'index.html'),
+    `/${commitHash}`,
+    `${pathPrefix}/${commitHash}`
+  )
+  replaceSync(
+    join(root, 'dist', 'index.html'),
+    `/manifest.json`,
+    `${pathPrefix}/manifest.json`
+  )
+  replaceSync(
+    join(root, 'dist', 'index.html'),
+    '</title>',
+    `</title>
+<link rel="shortcut icon" type="image/x-icon" href="favicon.ico">`
+  )
+  replaceSync(
+    join(root, 'dist', 'manifest.json'),
+    `/${commitHash}`,
+    `${pathPrefix}/${commitHash}`
+  )
+
+  fs.copyFileSync(
+    join(root, 'README.md'),
+    join(
+      root,
+      'dist',
+      commitHash,
+      'extensions',
+      `builtin.theme-${name}`,
+      'README.md'
+    )
+  )
+  fs.copyFileSync(
+    join(root, 'extension.json'),
+    join(
+      root,
+      'dist',
+      commitHash,
+      'extensions',
+      `builtin.theme-${name}`,
+      'extension.json'
+    )
+  )
+  fs.copyFileSync(
+    join(root, 'color-theme.json'),
+    join(
+      root,
+      'dist',
+      commitHash,
+      'extensions',
+      `builtin.theme-${name}`,
+      'color-theme.json'
+    )
+  )
+
+  replaceSync(
+    join(root, 'dist', commitHash, 'css', 'App.css'),
+    `/${commitHash}`,
+    `${pathPrefix}/${commitHash}`
+  )
+}

package/src/parts/ExtractZip/ExtractZip.js

@@ -0,0 +1,12 @@
+import extract from 'extract-zip'
+import { mkdir } from 'node:fs/promises'
+import VError from 'verror'
+
+export const extractZip = async ({ inFile, outDir }) => {
+  try {
+    await mkdir(outDir, { recursive: true })
+    await extract(inFile, { dir: outDir })
+  } catch (error) {
+    throw new VError(error, `Failed to extract ${inFile}`)
+  }
+}

package/src/parts/Module/Module.js

@@ -2,6 +2,8 @@ import * as ModuleId from '../ModuleId/ModuleId.js'
 
 export const load = (moduleId) => {
   switch (moduleId) {
+    case ModuleId.ChromeExtension:
+      return import('../ChromeExtension/ChromeExtension.ipc.js')
     case ModuleId.ClipBoard:
       return import('../ClipBoard/ClipBoard.ipc.js')
     case ModuleId.Developer:

package/src/parts/ModuleId/ModuleId.js

@@ -14,3 +14,4 @@ export const Terminal = 13
 export const TextDocument = 14
 export const WebSocketServer = 15
 export const Workspace = 16
+export const ChromeExtension = 17

package/src/parts/ModuleMap/ModuleMap.js

@@ -2,6 +2,9 @@ import * as ModuleId from '../ModuleId/ModuleId.js'
 
 export const getModuleId = (commandId) => {
   switch (commandId) {
+    case 'ChromeExtension.install':
+    case 'ChromeExtension.uninstall':
+      return ModuleId.ChromeExtension
     case 'ClipBoard.readFiles':
     case 'ClipBoard.writeFiles':
       return ModuleId.ClipBoard

package/src/parts/Platform/Platform.js

@@ -38,10 +38,18 @@ export const getCachedExtensionsPath = () => {
   return Path.join(cacheDir, 'cached-extensions')
 }
 
+export const getCachedChromeExtensionsPath = () => {
+  return Path.join(cacheDir, 'cached-electron-browser-view-chrome-extensions')
+}
+
 export const getLinkedExtensionsPath = () => {
   return Path.join(dataDir, 'linked-extensions')
 }
 
+export const getChromeExtensionsPath = () => {
+  return Path.join(dataDir, 'electron-browser-view-chrome-extensions')
+}
+
 export const getMarketplaceUrl = () => {
   return (
     process.env.LVCE_MARKETPLACE_URL ||