@lazycatcloud/lzc-cli 1.1.8 → 1.1.9

package/lib/box/qemu_vm_mgr.js

@@ -3,14 +3,36 @@ import fs from "node:fs";
 import { spawn, spawnSync } from "node:child_process";
 import path from "node:path";
 import inquirer from "inquirer";
-import https from "node:https";
-import http from "node:http";
 import process from "node:process";
 import net from "node:net";
 import fetch from "node-fetch";
-import zlib from "node:zlib";
 import os from "node:os";
 import logger from "loglevel";
+import glob from "fast-glob";
+import env from "../env.js";
+
+import { Downloader, envsubstrDefault, contextDirname } from "../utils.js";
+import { ShellCoreClientImpl, GrpcWebImpl } from "./api/clientapi.js";
+
+const cc = new ShellCoreClientImpl(
+  new GrpcWebImpl("http://127.0.0.1:30553", {})
+);
+
+const remoteBox = "远程盒子";
+const unRegistry = "未注册";
+
+function getBoxStatus(status) {
+  switch (status) {
+    case 0:
+      return "未激活";
+    case 1:
+      return "连接中";
+    case 2:
+      return "已连接";
+    case 3:
+      return "无法连接";
+  }
+}
 
 async function getFreePort() {
   return new Promise((resolve, reject) => {
@@ -34,9 +56,18 @@ function parseVmPID(vmDir) {
   }
 }
 
+function isDefault(boxName) {
+  const defaultBoxName = env.get("DEFAULT_BOXNAME");
+  return boxName == defaultBoxName ? "yes" : "no";
+}
+
+function isRunning(vmname) {
+  return parseVmPID(vmname) ? "running" : "stop";
+}
+
 export class QemuResource {
   /**
-   * diskDir qemu 磁盘存储路径，默认 ~/.local/share/lazycat/box-emulator
+   * diskDir qemu 磁盘存储路径，默认 ~/.cache/box-emulator
    * downloadUrl system-disk 下载路径
    */
   constructor(
@@ -44,13 +75,26 @@ export class QemuResource {
     downloadUrl = "https://dl.lazycat.cloud/sdk"
   ) {
     this.diskDir = diskDir;
-    this.downloadUrl = downloadUrl;
+
+    this.downloadUrlRoot = downloadUrl;
+    this.downloadUrl = undefined;
+
+    this.downloader = new Downloader();
   }
 
   async init() {
+    // fetch 最新的稳定版
+    const res = await fetch(`${this.downloadUrlRoot}/vm/index.json`);
+    if (res.status !== 200) {
+      throw "获取最新的版本信息出错";
+    }
+    const body = await res.json();
+    const version = body["stable-latest"];
+    this.downloadUrl = `${this.downloadUrlRoot}/vm/${version}`;
+
     fs.mkdirSync(this.diskDir, { recursive: true });
-    let shouldUpdate = await this.shouldUpdate();
-    if (shouldUpdate) {
+    let { update, force } = await this.shouldUpdate();
+    if (!force && update) {
       let answer = await inquirer.prompt([
         {
           type: "confirm",
@@ -60,10 +104,11 @@ export class QemuResource {
         },
       ]);
       if (!answer.yesorno) {
-        shouldUpdate = false;
+        update = false;
       }
     }
-    await this.ensureSystemDisk(shouldUpdate);
+    await this.ensureSystemDisk(update);
+    return this;
   }
 
   /**
@@ -79,24 +124,24 @@ export class QemuResource {
     try {
       fs.accessSync(oldMd5Path);
     } catch {
-      return true;
+      return { update: true, force: true };
     }
 
     // 拉取最新的 md5
     let newMd5;
     try {
-      let url = `${this.downloadUrl}/vm/disk-system.qcow2.md5`;
+      let url = `${this.downloadUrl}/disk-system.qcow2.md5`;
       let res = await fetch(url);
       if (res.status !== 200) {
-        return false;
+        return { update: false };
       }
       newMd5 = await res.text();
     } catch {
-      return false;
+      return { update: false };
     }
 
     let oldMd5 = fs.readFileSync(oldMd5Path, { encoding: "utf-8" });
-    return oldMd5 !== newMd5;
+    return { update: oldMd5 !== newMd5 };
   }
 
   /**
@@ -120,95 +165,64 @@ export class QemuResource {
   async downloadOVMF() {
     let name = `${os.arch()}.OVMF.fd`;
     let savePath = path.join(this.diskDir, name);
-    let url = `${this.downloadUrl}/${name}`;
-    await this.download(url, savePath);
+    let url = `${this.downloadUrlRoot}/${name}`;
+    await this.downloader.download(url, savePath);
   }
 
   async downloadSystemDiskMd5() {
     let savePath = path.join(this.diskDir, "disk-system.qcow2.md5");
-    let url = `${this.downloadUrl}/vm/disk-system.qcow2.md5`;
-    await this.download(url, savePath);
+    let url = `${this.downloadUrl}/disk-system.qcow2.md5`;
+    await this.downloader.download(url, savePath);
   }
 
   async downloadSystemDisk() {
     let savePath = path.join(this.diskDir, "disk-system.qcow2");
-    let url = `${this.downloadUrl}/vm/disk-system.qcow2.gz`;
-    await this.download(url, savePath, true);
+    let url = `${this.downloadUrl}/disk-system.qcow2.gz`;
+    await this.downloader.download(url, savePath, true);
   }
 
   async downloadPrivateKey() {
     let savePath = path.join(this.diskDir, "id_rsa");
-    let url = `${this.downloadUrl}/vm/id_rsa`;
-    await this.download(url, savePath);
+    let url = `${this.downloadUrl}/id_rsa`;
+    await this.downloader.download(url, savePath);
     fs.chmodSync(savePath, 0o400);
     return;
   }
-
-  showDownloadingProgress(received, total) {
-    var percentage = ((received * 100) / total).toFixed(2);
-    process.stdout.write("\r");
-    process.stdout.write(
-      percentage +
-        "% | " +
-        received +
-        " bytes downloaded out of " +
-        total +
-        " bytes."
-    );
-  }
-
-  download(url, savePath, enableGzip = false) {
-    let tmpPath = savePath + ".tmp";
-    const options = new URL(url);
-    let request = url.startsWith("https") ? https.request : http.request;
-
-    return new Promise((resolve, reject) => {
-      const req = request(options, (res) => {
-        if (res.statusCode != 200) {
-          reject(`下载 ${url} 失败`);
-          return;
-        }
-
-        let total = parseInt(res.headers["content-length"]);
-        let recive = 0;
-        res.on("data", (chunk) => {
-          recive += chunk.length;
-          this.showDownloadingProgress(recive, total);
-        });
-
-        let outputFile = fs.createWriteStream(tmpPath, { flags: "w+" });
-        if (enableGzip) {
-          let decoder = zlib.createUnzip();
-          res.pipe(decoder).pipe(outputFile);
-        } else {
-          res.pipe(outputFile);
-        }
-
-        outputFile.on("error", reject);
-        outputFile.on("finish", () => {
-          fs.renameSync(tmpPath, savePath);
-          resolve();
-        });
-      });
-      req.on("error", reject);
-      req.end();
-    });
-  }
 }
 
 export class QemuVM {
   /**
    * @param {Object} scheme - 各个操作系统的配置文件.
    */
-  constructor(scheme) {
+  constructor() {
+    this.scheme = undefined;
+  }
+
+  async init() {
+    let defaultSchemeFile = path.resolve(
+      contextDirname(import.meta.url),
+      "schemes",
+      "vm_box_system_debian.json"
+    );
+    const content = await envsubstrDefault(
+      fs.readFileSync(defaultSchemeFile, "utf8"),
+      process.env
+    );
+    let scheme = JSON.parse(content);
+    if (scheme.path && !scheme.path.startsWith("/")) {
+      scheme.path = path.resolve(scheme.path);
+    }
+    fs.mkdirSync(scheme.path, { recursive: true });
+
     this.scheme = scheme;
+    return this;
   }
 
   /**
    * 运行虚拟盒子，并等待 boxid 的出现，确保盒子启动正常
    */
-  async startVM(name, vmDir) {
-    let args = await this.buildQemuArgs(name, vmDir);
+  async startVM(vmname) {
+    let args = await this.buildQemuArgs(vmname);
     let p = spawn("qemu-system-x86_64", args, {
       detached: true,
       stdio: ["pipe", "ignore", "inherit"],
@@ -216,7 +230,7 @@ export class QemuVM {
     p.on("error", (e) => {
       throw e;
     });
-    logger.debug("启动中...");
+    logger.info("启动中...");
 
     // 需要等待 boxid 的出现
     return new Promise((resolve, reject) => {
@@ -235,7 +249,7 @@ export class QemuVM {
           return;
         }
 
-        let boxId = this.readBoxid(name);
+        let boxId = this.readBoxid(vmname);
         if (boxId) {
           clearInterval(id);
           p.unref();
@@ -258,88 +272,37 @@ export class QemuVM {
    * @param {string} name - 盒子的名称
    * @return {string} id - 盒子的id
    **/
-  async runVM(name) {
-    let boxid = this.readBoxid(name);
-    if (!boxid) {
-      logger.info(`${name} 盒子不存在，请通过 lzc-cli box create 创建`);
+  async runVM(nameOrBoxId) {
+    const { vmname, name, id } = await this.findVmname(nameOrBoxId);
+    if (!vmname) {
+      logger.info(`${name || id} 盒子不存在，请通过 lzc-cli box create 创建`);
       return;
     }
-    let vmDir = path.join(this.scheme.path, `vm-${name}`);
-    let pid = parseVmPID(vmDir);
+    let pid = parseVmPID(vmname);
     if (pid) {
-      logger.info(`${name} 盒子已经启动`);
-      return boxid;
+      return id;
     }
-    await this.startVM(name, vmDir);
-    logger.info(`${name} 盒子启动成功！`);
+    await this.startVM(vmname);
+    logger.info(`${name || id} 盒子启动成功！`);
   }
 
   /**
    * 创建一个指定的虚拟机，并启动等待注册成功。
    **/
-  async createVM({ boxName, adminName, adminPass }) {
-    let vmDir = this.ensureVmDir(boxName);
+  async createVM(resourcer, name) {
+    const vmDir = this.ensureVmDir(name);
     this.ensureVolumeDir(vmDir);
     await this.buildDisks(vmDir);
-    let boxId = await this.startVM(boxName, vmDir);
-    logger.info("盒子ID: ", boxId);
 
-    await this.registerVM(boxId, {
-      boxName,
-      adminName,
-      adminPass,
-    });
+    let boxId = await this.startVM(path.basename(vmDir));
     return boxId;
   }
 
-  /**
-   * 请求用户输入盒子的基本信息
-   **/
-  async askBoxInfo() {
-    const noEmpty = (value) => value != "";
-
-    return inquirer.prompt([
-      {
-        type: "input",
-        name: "boxName",
-        message: "请输入盒子名称：",
-        validate: noEmpty,
-      },
-      {
-        type: "input",
-        name: "adminName",
-        message: "请输入盒子管理员名称：",
-        default: "admin",
-      },
-      {
-        type: "password",
-        name: "adminPass",
-        message: "请输入盒子管理员密码：",
-        mask: "*",
-        validate: noEmpty,
-      },
-    ]);
-  }
-
-  /**
-   * 调用 hportal client 进行注册
-   **/
-  async registerVM(boxid, { boxName, adminName, adminPass }) {
-    // prettier-ignore
-    spawnSync("home-portal-client",[
-      "-setup", "-boxid", boxid,
-      "-boxname", boxName,
-      "-user", adminName,
-      "-password", adminPass,
-    ], {stdio: "inherit"})
-    return boxName;
-  }
-
   /**
    * 根据虚拟机名称确保缓存文件夹存在，返回对应的虚拟机缓存文件夹
    */
   ensureVmDir(name) {
-    let vmDir = path.join(this.scheme.path, `vm-${name}`);
+    const vmDir = path.resolve(this.scheme.path, `vm-${name}`);
     fs.mkdirSync(vmDir, { recursive: true });
     return vmDir;
   }
@@ -413,12 +376,13 @@ export class QemuVM {
   /**
    * 构建 qemu 启动的参数
    */
-  async buildQemuArgs(name, vmDir) {
+  async buildQemuArgs(vmname) {
+    const vmDir = path.resolve(this.scheme.path, vmname);
     let sshPort = await getFreePort();
     let bios = this.findBIOS();
     // prettier-ignore
     let args = [
-      "-name", `${this.scheme.name}-${this.scheme.uuid}-vm-${name}`,
+      "-name", `${this.scheme.name}-${this.scheme.uuid}-${vmname}`,
       "-machine", "pc,accel=kvm,accel=kvf,accel=xen,accel=hax,accel=nvmm,accel=whpx,accel=tcg",
       "-m", `${this.scheme.memory}`,
       "-smp", "4,sockets=4,cores=1,threads=1",
@@ -454,21 +418,21 @@ export class QemuVM {
   /**
    * 停止虚拟盒子
    */
-  async stopVM(name) {
-    let vmDir = path.join(this.scheme.path, `vm-${name}`);
-    let pid = parseVmPID(vmDir);
+  async stopVM(nameOrBoxId) {
+    const { vmname, name, id } = await this.findVmname(nameOrBoxId);
+    let pid = parseVmPID(vmname);
     if (pid) {
       process.kill(pid);
     }
-    logger.info(`${name} 盒子已停止`);
+    logger.info(`${name || id} 盒子已停止`);
   }
 
   /**
    * 清理盒子，用于注册失败或者在注册过程中用户手动中止的情况
    */
-  async cleanVM(name) {
-    let vmDir = path.join(this.scheme.path, `vm-${name}`);
-
+  async cleanVM(nameOrBoxId) {
+    const { vmname } = await this.findVmname(nameOrBoxId);
+    const vmDir = path.resolve(this.scheme.path, vmname);
     try {
       fs.accessSync(vmDir);
     } catch {
@@ -477,22 +441,23 @@ export class QemuVM {
     fs.rmSync(vmDir, { recursive: true, force: true });
   }
 
-  /**
-   * 删除虚拟盒子
-   * @param {boolean} silence - 是否提示错误，如果被删除的盒子不存在
-   */
-  async deleteVM(name, silence = false) {
-    let vmDir = path.join(this.scheme.path, `vm-${name}`);
+  async deleteVM(nameOrBoxId) {
+    const boxes = await this.listAllVM();
+    const box = boxes.find((b) => b.id == nameOrBoxId || b.name == nameOrBoxId);
+    if (!box) {
+      logger.info(`${nameOrBoxId} 盒子不存在`);
+      return;
+    }
+    if (box.status !== unRegistry) {
+      await cc.DelBox({ id: box.id });
+    }
 
-    try {
-      fs.accessSync(vmDir);
-    } catch {
-      if (!silence) {
-        logger.warn(`${name} 盒子不存在或者该盒子为一个真实盒子`);
-      }
+    if (box["vm status"] === remoteBox) {
       return;
     }
 
+    const { vmname, name, id } = box;
+    const vmDir = path.resolve(this.scheme.path, vmname);
     let pid = parseVmPID(vmDir);
     if (pid) {
       await inquirer
@@ -500,7 +465,7 @@ export class QemuVM {
           {
             type: "confirm",
             name: "yesorno",
-            message: `${name} 正在运行中，是否停止？`,
+            message: `${name || id} 正在运行中，是否停止？`,
             default: false,
           },
         ])
@@ -509,7 +474,7 @@ export class QemuVM {
             return;
           }
           process.kill(pid);
-          logger.info(`${name} 盒子已停止`);
+          logger.info(`${name || id} 盒子已停止`);
         });
     }
 
@@ -518,7 +483,7 @@ export class QemuVM {
         {
           type: "confirm",
           name: "yesorno",
-          message: `确定要删除 ${name} 盒子吗？`,
+          message: `确定要删除 ${name || id} 盒子吗？`,
           default: false,
         },
       ])
@@ -530,101 +495,67 @@ export class QemuVM {
       });
   }
 
-  /**
-   * 从缓存路径中列出指定盒子信息
-   */
-  sigleVM(name, defaultBoxName = "") {
-    let volumeDir = path.join(this.scheme.path, `vm-${name}`, `volume-config`);
-
-    try {
-      fs.accessSync(volumeDir);
-    } catch {
-      return;
-    }
-
-    const read = (name) => {
-      try {
-        return fs.readFileSync(path.join(volumeDir, name), {
-          encoding: "utf-8",
-        });
-      } catch {
-        return "not found";
-      }
-    };
-
-    let boxName = read("box.name");
-
-    return {
-      default: boxName == defaultBoxName ? "yes" : "no",
-      boxName,
-      boxId: read("box.id"),
-    };
-  }
+  async listAllVM() {
+    const boxes = (await cc.QueryBoxList({})).boxes;
+    const entries = await this.loadBoxIdAndBoxName();
 
-  /**
-   * 从缓存路径中列出所有的盒子信息
-   */
-  infoAllVM(defaultBoxName = "") {
-    let entries = fs.readdirSync(this.scheme.path, { withFileTypes: true });
     let result = [];
+    Object.keys(entries).forEach((vmname) => {
+      let info = entries[vmname];
+      const box = boxes.find((box) => box.boxId == info.id);
+      const status = box ? getBoxStatus(box.status) : unRegistry;
+      result.push({
+        ...info,
+        status,
+        default: isDefault(info.name),
+        "vm status": isRunning(vmname),
+      });
+    });
 
-    entries.forEach((entry) => {
-      if (!entry.isDirectory()) {
-        return;
-      }
-
-      if (!entry.name.startsWith("vm-")) {
-        return;
-      }
-
-      let name = entry.name.substr(3);
-      let info = this.sigleVM(name, defaultBoxName);
-      if (info) {
-        let pid = parseVmPID(path.join(this.scheme.path, entry.name));
-        info["vm status"] = pid ? "running" : "stop";
-        result.push(info);
+    boxes.forEach((box) => {
+      let info = result.find((r) => r.id == box.boxId);
+      if (!info) {
+        result.push({
+          id: box.boxId,
+          name: box.boxName,
+          status: getBoxStatus(box.status),
+          default: isDefault(box.boxName),
+          "vm status": remoteBox,
+        });
       }
     });
-
     return result;
   }
 
-  /**
-   * 返回指定盒子信息
-   */
-  async infoSigleVM(name, defaultBoxName = "") {
-    let baseInfo = this.sigleVM(name, defaultBoxName);
-    if (!baseInfo) {
-      return [];
-    }
-
-    let vmDir = path.join(this.scheme.path, `vm-${name}`);
-    baseInfo["vm status"] = parseVmPID(vmDir) ? "running" : "stop";
-    return [baseInfo];
-  }
-
   /**
    * 根据 scheme 中的 path 和 uuid 和 name 获取盒子的信息
    */
-  async infoVM(name, defaultBoxName = "") {
-    let infos;
-    if (!name) {
-      infos = await this.infoAllVM(defaultBoxName);
-    } else {
-      infos = await this.infoSigleVM(name, defaultBoxName);
+  async listVM(nameOrBoxId) {
+    let infos = await this.listAllVM();
+    if (nameOrBoxId) {
+      let info = infos.find(
+        (i) => i.name === nameOrBoxId || i.id === nameOrBoxId
+      );
+      if (info) {
+        infos = [info];
+      }
     }
-    return infos;
+
+    return infos.map((info) => {
+      delete info["vmname"];
+      return info;
+    });
   }
 
   /**
    * 根据 scheme 中的 path 和 uuid 和 name 获取盒子的boxid
    */
-  readBoxid(name) {
+  readBoxid(vmname) {
     if (!this.scheme.volume["config"]) {
       return "";
     }
 
-    let vmDir = path.join(this.scheme.path, `vm-${name}`);
+    let vmDir = path.join(this.scheme.path, vmname);
     let volumeDir = path.join(vmDir, `volume-config`);
 
     try {
@@ -636,4 +567,42 @@ export class QemuVM {
       return "";
     }
   }
+
+  async loadBoxIdAndBoxName() {
+    const files = await glob(
+      ["vm-*/volume-config/box.id", "vm-*/volume-config/box.name"],
+      {
+        cwd: this.scheme.path,
+        dot: false,
+      }
+    );
+    const result = {};
+    files.forEach((file) => {
+      const vmDir = file.split(path.sep)[0];
+      const type = path.extname(file).toLowerCase() === ".name" ? "name" : "id";
+      const value = fs.readFileSync(
+        path.resolve(this.scheme.path, file),
+        "utf8"
+      );
+      if (!result[vmDir]) {
+        result[vmDir] = { id: "", name: "", vmname: "" };
+      }
+      result[vmDir][type] = value;
+      result[vmDir]["vmname"] = vmDir;
+    });
+    return result;
+  }
+
+  async findVmname(nameOrBoxId) {
+    const entries = await this.loadBoxIdAndBoxName();
+    const vmname = Object.keys(entries).find((key) => {
+      const e = entries[key];
+      return e?.name === nameOrBoxId || e.id === nameOrBoxId;
+    });
+    if (!vmname) {
+      throw `${nameOrBoxId} 盒子不存在，请检查盒子名称或者ID是否正确`;
+    }
+
+    return entries[vmname];
+  }
 }

package/lib/box/schemes/vm_box_system_debian.json

@@ -4,7 +4,7 @@
   "memory": 4096,
   "kernel": "debian",
   "uefi": true,
-  "path": "$HOME/.cache/box-emulator",
+  "path": "${HOME}/.cache/box-emulator",
   "volume": {
     "config": "/etc/home-cloud"
   },

package/lib/docker-compose.js

@@ -1,7 +1,6 @@
 import yaml from "js-yaml";
 import fs from "fs";
 import mergeWith from "lodash.mergewith";
-import isArray from "lodash.isarray";
 
 export function load(filePath) {
   return yaml.load(fs.readFileSync(filePath, "utf8"));
@@ -30,7 +29,7 @@ export default class DockerCompose {
     }
 
     this.obj = mergeWith(this.obj, newObj, (objValue, srcValue) => {
-      if (isArray(objValue)) {
+      if (Array.isArray(objValue)) {
         return objValue.concat(srcValue);
       }
     });