@lazycatcloud/lzc-cli 1.1.4 → 1.1.7

package/lib/archiver.js

@@ -94,54 +94,12 @@ class Archiver {
   }
 
   async finalize(zip = true) {
-    // await this._changeContent();
     if (zip) {
       return await archiveFolder(this.tmpDir);
     } else {
       return this.tmpDir;
     }
   }
-  //
-  //     permissions:
-  //     - lzcapis
-  // need REMOVE deprecated
-  async _changeContent() {
-    let base = new DockerCompose(path.join(this.tmpDir, "docker-compose.yml"));
-    base
-      .pipe((template) => {
-        const meta = template[META_MARK];
-        if (
-          meta &&
-          Array.isArray(meta["permissions"]) &&
-          meta["permissions"].includes("lzcapis")
-        ) {
-          template[META_MARK]["ingress"].push({
-            service: "lazycat-apis-sidecar",
-            port: 8888,
-            subdomain: env.get("APP_ID"),
-            path: "/lzcapis/",
-            auth: "oidc",
-            authcallback: "/lzcapis/oidc-callback",
-          });
-          template["services"]["lazycat-apis-sidecar"] = {
-            image: "registry.lazycat.cloud/lazycat-apis-sidecar",
-            pull_policy: "always",
-            // volumes_from: ["${APP_NAME}:rw"],
-            volumes: ["lzcapis-lzcapp:/lzcapp"],
-            command: [
-              "--client-id=${LAZYCAT_AUTH_OIDC_CLIENT_ID}",
-              "--client-secret=${LAZYCAT_AUTH_OIDC_CLIENT_SECRET}",
-              "--client-url=https://${LAZYCAT_APP_ORIGIN}/lzcapis/",
-              "--issuer=${LAZYCAT_AUTH_OIDC_ISSUER_URL}",
-              "--prefix=lzcapis",
-              "--fs-root=/lzcapp/documents",
-            ],
-          };
-          template["volumes"]["lzcapis-lzcapp"] = null;
-        }
-      })
-      .save();
-  }
 }
 
 export default Archiver;

package/lib/autologin.js

@@ -0,0 +1,84 @@
+import fetch from "node-fetch";
+
+// autologin.js 提供一个封装好的 fetch request 请求方法，通过这个中间件，可以不用考虑
+// auth:auto 所做的授权验证。
+let AutoLoginToken = "";
+let AutoLoginFailed = false;
+
+function fetchTokenAction(url) {
+  return fetch(url).then(async (res) => {
+    const body = await res.text();
+    const token = body.match(/name=\"token\" value=\"(.*?)\"/i)[1];
+    const action = body.match(/action=\"(.*?)\"/i)[1];
+
+    return { token, action };
+  });
+}
+
+function fetchTokenActionAndRedirect(dataToken, dataAction) {
+  return fetch(dataAction, {
+    method: "POST",
+    body: `token=${dataToken}`,
+    redirect: "follow",
+    headers: {
+      accept:
+        "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
+      "accept-language": "en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7",
+      "content-type": "application/x-www-form-urlencoded",
+    },
+  }).then(async (res) => {
+    let body = await res.text();
+    const token = body.match(/name=\"token\" value=\"(.*?)\"/i)[1];
+    const action = body.match(/action=\"(.*?)\"/i)[1];
+    const redirect = body.match(/name=\"redirect\" value=\"(.*?)\"/i)[1];
+
+    return { token, action, redirect };
+  });
+}
+
+export async function request(url, options = {}) {
+  if (AutoLoginFailed) {
+    return fetch(url, options);
+  }
+
+  await tryAuthLogin(url);
+
+  if (!AutoLoginToken) {
+    return fetch(url, options);
+  }
+
+  let headers = { cookie: `HC-Auth-Token=${AutoLoginToken}` };
+  if (options.headers) {
+    headers = Object.assign({}, options.headers, headers);
+  }
+
+  options = Object.assign({}, options, { headers });
+  return fetch(url, options);
+}
+
+export async function tryAuthLogin(url) {
+  if (!url.startsWith("http")) {
+    url = "https://" + url;
+  }
+
+  try {
+    if (!AutoLoginToken) {
+      let _url = new URL(url);
+      let u = _url.host.split(".").reverse().slice(0, 3).reverse().join(".");
+
+      console.log(`${u} 尝试自动登录...`);
+
+      let data = await fetchTokenAction(`${_url.protocol}//${u}`);
+      let data2 = await fetchTokenActionAndRedirect(data.token, data.action);
+
+      AutoLoginToken = data2.token;
+      console.log(`自动登录成功！`);
+      return AutoLoginToken;
+    }
+  } catch (e) {
+    console.error(e);
+    console.log(`尝试自动登录失败，正在使用默认的登录方式...`);
+    AutoLoginFailed = true;
+    return "";
+  }
+}

package/lib/box/check_qemu.js

@@ -1,27 +1,50 @@
 // 检测当前系统是否安装 qemu 软件
 import commandExist from "command-exists";
 import chalk from "chalk";
+import os from "node:os";
+
+function linuxPlatform(pkg) {
+  let r = os.release();
+  if (r.search(/arch/gi) > -1) {
+    return `sudo pacman -S ${pkg}`;
+  } else if (r.search(/debian/gi) > -1) {
+    return `sudo apt install ${pkg}`;
+  } else {
+    return ``;
+  }
+}
+
+function platformPackage(pkg) {
+  let cmd = "";
+  switch (os.platform()) {
+    case "darwin":
+      cmd = `brew install ${pkg}`;
+      break;
+    case "linux":
+      cmd = linuxPlatform(pkg);
+      break;
+  }
+  return `${pkg}包没有发现，请先通过系统包管理器安装。\n${cmd}`;
+}
 
 export class CheckQemu {
   constructor() {
-    this.commands = ["qemu-img", "qemu-system-x86_64", "pgrep"];
+    this.commands = ["qemu-img", "qemu-system-x86_64"];
   }
 
   async init() {
-    let ps = [];
-    this.commands.forEach((cmd) => {
-      let p = new Promise((resolve, reject) => {
-        commandExist(cmd)
-          .then(resolve)
-          .catch(() => {
-            console.error(
-              chalk.red(`${cmd} 命令没有发现，请通过系统包管理器安装对应的包`)
-            );
-            reject();
-          });
-      });
-      ps.push(p);
-    });
-    return Promise.all(ps);
+    for (let cmd of this.commands) {
+      if (!commandExist.sync(cmd)) {
+        let cmdErr = chalk.red(`${cmd} 命令没有发现`);
+        let pkgTips = chalk.blue(platformPackage("qemu"));
+        let tips = `${cmdErr}
+
+${pkgTips}
+
+查看更多信息 https://www.qemu.org/download/
+`;
+        throw tips;
+      }
+    }
   }
 }

package/lib/box/hportal.js

@@ -1,4 +1,5 @@
 import fetch from "node-fetch";
+import logger from "loglevel";
 
 export class HportalManager {
   constructor(apiHost) {
@@ -58,11 +59,16 @@ export class HportalManager {
   async boxs(boxName, defaultBoxName = "") {
     let url = this.apiHost + "/admin/boxes";
 
-    let origin;
+    let origin = [];
     try {
       const resp = await fetch(url);
       if (resp.status == 200) {
         origin = await resp.json();
+      } else {
+        logger.debug(
+          `status: ${resp.status}, url: ${resp.url}, text: ${resp.statusText}`
+        );
+        return [];
       }
     } catch {
       return [];

package/lib/box/index.js

@@ -7,6 +7,7 @@ import { contextDirname } from "../utils.js";
 import env, { sdkEnv } from "../env.js";
 import { HportalManager, showBoxInfo } from "./hportal.js";
 import { CheckQemu } from "./check_qemu.js";
+import logger from "loglevel";
 
 async function initQemuVM(ensureResources = false) {
   let defaultSchemeFile = path.join(
@@ -25,6 +26,8 @@ async function initQemuVM(ensureResources = false) {
     scheme.path = path.join(contextDirname(), "box-emulator", scheme.path);
   }
 
+  fs.mkdirSync(scheme.path, { recursive: true });
+
   if (ensureResources) {
     // 使用本地网络 api 调试 new QemuResource(scheme.path, "http://127.0.0.1");
     let resource = new QemuResource(scheme.path);
@@ -58,7 +61,7 @@ export function boxCommand(box) {
           // 创建盒子阶段，如果出错，将直接删除所有的资源。
           boxId = await m.createVM(answer);
         } catch (error) {
-          console.error(error);
+          logger.error(error);
           await m.cleanVM(answer.boxName);
           return;
         }
@@ -72,11 +75,11 @@ export function boxCommand(box) {
         }
 
         let h = await initHportal();
-        console.log("添加盒子到 Hportal ......");
+        logger.debug("添加盒子到 Hportal ......");
         await h.addBox(answer.boxName);
-        console.log("正在使用管理员帐号密码登录中......");
+        logger.debug("正在使用管理员帐号密码登录中......");
         await h.loginBox(boxId, answer.adminName, answer.adminPass);
-        console.log("登录成功！");
+        logger.debug("登录成功！");
       },
     },
     {
@@ -86,7 +89,7 @@ export function boxCommand(box) {
         let m = await initQemuVM();
         let boxid = await m.runVM(boxName);
         if (boxid) {
-          console.log("盒子ID: ", boxid);
+          logger.info("盒子ID: ", boxid);
         }
       },
     },
@@ -125,7 +128,7 @@ export function boxCommand(box) {
 
         // 过滤条件不满足
         if (vmInfos.length == 0 && rmInfos == 0 && boxName) {
-          console.log(`${boxName} 盒子不存在`);
+          logger.info(`${boxName} 盒子不存在`);
           let allVmInfos = await m.infoVM("", defaultBoxName);
           let allRmInfos = await rm.boxs("", defaultBoxName);
           showBoxInfo(allVmInfos, allRmInfos);

package/lib/box/qemu_vm_mgr.js

@@ -5,10 +5,12 @@ import path from "node:path";
 import inquirer from "inquirer";
 import https from "node:https";
 import http from "node:http";
-import lz4 from "lz4";
 import process from "node:process";
 import net from "node:net";
 import fetch from "node-fetch";
+import zlib from "node:zlib";
+import os from "node:os";
+import logger from "loglevel";
 
 async function getFreePort() {
   return new Promise((resolve, reject) => {
@@ -39,7 +41,7 @@ export class QemuResource {
    */
   constructor(
     diskDir = "~/.cache/box-emulator",
-    downloadUrl = "https://dl.lazycat.cloud/sdk/vm"
+    downloadUrl = "https://dl.lazycat.cloud/sdk"
   ) {
     this.diskDir = diskDir;
     this.downloadUrl = downloadUrl;
@@ -71,7 +73,7 @@ export class QemuResource {
    * 目前的更新，只是使用 md5 来判断是否需要重新下载 md5, 并不会使用 md5 来判断所下载的数据是否正确。
    */
   async shouldUpdate() {
-    let oldMd5Path = path.join(this.diskDir, "disk-system.qcow2.lz4.md5");
+    let oldMd5Path = path.join(this.diskDir, "disk-system.qcow2.md5");
 
     // 如果不存在 md5 文件，直接返回需要更新
     try {
@@ -83,7 +85,7 @@ export class QemuResource {
     // 拉取最新的 md5
     let newMd5;
     try {
-      let url = `${this.downloadUrl}/disk-system.qcow2.lz4.md5`;
+      let url = `${this.downloadUrl}/vm/disk-system.qcow2.md5`;
       let res = await fetch(url);
       if (res.status !== 200) {
         return false;
@@ -109,26 +111,34 @@ export class QemuResource {
       } catch {}
     }
 
+    await this.downloadOVMF();
     await this.downloadSystemDisk();
     await this.downloadPrivateKey();
     await this.downloadSystemDiskMd5();
   }
 
+  async downloadOVMF() {
+    let name = `${os.arch()}.OVMF.fd`;
+    let savePath = path.join(this.diskDir, name);
+    let url = `${this.downloadUrl}/${name}`;
+    await this.download(url, savePath);
+  }
+
   async downloadSystemDiskMd5() {
-    let savePath = path.join(this.diskDir, "disk-system.qcow2.lz4.md5");
-    let url = `${this.downloadUrl}/disk-system.qcow2.lz4.md5`;
+    let savePath = path.join(this.diskDir, "disk-system.qcow2.md5");
+    let url = `${this.downloadUrl}/vm/disk-system.qcow2.md5`;
     await this.download(url, savePath);
   }
 
   async downloadSystemDisk() {
     let savePath = path.join(this.diskDir, "disk-system.qcow2");
-    let url = `${this.downloadUrl}/disk-system.qcow2.lz4`;
+    let url = `${this.downloadUrl}/vm/disk-system.qcow2.gz`;
     await this.download(url, savePath, true);
   }
 
   async downloadPrivateKey() {
     let savePath = path.join(this.diskDir, "id_rsa");
-    let url = `${this.downloadUrl}/id_rsa`;
+    let url = `${this.downloadUrl}/vm/id_rsa`;
     await this.download(url, savePath);
     fs.chmodSync(savePath, 0o400);
     return;
@@ -147,7 +157,7 @@ export class QemuResource {
     );
   }
 
-  download(url, savePath, enableLz4 = false) {
+  download(url, savePath, enableGzip = false) {
     let tmpPath = savePath + ".tmp";
     const options = new URL(url);
     let request = url.startsWith("https") ? https.request : http.request;
@@ -167,8 +177,8 @@ export class QemuResource {
         });
 
         let outputFile = fs.createWriteStream(tmpPath, { flags: "w+" });
-        if (enableLz4) {
-          let decoder = lz4.createDecoderStream();
+        if (enableGzip) {
+          let decoder = zlib.createUnzip();
           res.pipe(decoder).pipe(outputFile);
         } else {
           res.pipe(outputFile);
@@ -206,7 +216,7 @@ export class QemuVM {
     p.on("error", (e) => {
       throw e;
     });
-    console.log("启动中...");
+    logger.debug("启动中...");
 
     // 需要等待 boxid 的出现
     return new Promise((resolve, reject) => {
@@ -230,7 +240,7 @@ export class QemuVM {
           clearInterval(id);
           p.unref();
           resolve(boxId);
-          console.log("启动成功!");
+          logger.debug("启动成功!");
         }
       }, 1000);
 
@@ -251,17 +261,17 @@ export class QemuVM {
   async runVM(name) {
     let boxid = this.readBoxid(name);
     if (!boxid) {
-      console.log(`${name} 盒子不存在，请通过 lzc-cli box create 创建`);
+      logger.info(`${name} 盒子不存在，请通过 lzc-cli box create 创建`);
       return;
     }
     let vmDir = path.join(this.scheme.path, `vm-${name}`);
     let pid = parseVmPID(vmDir);
     if (pid) {
-      console.log(`${name} 盒子已经启动`);
+      logger.info(`${name} 盒子已经启动`);
       return boxid;
     }
     await this.startVM(name, vmDir);
-    console.log(`${name} 盒子启动成功！`);
+    logger.info(`${name} 盒子启动成功！`);
   }
 
   /**
@@ -272,7 +282,7 @@ export class QemuVM {
     this.ensureVolumeDir(vmDir);
     await this.buildDisks(vmDir);
     let boxId = await this.startVM(boxName, vmDir);
-    console.log("盒子ID: ", boxId);
+    logger.info("盒子ID: ", boxId);
 
     await this.registerVM(boxId, {
       boxName,
@@ -363,7 +373,7 @@ export class QemuVM {
   }
 
   async buildSystemDisk(name, diskPath, diskInfo) {
-    console.log(`构建系统盘快照：${diskPath}`);
+    logger.debug(`构建系统盘快照：${diskPath}`);
     let baseImage = path.join(this.scheme.path, name);
     return spawnSync(
       "qemu-img",
@@ -373,7 +383,7 @@ export class QemuVM {
   }
 
   async buildDataDisk(name, diskPath, diskInfo) {
-    console.log(`构建数据盘：${diskPath}`);
+    logger.debug(`构建数据盘：${diskPath}`);
     return spawnSync(
       "qemu-img",
       ["create", "-f", "qcow2", diskPath, diskInfo.size],
@@ -385,7 +395,11 @@ export class QemuVM {
    * 寻找默认可用的 bios 文件
    */
   findBIOS() {
-    let includes = ["/usr/share/ovmf/x64/OVMF.fd", "/usr/share/ovmf/OVMF.fd"];
+    let includes = [
+      "/usr/share/ovmf/x64/OVMF.fd",
+      "/usr/share/ovmf/OVMF.fd",
+      path.join(this.scheme.path, `${os.arch()}.OVMF.fd`),
+    ];
     for (let file of includes) {
       try {
         fs.accessSync(file, fs.constants.F_OK);
@@ -446,7 +460,7 @@ export class QemuVM {
     if (pid) {
       process.kill(pid);
     }
-    console.log(`${name} 盒子已停止`);
+    logger.info(`${name} 盒子已停止`);
   }
 
   /**
@@ -474,7 +488,7 @@ export class QemuVM {
       fs.accessSync(vmDir);
     } catch {
       if (!silence) {
-        console.log(`${name} 盒子不存在或者该盒子为一个真实盒子`);
+        logger.warn(`${name} 盒子不存在或者该盒子为一个真实盒子`);
       }
       return;
     }
@@ -495,7 +509,7 @@ export class QemuVM {
             return;
           }
           process.kill(pid);
-          console.log(`${name} 盒子已停止`);
+          logger.info(`${name} 盒子已停止`);
         });
     }
 

package/lib/builder.js

@@ -4,7 +4,7 @@ import path from "path";
 import chalk from "chalk";
 import execa from "execa";
 // import { archiveFolder } from "./utils.js";
-import { DockerClient } from "./sdk.js";
+import { dockerPullLzcAppsImage, DockerClient } from "./sdk.js";
 import { DockerfileParser } from "dockerfile-ast";
 import glob from "fast-glob";
 import ignore from "@balena/dockerignore";
@@ -213,6 +213,17 @@ export default class Builder {
     console.log(host);
     const docker = await new DockerClient(host).init();
     try {
+      // TODO, 使用 docker.pull 方法会失败, 原因未知, 使用 workaround 方案
+      // docker.pull(
+      //   "hello-world",
+      //   // "registry.lazycat.cloud/lzc/lzcapp:0.1",
+      //   // { authconfig: { auth: "bG5rczpsbmtzMjAyMA==" } },
+      //   (err, stream) => {
+      //     console.log("====", err, stream);
+      //   }
+      // );
+      await dockerPullLzcAppsImage(host);
+
       return new Promise(async (resolve, reject) => {
         let refresher = new StatusRefresher();
 

package/lib/dev.js

@@ -13,8 +13,8 @@ import path from "path";
 import env, { sdkEnv } from "./env.js";
 import _get from "lodash.get";
 import { execPreBuild } from "./builder.js";
-import Key from "./key.js";
 import chokidar from "chokidar";
+import commandExists from "command-exists";
 
 import Archiver from "../lib/archiver.js";
 
@@ -138,14 +138,12 @@ class DevModule {
       keyFile,
     ].join(" ");
     // 检查rsync工具是否存在:提示用户
-    try {
-      execSync("rsync -V", {
-        stdio: "ignore",
-      });
-    } catch {
+    const rsyncExisted = commandExists.sync('rsync')
+    if (!rsyncExisted) {
       console.log(chalk.red("请检查 rsync 是否安装，路径是否正确!"));
       process.exit();
     }
+    // FIXME: 下方执行命令不确定是否有兼容性问题
     execSync(
       `rsync --rsh='${rsh}' -czrPR . root@${appAddr}:/root/${this.appId} --filter=':- .gitignore' --exclude='node_modules' --exclude='.git' --delete`,
       { stdio: ["ignore", "ignore", "inherit"] }
@@ -263,9 +261,6 @@ class DevModule {
     let appAddr;
 
     try {
-      // 确保 sdk 能通过公钥正常访问
-      await new Key().ensure(sdkEnv.sdkUrl);
-
       keyFile = path.join(this.tempDir, "debug/ssh/id_ed25519");
       appAddr = this.getAddress();
 

package/lib/env.js

@@ -12,7 +12,7 @@ import {
 import { debuglog } from "util";
 import inquirer from "inquirer";
 import chalk from "chalk";
-import fetch from "node-fetch";
+import { request } from "./autologin.js";
 const debug = debuglog("lib/env");
 
 const GLOBAL_CONFIG_NAME = "box-config.json";
@@ -83,7 +83,7 @@ async function checkURL(url, suffix = "") {
   }, 5000);
 
   try {
-    const resp = await fetch(url + suffix, { signal: controller.signal });
+    const resp = await request(url + suffix, { signal: controller.signal });
     if (resp.status != 200) {
       // 设备可以访问 (client 有正常连接), 但是sdk 这个服务无法访问
       throw new Error(
@@ -99,9 +99,6 @@ async function checkURL(url, suffix = "") {
       case "FetchError":
         console.log(chalk.red("盒子入口地址有误，请核对后再试"));
         process.exit();
-      case "AbortError":
-        console.log(chalk.red(`请求 ${url} 超时, 请确保懒猫云客户端已连接`));
-        process.exit();
       default:
         throw error;
     }
@@ -246,6 +243,13 @@ class SDKEnv {
     return "";
   }
 
+  get sdkHostName() {
+    if (env.has("DEFAULT_BOXNAME")) {
+      return `sdk.${env.get("DEFAULT_BOXNAME")}.heiyu.space`;
+    }
+    return "";
+  }
+
   async ensure() {
     if (this.sdkUrl) {
       try {

package/lib/generator.js

@@ -12,7 +12,7 @@ export const TemplateConfig = {
   ionic_vue3: {
     template: "ionic_vue3",
     defaultEnvs: {
-      HTTP_SERVICE_PORT: "8080",
+      HTTP_SERVICE_PORT: "80",
       BUILD_CONTEXT: ".lazycat/release",
     },
     after: async function (name) {
@@ -43,7 +43,7 @@ export const TemplateConfig = {
   vue: {
     template: "vue",
     defaultEnvs: {
-      HTTP_SERVICE_PORT: "8080",
+      HTTP_SERVICE_PORT: "80",
       BUILD_CONTEXT: ".lazycat/release",
     },
     after: async function (name) {

package/lib/sdk.js

@@ -4,8 +4,8 @@ import Docker from "dockerode";
 import process from "process";
 import fs from "fs";
 import { Client } from "ssh2";
-import chalk from "chalk";
 import Key from "./key.js";
+import logger from "loglevel";
 
 export async function connectOptions(host) {
   const pairs = await new Key().getKeyPair();
@@ -38,7 +38,7 @@ export class DockerClient {
   async init() {
     this.docker = !!this.host
       ? new Docker({
-          protocal: "http",
+          protocal: "ssh",
           agent: ssh(await connectOptions(this.host)),
         })
       : new Docker();
@@ -47,9 +47,7 @@ export class DockerClient {
 
     async function onUncaughtException(e) {
       if (e.code == "ECONNREFUSED") {
-        console.log(
-          chalk.red(`无法连接 sdk 服务, 请确保 ${chalk.yellow(host)} 可以访问`)
-        );
+        logger.error(`无法连接 sdk 服务, 请确保 ${host} 可以访问`);
         process.exit(1);
       } else {
         throw e;
@@ -78,6 +76,7 @@ export class SSHClient {
       this.con
         .on("ready", () => resolve(this.con))
         .on("error", (err) => {
+          logger.error("ssh client ", err);
           reject(err);
         })
         .on("close", () => resolve(null))
@@ -124,3 +123,28 @@ export class SSHClient {
     );
   }
 }
+
+export async function dockerPullLzcAppsImage(host) {
+  logger.warn("* 更新lzcapp镜像, 未来可能会移除此操作");
+  const opts = await connectOptions(host);
+  const client = new SSHClient(opts);
+  await client.connect();
+  try {
+    const stream = await client.exec(
+      "docker pull registry.lazycat.cloud/lzc/lzcapp:0.1"
+    );
+
+    return new Promise((resolve, reject) => {
+      stream.stdout.pipe(process.stdout);
+      stream.stderr.pipe(process.stdout);
+      stream.on("close", () => {
+        client.close();
+        resolve();
+      });
+      stream.on("error", (e) => reject(e));
+    });
+  } catch (e) {
+    client.close();
+    throw e;
+  }
+}