@lazycatcloud/lzc-cli 1.2.2 → 1.2.4

package/lib/app/lpk_build.js

@@ -1,4 +1,3 @@
-import tar from "tar";
 import path from "node:path";
 import fs from "node:fs";
 import logger from "loglevel";
@@ -9,6 +8,7 @@ import {
   dumpToYaml,
   envTemplateFile,
   isValidPackageName,
+  tarContentDir,
 } from "../utils.js";
 import { spawnSync } from "child_process";
 import { LpkManifest } from "./lpk_create.js";
@@ -17,29 +17,6 @@ import yaml from "js-yaml";
 
 const isMacos = process.platform == "darwin";
 
-async function tarContentDir(from, to, cwd = "./") {
-  const dest = fs.createWriteStream(to);
-  tar
-    .c(
-      {
-        cwd: cwd,
-        filter: (filePath, stat) => {
-          logger.debug(`tar gz ${filePath}`);
-          return true;
-        },
-        sync: true,
-        portable: {
-          uid: 0,
-          gid: 0,
-        },
-      },
-      [from]
-    )
-    .pipe(dest);
-  logger.debug(`pack: ${dest.path}`);
-  return dest.path;
-}
-
 async function archiveFolderTo(appDir, out, format = "zip") {
   return new Promise(async (resolve, reject) => {
     if (!fs.existsSync(appDir)) {
@@ -251,7 +228,11 @@ export class LpkBuild {
           return _prev;
         }, contentdir);
       }
-      tarContentDir("./", path.join(tempDir, "content.tar"), contentdir);
+      await tarContentDir(
+        ["./"],
+        path.join(tempDir, "content.tar"),
+        contentdir
+      );
 
       // 如果是临时的 contentdir, 目录在打包完成后删除
       if (!this.options["contentdir"]) {

package/lib/app/lpk_debug_bridge.js

@@ -108,4 +108,21 @@ export class DebugBridge {
       });
     });
   }
+
+  async buildImage(label, contextTar) {
+    const tag = `dev.${this.boxname}.heiyu.space:5000/debug.bridge/${label}`;
+    const stream = fs.createReadStream(contextTar);
+    const ssh = spawn(this.sshCmd, [`build --tag ${tag}`], {
+      shell: true,
+      stdio: ["pipe", "inherit", "inherit"],
+    });
+    stream.pipe(ssh.stdin);
+    return new Promise((resolve, reject) => {
+      ssh.on("close", (code) => {
+        code == 0 ? resolve(tag) : reject("在盒子中构建 image 失败");
+      });
+    }).finally(() => {
+      fs.rmSync(contextTar);
+    });
+  }
 }

package/lib/app/lpk_devshell.js

@@ -16,6 +16,7 @@ import {
   loadFromYaml,
   FileLocker,
   isUserApp,
+  createTemplateFileCommon,
 } from "../utils.js";
 import os from "node:os";
 import commandExists from "command-exists";
@@ -23,6 +24,7 @@ import chokidar from "chokidar";
 import _ from "lodash";
 import { DebugBridge } from "./lpk_debug_bridge.js";
 import shellApi from "../shellapi.js";
+import { collectContextFromDockerFile } from "./lpk_devshell_docker.js";
 
 // 判断是否需要重新构建
 // - 先判断 lzc-build.yml 是否发生改变
@@ -264,7 +266,36 @@ export class AppDevShell {
         return manifest;
       }
 
-      throw "lzc-cli 不支持在盒子中构建 docker 镜像，请从其他地方构建，然后指定image字段";
+      const depsStr = deps.sort().join(" ");
+      logger.debug("开始创建 Dockerfile 文件");
+
+      const tempDir = fs.mkdtempSync(".lzc-cli-build-dependencies");
+      try {
+        const dockerfilePath = path.join(
+          contextDirname(import.meta.url),
+          "../../template/_lpk/Dockerfile.in"
+        );
+        await createTemplateFileCommon(
+          dockerfilePath,
+          path.join(tempDir, "Dockerfile"),
+          { dependencies: depsStr }
+        );
+
+        const label = `${await md5String(depsStr)}:latest`;
+        logger.debug(`开始在盒子中构建 ${label} 镜像 from ${tempDir}`);
+
+        const contextTar = await collectContextFromDockerFile(
+          tempDir,
+          path.resolve(tempDir, "Dockerfile")
+        );
+        const bridge = new DebugBridge();
+        const tag = await bridge.buildImage(label, contextTar);
+        delete manifest["application"]["devshell"];
+        manifest["application"]["image"] = tag;
+      } finally {
+        fs.rmSync(tempDir, { recursive: true });
+      }
+      return manifest;
     });
 
     // 如果 services 中有 devshell 的字段，需要检测是否需要提前构建
@@ -279,7 +310,19 @@ export class AppDevShell {
         return manifest;
       }
 
-      throw "lzc-cli 不支持在盒子中构建 docker 镜像，请从其他地方构建，然后指定image字段";
+      const label = `${manifest["package"]}-devshell:${manifest["version"]}`;
+      logger.debug(`开始在盒子中构建 ${label} 镜像`);
+
+      const contextTar = await collectContextFromDockerFile(
+        process.cwd(),
+        path.resolve(process.cwd(), config["build"], "Dockerfile")
+      );
+
+      const bridge = new DebugBridge();
+      const tag = await bridge.buildImage(label, contextTar);
+      delete manifest["application"]["devshell"];
+      manifest["application"]["image"] = tag;
+      return manifest;
     });
 
     // 如果 devshell 中指定了 image 字段将使用 image 字段

package/lib/app/lpk_devshell_docker.js

@@ -0,0 +1,55 @@
+import path from "node:path";
+import fs from "node:fs";
+import { DockerfileParser } from "dockerfile-ast";
+import glob from "fast-glob";
+import ignore from "@balena/dockerignore";
+import { tarContentDir } from "../utils.js";
+
+export async function collectContextFromDockerFile(contextDir, dockerfilePath) {
+  if (!fs.existsSync(dockerfilePath)) {
+    throw "未发现 Dockerfile";
+  }
+
+  let src = [path.relative(contextDir, dockerfilePath)];
+
+  // 通过 COPY 和 ADD 获取所有context中的文件
+  const ast = DockerfileParser.parse(fs.readFileSync(dockerfilePath, "utf8"));
+  for (let a of ast.getInstructions()) {
+    if (["COPY", "ADD"].includes(a.getInstruction())) {
+      const from = a.getArguments()[0].getValue().replace(/^\//, "");
+      const fromFullPath = path.resolve(contextDir, from);
+
+      if (fs.existsSync(fromFullPath)) {
+        const stat = fs.statSync(fromFullPath);
+        if (stat.isDirectory()) {
+          let files = await glob(path.join(from, "**"), {
+            cwd: contextDir,
+          });
+          src = src.concat(files);
+        } else if (stat.isFile()) {
+          src.push(from);
+        }
+      } else {
+        // try use glob
+        let files = await glob(from, {
+          cwd: contextDir,
+        });
+        src = src.concat(files);
+      }
+    }
+  }
+  // filter by dockerignore
+  const dockerIgnoreFile = path.join(contextDir, ".dockerignore");
+  if (fs.existsSync(dockerIgnoreFile)) {
+    let ig = ignore();
+    let data = fs.readFileSync(dockerIgnoreFile, "utf8");
+    ig.add(data.split("\n"));
+    src = ig.filter(src);
+  }
+
+  return await tarContentDir(
+    src,
+    path.join(contextDir, "lzc-build-image-context.tar"),
+    process.cwd()
+  );
+}

package/lib/box/index.js

@@ -1,10 +1,47 @@
+import shellapi from "../shellapi.js";
+
 export function boxCommand(box) {
   let subCommands = [
     {
-      command: "switch <boxName>",
+      command: "switch <boxname>",
       desc: "设置默认的盒子",
-      handler: async () => {
-        throw "暂时不支持设置默认盒子，请通过在客户端上点击默认的盒子进行设置。";
+      handler: async ({ boxname }) => {
+        await shellapi.init();
+        await shellapi.setDefaultBox(boxname);
+      },
+    },
+    {
+      command: "list",
+      desc: "查看盒子列表",
+      builder: (args) => {
+        args.option("v", {
+          alias: "verbose",
+          describe: "查看详细输出",
+          type: "boolean",
+        });
+      },
+      handler: async ({ verbose }) => {
+        await shellapi.init();
+        const boxes = await shellapi.boxList();
+        if (boxes.length === 0) {
+          console.log("没有找到任何盒子，赶紧添加一个吧！");
+          return;
+        }
+        if (verbose) {
+          console.log(JSON.stringify(boxes, undefined, "\t"));
+          return;
+        }
+
+        const list = boxes.map((b) => {
+          return {
+            名称: b.box_name,
+            状态: b.status,
+            登录用户: b.login_user,
+            是否管理员: b.is_admin_login ? "✔" : "✖",
+            是否默认盒子: b.is_default_box ? "✔" : "✖",
+          };
+        });
+        console.table(list);
       },
     },
   ];

package/lib/shellapi.js

@@ -71,25 +71,43 @@ class ShellApi {
     return grpc.loadPackageDefinition(coreDefinition).space.heiyu.hportal.shell;
   }
 
-  async initBoxInfo() {
+  async boxList() {
     return new Promise((resolve, reject) => {
       this.client.queryBoxList({}, this.metadata, function (err, response) {
         if (err) {
           reject(err);
           return;
         }
-        for (let box of response.boxes) {
-          if (box.is_default_box) {
-            resolve({ uid: box.login_user, boxname: box.box_name });
-            return;
-          }
-        }
-        reject(
-          "没有默认盒子信息, 请先使用 lzc-cli box switch 设置默认的盒子信息"
-        );
+        resolve(response.boxes);
       });
     });
   }
+
+  async initBoxInfo() {
+    const boxes = await this.boxList();
+    const box = boxes.find((b) => b.is_default_box);
+    if (box) {
+      return { uid: box.login_user, boxname: box.box_name };
+    }
+    throw "没有默认盒子信息, 请先使用 lzc-cli box switch 设置默认的盒子信息";
+  }
+
+  async setDefaultBox(boxname) {
+    const boxes = await this.boxList();
+    const box = boxes.find((b) => b.box_name === boxname);
+    if (!box) {
+      throw `${boxname} 盒子不存在`;
+    }
+    return new Promise((resolve, reject) => {
+      this.client.modifyBoxConfig(
+        { id: box.id, name: box.box_name, set_as_default_box: true },
+        this.metadata,
+        function (err) {
+          err ? reject(err) : resolve();
+        }
+      );
+    });
+  }
 }
 
 export default new ShellApi();

package/lib/utils.js

@@ -14,6 +14,7 @@ import zlib from "node:zlib";
 import process from "node:process";
 import { spawnSync } from "node:child_process";
 import logger from "loglevel";
+import tar from "tar";
 
 export const envsubstr = async (templateContents, args) => {
   const parse = await importDefault("envsub/js/envsub-parser.js");
@@ -37,6 +38,18 @@ export function ensureDir(filePath) {
   }
 }
 
+export async function createTemplateFileCommon(templateFile, outputFile, env) {
+  const options = {
+    envs: toPair(env),
+    syntax: "default",
+    protect: false,
+  };
+  const output = await envsubstr(fs.readFileSync(templateFile, "utf-8"), {
+    options,
+  });
+  fs.writeFileSync(outputFile, output);
+}
+
 export function loadFromYaml(file) {
   return yaml.load(fs.readFileSync(file, "utf8"));
 }
@@ -298,3 +311,33 @@ export function isValidPackageName(packageName) {
 export function isUserApp(manifest) {
   return !!manifest["application"]["user_app"];
 }
+
+export async function tarContentDir(from, to, cwd = "./") {
+  return new Promise((resolve, reject) => {
+    const dest = fs.createWriteStream(to);
+    tar
+      .c(
+        {
+          cwd: cwd,
+          filter: (filePath) => {
+            logger.debug(`tar gz ${filePath}`);
+            return true;
+          },
+          sync: true,
+          portable: {
+            uid: 0,
+            gid: 0,
+          },
+        },
+        from
+      )
+      .pipe(dest)
+      .on("close", () => {
+        logger.debug(`pack: ${dest.path}`);
+        resolve(dest.path);
+      })
+      .on("error", (err) => {
+        reject(err);
+      });
+  });
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lazycatcloud/lzc-cli",
-  "version": "1.2.2",
+  "version": "1.2.4",
   "description": "lazycat cloud developer kit",
   "scripts": {
     "test": "tap",
@@ -27,12 +27,14 @@
   "author": "zac zeng",
   "license": "ISC",
   "dependencies": {
+    "@balena/dockerignore": "^1.0.2",
     "@grpc/grpc-js": "^1.8.18",
     "@grpc/proto-loader": "^0.7.8",
     "archiver": "^5.3.0",
     "chalk": "^4.1.2",
     "chokidar": "^3.5.3",
     "command-exists": "^1.2.9",
+    "dockerfile-ast": "^0.5.0",
     "envsub": "^4.0.7",
     "fast-glob": "^3.2.7",
     "form-data": "^4.0.0",

package/template/_lpk/init_debug_bridge.sh

@@ -7,18 +7,25 @@ BUSYBOX=/lzcapp/pkg/content/devshell/busybox
 mkdir -p /root/.ssh
 mkdir -p /etc/debug.bridge
 
-${BUSYBOX} wget ${DEBUG_BRIDGE_LZCAPP}/resources/dropbearmulti -O /usr/bin/dropbearmulti
-chmod +x /usr/bin/dropbearmulti
+if ! [ -f /usr/bin/dropbearmulti ]; then
+    ${BUSYBOX} wget ${DEBUG_BRIDGE_LZCAPP}/resources/dropbearmulti -O /usr/bin/dropbearmulti
+    chmod +x /usr/bin/dropbearmulti
+fi
 
-${BUSYBOX} wget ${DEBUG_BRIDGE_LZCAPP}/resources/rsync -O /usr/bin/rsync
-chmod +x /usr/bin/rsync
+if ! [ -f /usr/bin/rsync ]; then
+    ${BUSYBOX} wget ${DEBUG_BRIDGE_LZCAPP}/resources/rsync -O /usr/bin/rsync
+    chmod +x /usr/bin/rsync
+fi
 
 ${BUSYBOX} wget ${DEBUG_BRIDGE_LZCAPP}/resources/authorized_keys -O /root/.ssh/authorized_keys
 chmod 0644 /root/.ssh/authorized_keys
 
 ${BUSYBOX} wget ${DEBUG_BRIDGE_LZCAPP}/bannerfile -O /etc/debug.bridge/bannerfile
 
-
-mkdir -p /etc/dropbear
-
-exec dropbearmulti dropbear -R -F -E -B -p 22222
+if ${BUSYBOX} netstat -tln | grep ':22222' >/dev/null; then
+    echo "端口22222正在监听"
+    ${BUSYBOX} sleep infinity
+else
+    mkdir -p /etc/dropbear
+    exec dropbearmulti dropbear -R -F -E -B -p 22222
+fi

package/template/_lpk/vue.lzc-build.yml.in

@@ -32,9 +32,25 @@ icon: ./lazycat.png
 #     - /=http://127.0.0.1:3000
 #   image: registry.lazycat.cloud/lzc-cli/devshell:0.0.4
 
+# devshell 指定构建Dockerfile
+# image 字段如果没有定义，将默认使用 ${package}-devshell:${version}
+# devshell:
+#   routes:
+#     - /=http://127.0.0.1:3000
+#   image: ${package}-devshell:${version}
+#   pull_policy: build
+#   build: .
+
+# dvshell 指定开发依赖的情况
+# 这种情况下，选用 apline:3.16 作为基础镜像，在 dependencies 中添加所需要的开发依赖即可
+# 如果 dependencies 和 build 同时存在，将会优先使用 dependencies
 devshell:
   routes:
     - /=http://127.0.0.1:3000
+  dependencies:
+    - nodejs
+    - vim
+    - npm
   # setupscript 每次进入到app container后都会执行的配置脚本
   # - 可以为脚本的路径地址
   # - 如果构建命令简单，也可以直接写 sh 的命令

package/template/golang/lzc-build.yml

@@ -32,9 +32,24 @@ icon: ./lazycat.png
 #     - /=http://127.0.0.1:3000
 #   image: registry.lazycat.cloud/lzc-cli/devshell:0.0.4
 
+# devshell 指定构建Dockerfile
+# image 字段如果没有定义，将默认使用 ${package}-devshell:${version}
+# devshell:
+#   routes:
+#     - /=http://127.0.0.1:3000
+#   image: ${package}-devshell:${version}
+#   pull_policy: build
+#   build: .
+
+# dvshell 指定开发依赖的情况
+# 这种情况下，选用 apline:3.16 作为基础镜像，在 dependencies 中添加所需要的开发依赖即可
+# 如果 dependencies 和 build 同时存在，将会优先使用 dependencies
 devshell:
   routes:
     - /=http://127.0.0.1:3000
+  dependencies:
+    - go
+    - vim
   # setupscript 每次进入到app container后都会执行的配置脚本
   # - 可以为脚本的路径地址
   # - 如果构建命令简单，也可以直接写 sh 的命令

package/template/ionic_vue3/lzc-build.yml

@@ -32,9 +32,25 @@ icon: ./lazycat.png
 #     - /=http://127.0.0.1:3000
 #   image: registry.lazycat.cloud/lzc-cli/devshell:0.0.4
 
+# devshell 指定构建Dockerfile
+# image 字段如果没有定义，将默认使用 ${package}-devshell:${version}
+# devshell:
+#   routes:
+#     - /=http://127.0.0.1:3000
+#   image: ${package}-devshell:${version}
+#   pull_policy: build
+#   build: .
+
+# dvshell 指定开发依赖的情况
+# 这种情况下，选用 apline:3.16 作为基础镜像，在 dependencies 中添加所需要的开发依赖即可
+# 如果 dependencies 和 build 同时存在，将会优先使用 dependencies
 devshell:
   routes:
     - /=http://127.0.0.1:3000
+  dependencies:
+    - nodejs
+    - vim
+    - npm
   # setupscript 每次进入到app container后都会执行的配置脚本
   # - 可以为脚本的路径地址
   # - 如果构建命令简单，也可以直接写 sh 的命令

package/template/lite/lzc-build.yml

@@ -17,6 +17,7 @@ pkgout: ./
 # icon 指定 lpk 包 icon 的路径路径，如果不指定将会警告
 # icon 仅仅允许 png 后缀的文件
 icon: ./lazycat.png
+
 # devshell 自定义应用的开发容器环境
 # - routers 指定应用容器的访问路由
 
@@ -30,3 +31,30 @@ icon: ./lazycat.png
 #   routes:
 #     - /=http://127.0.0.1:3000
 #   image: registry.lazycat.cloud/lzc-cli/devshell:0.0.4
+
+# devshell 指定构建Dockerfile
+# image 字段如果没有定义，将默认使用 ${package}-devshell:${version}
+# devshell:
+#   routes:
+#     - /=http://127.0.0.1:3000
+#   image: ${package}-devshell:${version}
+#   pull_policy: build
+#   build: .
+
+# dvshell 指定开发依赖的情况
+# 这种情况下，选用 apline:3.16 作为基础镜像，在 dependencies 中添加所需要的开发依赖即可
+# 如果 dependencies 和 build 同时存在，将会优先使用 dependencies
+# devshell:
+#   routes:
+#     - /=http://127.0.0.1:3000
+#   dependencies:
+#     - go
+#     - vim
+#   # setupscript 每次进入到app container后都会执行的配置脚本
+#   # - 可以为脚本的路径地址
+#   # - 如果构建命令简单，也可以直接写 sh 的命令
+#   # setupscript: export GOPROXY=https://goproxy.cn
+#   # setupscript: ./setupscript.sh
+#   setupscript: |
+#     export GOPROXY=https://goproxy.cn
+#     export npm_config_registry=https://registry.npmmirror.com