@catladder/cli 0.0.0-vars-07a720d0 → 0.0.0-wait-for-completion-88d93ae7

package/src/apps/cli/verify/migration/fromv2.ts

@@ -1,264 +0,0 @@
-import {
-  BuildConfig,
-  ComponentConfig,
-  Config,
-  DeployConfigKubernetes,
-  Env,
-} from "@catladder/pipeline";
-import {
-  existsSync,
-  lstatSync,
-  readdirSync,
-  readFile,
-  writeFile,
-} from "fs-extra";
-import { isEmpty } from "lodash";
-import { join } from "path";
-import Vorpal from "vorpal";
-import {
-  getGitlabCi,
-  getGitlabCiFilePath,
-} from "../../../../config/getProjectConfig";
-import { readYaml } from "../../../../utils/files";
-import { syncBitwarden } from "../../../../utils/passwordstore";
-import { getGitRoot } from "../../../../utils/projects";
-import { writeConfig } from "../../config/writeConfig";
-import { migrateSecrets } from "./migrateSecrets";
-import {
-  detectBuildConfig,
-  isOldInclude,
-  OldGitlabCiFile,
-} from "./oldGitlabCi";
-export const LEGACY_ENVS = [
-  "dev-local",
-  "dev",
-  "review",
-  "stage",
-  "prod",
-] as const;
-
-const arrayToRecord = (arr: { name: string }[]): Record<string, any> => {
-  if (!arr) return undefined;
-  return Object.fromEntries(arr.map(({ name, ...rest }) => [name, rest]));
-};
-
-const transformVars = (rawVars: {
-  public: Record<string, any>;
-  secret: Record<string, any>;
-  fromCommponents: any;
-}) => {
-  if (rawVars.fromCommponents) {
-    console.warn("cant transform legacy fromCommponents");
-  }
-
-  return {
-    public: rawVars.public,
-    secret: rawVars.secret ? Object.keys(rawVars.secret) : undefined,
-  };
-};
-
-const getLegacyMonorepoSubCiFiles = (dir: string) => {
-  return readdirSync(dir)
-    .filter((file) => lstatSync(file).isDirectory())
-    .map((dir) => ({
-      dir,
-      ci: join(dir, ".gitlab-ci.yml"),
-    }))
-    .filter(({ ci }) => existsSync(ci));
-};
-
-const transformValues = (
-  valuesIn: Record<string, any>
-): DeployConfigKubernetes["values"] => {
-  if (isEmpty(valuesIn)) {
-    return undefined;
-  }
-  delete valuesIn?.application?.host;
-  delete valuesIn?.application?.command;
-
-  return {
-    ...valuesIn,
-    jobs: arrayToRecord(valuesIn?.jobs),
-    cronjobs: arrayToRecord(valuesIn?.cronjobs),
-  };
-};
-
-export const isV2 = async () => {
-  const gitlabCi = await getGitlabCi<OldGitlabCiFile>();
-  return isOldInclude(gitlabCi);
-};
-export const migrateV2 = async (vorpal: Vorpal) => {
-  const gitlabCi = await getGitlabCi<OldGitlabCiFile>();
-  const gitRoot = await getGitRoot();
-
-  const {
-    CUSTOMER_NAME,
-    APP_NAME,
-    COMPONENT_NAME = "web",
-    APP_DIR = ".",
-    STAGING_ENABLED,
-  } = gitlabCi.variables;
-
-  vorpal
-    .command("migrate")
-
-    .action(async function () {
-      this.log("");
-      this.log("⚠️ this project uses legacy catladder (v2)");
-      this.log("");
-      this.log(
-        "😼 I can migrate the project for you. This contains the following steps:"
-      );
-      this.log("");
-      this.log(
-        " - migrate the config from values-*.yml to catladder config file"
-      );
-      this.log(
-        " - migrate the secrets from bitwarden to gitlab (this will trash the entries in bitwarden)"
-      );
-      this.log("");
-      this.log(
-        "☝ make sure that you checked in your current state in case something goes wrong."
-      );
-      this.log(
-        "☝ secrets in bitwarden are deleted, but can be restored within 30 days."
-      );
-      this.log("");
-      const { shouldContinue } = await this.prompt({
-        default: true,
-        message: "Migrate project now? 🤔",
-        name: "shouldContinue",
-        type: "confirm",
-      });
-
-      if (shouldContinue) {
-        vorpal.log("");
-        vorpal.log("");
-        vorpal.log("💪😼 ok, let's go...");
-        vorpal.log("");
-        vorpal.log("");
-
-        const createComponent = async (
-          dir: string,
-          ciFile: OldGitlabCiFile
-        ): Promise<ComponentConfig> => {
-          const { env, ...baseValues } =
-            (await readYaml(dir + "/values.yml")) ?? {};
-
-          const startCommand = Array.isArray(baseValues?.application?.command)
-            ? baseValues?.application?.command.join(" ")
-            : baseValues?.application?.command;
-          return {
-            vars: env ? transformVars(env) : undefined,
-            dir: dir,
-            build: {
-              type: detectBuildConfig(ciFile),
-              startCommand: startCommand,
-            } as BuildConfig,
-            deploy: {
-              type: "kubernetes",
-              values: transformValues(baseValues),
-              cluster: {
-                type: "gcloud",
-                name: "ch-production",
-                projectId: "skynet-swiss",
-                region: "europe-west6-a",
-                domainCanonical: "panter.swiss",
-              },
-            },
-            env: await LEGACY_ENVS.reduce<Promise<Env>>(
-              async (acc, envName) => {
-                if (envName === "stage" && !STAGING_ENABLED) {
-                  return {
-                    ...(await acc),
-                    [envName]: false,
-                  };
-                }
-                const newEnvName = envName === "dev-local" ? "local" : envName;
-
-                const envValues =
-                  (await readYaml(dir + `/values-${envName}.yml`)) ?? {};
-                const { env, ...rest } = envValues;
-                const host = rest?.application?.host;
-                const values = transformValues(rest);
-                return {
-                  ...(await acc),
-                  [newEnvName]: {
-                    host: host,
-                    vars: env ? transformVars(env) : undefined,
-                    deploy: values
-                      ? {
-                          values: values,
-                        }
-                      : undefined,
-                  },
-                };
-              },
-              Promise.resolve({})
-            ),
-          };
-        };
-        let components: Record<string, ComponentConfig>;
-        if (detectBuildConfig(gitlabCi) === "monorepo") {
-          components = await getLegacyMonorepoSubCiFiles(gitRoot).reduce<
-            Promise<Record<string, ComponentConfig>>
-          >(async (acc, el) => {
-            return {
-              ...(await acc),
-              [el.dir]: await createComponent(el.dir, await readYaml(el.ci)),
-            };
-          }, Promise.resolve({}));
-        } else {
-          components = {
-            [COMPONENT_NAME]: await createComponent(APP_DIR, gitlabCi),
-          };
-        }
-        // we only have one component
-        const config: Config = {
-          customerName: CUSTOMER_NAME,
-          appName: APP_NAME,
-          components,
-        };
-
-        const comment =
-          "Old migrated config:\n\n" +
-          (await readFile(await getGitlabCiFilePath(), {
-            encoding: "utf-8",
-          }));
-
-        this.log("-------------------");
-        this.log("migrate config");
-        await writeConfig(this, config, {
-          endComment: comment,
-        });
-        this.log("write gitlab-ci.yml");
-        await writeFile(
-          await getGitlabCiFilePath(),
-          "include: https://git.panter.ch/api/v4/projects/catladder%2Fcatladder/packages/generic/ci-includes/main/gitlab-ci.yml",
-          { encoding: "utf-8" }
-        );
-
-        this.log("-------------------");
-        this.log("migrate secrets");
-        await syncBitwarden();
-        for (const env of LEGACY_ENVS) {
-          if (env === "stage" && !STAGING_ENABLED) return;
-          await migrateSecrets(this, config, env);
-        }
-
-        this.log("-------------------");
-
-        this.log("done!");
-        this.log("");
-        this.log("You can remove the values*.yml files now.");
-
-        this.log("-------------------");
-      } else {
-        this.log(
-          "☝ if you want to use catladder in legacy mode, install @panter/catladder globally and invoke catladder-legacy"
-        );
-      }
-    });
-
-  vorpal.exec("migrate");
-};

package/src/apps/cli/verify/migration/migrateSecrets.ts

@@ -1,37 +0,0 @@
-import { Config, getEnvironment } from "@catladder/pipeline";
-import { load } from "js-yaml";
-import { pick } from "lodash";
-import { CommandInstance } from "vorpal";
-import { upsertAllVariables } from "../../../../utils/gitlab";
-import { readPass, trashItem } from "../../../../utils/passwordstore";
-import { LEGACY_ENVS } from "./fromv2";
-
-const getPassPath = (newConfig: Config, env: string) => {
-  return `${newConfig.customerName}/${newConfig.appName}/${env}/secrets.yml`;
-};
-
-export const migrateSecrets = async (
-  vorpal: CommandInstance,
-  newConfig: Config,
-  oldEnv: typeof LEGACY_ENVS[number]
-) => {
-  const newEnv = oldEnv === "dev-local" ? "local" : oldEnv;
-  const path = getPassPath(newConfig, oldEnv);
-  try {
-    const yamlstring = await readPass(path);
-    const secrets = load(yamlstring);
-
-    Object.keys(newConfig.components).forEach(async (componentName) => {
-      const environment = getEnvironment(newConfig, componentName, newEnv);
-      await upsertAllVariables(
-        vorpal,
-        pick(secrets, environment.secretEnvVarKeys),
-        newEnv,
-        componentName
-      );
-    });
-    await trashItem(path);
-  } catch (e) {
-    console.warn(`could not migrate secrets for env '${oldEnv}': ${e}`);
-  }
-};

package/src/apps/cli/verify/migration/oldGitlabCi.ts

@@ -1,48 +0,0 @@
-import { BuildConfig } from "@catladder/pipeline";
-
-export type OldGitlabCiFile = {
-  variables: {
-    CUSTOMER_NAME: string;
-    APP_NAME: string;
-    COMPONENT_NAME?: string;
-    APP_DIR?: string;
-    CLUSTER_NAME?: string;
-    STAGING_ENABLED?: string;
-  };
-  include: {
-    project: string;
-    ref: string;
-    file: string;
-  }[];
-};
-
-export const isOldInclude = (gitlabCi: OldGitlabCiFile) => {
-  return gitlabCi.include[0]?.project === "catladder/gitlab-ci";
-};
-
-export const detectBuildConfig = (
-  gitlabCi: OldGitlabCiFile
-): BuildConfig["type"] | "monorepo" => {
-  if (!isOldInclude(gitlabCi)) {
-    throw new Error("unsupported gitlab-ci file");
-  }
-
-  const firstInclude = gitlabCi.include[0];
-
-  if (firstInclude.file === "monorepo.yml") return "monorepo";
-
-  if (firstInclude.file === "node-kubernetes.yml") {
-    return "node";
-  }
-
-  if (firstInclude.file === "static-js-kubernetes.yml") {
-    return "node-static";
-  }
-  if (firstInclude.file === "meteor-kubernetes.yml") {
-    return "meteor";
-  }
-
-  if (firstInclude.file === "rails-kubernetes.yml") {
-    throw new Error("rails is not yet implemented");
-  }
-};

package/src/utils/passwordstore/index.ts

@@ -1,190 +0,0 @@
-import { exec, spawn } from "child-process-promise";
-import commandExists from "command-exists-promise";
-import dayjs from "dayjs";
-import { readFile, writeFile } from "fs-extra";
-import { withFile } from "tmp-promise";
-import getEditor from "../getEditor";
-import { getPreference, hasPreference, setPreference } from "../preferences";
-
-const DEBUG = false;
-
-const unlockBitwarden = async () => {
-  console.error("");
-  console.error("# Bitwarden is locked, please unlock:");
-  console.error("");
-  const promise = spawn("bw", ["unlock", "--raw"], {
-    stdio: ["inherit", "pipe", "inherit"],
-  });
-  let session = null;
-  promise.childProcess.stdout.on(
-    "data",
-    (d: any) => (session = d.toString("utf-8"))
-  );
-  await promise;
-  await setPreference("bwsession", session);
-};
-const loginBitwarden = async () => {
-  console.error("");
-  console.error("# Please login to Bitwarden:");
-  console.error("");
-  const promise = spawn("bw", ["login", "--raw"], {
-    stdio: ["inherit", "pipe", "inherit"],
-  });
-  let session = null;
-  promise.childProcess.stdout.on(
-    "data",
-    (d: any) => (session = d.toString("utf-8"))
-  );
-  await promise;
-  await setPreference("bwsession", session);
-  await syncBitwarden(true); // needs syncing to work properly afterwards
-};
-
-const execBitwardenCommand = async (command: string): Promise<any> => {
-  if (!(await hasPreference("bwsession"))) {
-    await loginBitwarden();
-  }
-  const session = await getPreference("bwsession");
-  const fullCommand = `BW_SESSION='${session}' bw ${command} --raw --nointeraction`;
-  if (DEBUG) {
-    console.log(fullCommand);
-    console.time(fullCommand);
-  }
-  try {
-    const { stdout } = await exec(fullCommand);
-    if (DEBUG) {
-      console.timeEnd(fullCommand);
-    }
-
-    if (!stdout) {
-      return null;
-    }
-    try {
-      return JSON.parse(stdout);
-    } catch (e) {
-      // no json
-      return stdout;
-    }
-  } catch (e) {
-    const isLocked = e.toString().includes("Vault is locked");
-    const notLoggedIn = e.toString().includes("You are not logged in");
-    if (isLocked) {
-      await unlockBitwarden();
-      return execBitwardenCommand(command);
-    } else if (notLoggedIn) {
-      await loginBitwarden();
-      return execBitwardenCommand(command);
-    } else {
-      throw e;
-    }
-  }
-};
-
-export const getCollection = async (collectionName: string) => {
-  return execBitwardenCommand(`get collection ${collectionName}`);
-};
-
-export const getOrganization = async (organizationName: string) => {
-  return execBitwardenCommand(`get organization ${organizationName}`);
-};
-
-let catladderCollectionId: string;
-
-const getCatladderCollectionId = async () => {
-  if (!catladderCollectionId) {
-    catladderCollectionId = (await getCollection("catladder")).id;
-  }
-  return catladderCollectionId;
-};
-
-let panterOrganizationId: string;
-const getPanterOrganizationId = async () => {
-  if (!panterOrganizationId) {
-    panterOrganizationId = (await getOrganization("Panter AG")).id;
-  }
-  return panterOrganizationId;
-};
-
-const encode = (data: any) =>
-  Buffer.from(JSON.stringify(data)).toString("base64");
-
-export const hasBitwarden = () => commandExists("bw");
-
-const getItem = async (path: string) => {
-  return execBitwardenCommand(`get item ${path}`);
-};
-
-export const readPass = async (path: string) => {
-  const result = await getItem(path);
-
-  return result.notes || result.login?.password;
-};
-
-const update = async (type: string, itemId: string, value: any) => {
-  const result = await execBitwardenCommand(
-    `edit ${type} ${itemId} ${encode(value)}`
-  );
-
-  return result;
-};
-
-const MAX_SYNC_AGE_IN_MINUTES = 30;
-export const syncBitwarden = async (force = true) => {
-  const lastSync = (await hasPreference("bwLastSync"))
-    ? await getPreference("bwLastSync")
-    : null;
-  if (
-    force ||
-    !lastSync ||
-    dayjs().diff(lastSync, "minutes") >= MAX_SYNC_AGE_IN_MINUTES
-  ) {
-    await execBitwardenCommand("sync");
-    await setPreference("bwLastSync", new Date().toISOString());
-  } else {
-    // skip
-  }
-};
-export const insertPass = async (path: string, content: string) => {
-  const value = {
-    type: 2,
-    secureNote: { type: 0 },
-    name: path,
-
-    notes: content,
-    collectionIds: [await getCatladderCollectionId()],
-  };
-  const result = await execBitwardenCommand(`create item ${encode(value)}`);
-  await share(result.id);
-};
-
-const share = async (itemId: string) =>
-  execBitwardenCommand(
-    `share ${itemId} ${await getPanterOrganizationId()} ${encode([
-      await getCatladderCollectionId(),
-    ])}`
-  );
-
-export const trashItem = async (path: string) => {
-  const item = await getItem(path);
-
-  const result = await execBitwardenCommand(`delete item ${item.id}`);
-
-  return result;
-};
-export const editPass = async (path: string) => {
-  const item = await getItem(path);
-
-  await withFile(
-    async ({ path: tmpFilePath }) => {
-      await writeFile(tmpFilePath, item.notes);
-      await (await getEditor()).open(tmpFilePath);
-      const newContent = (await readFile(tmpFilePath)).toString("utf-8");
-
-      await update("item", item.id, {
-        ...item,
-        notes: newContent,
-      });
-    },
-    { postfix: ".yml" }
-  );
-};

package/src/utils/portForward.ts

@@ -1,52 +0,0 @@
-import { spawn } from "child-process-promise";
-
-const portForwards = new Map();
-
-export const stopPortForward = async (name: string) => {
-  const old = portForwards.get(name);
-
-  if (old) {
-    try {
-      old.childProcess.kill();
-      await old;
-    } catch (e) {
-      //
-    }
-    portForwards.delete(name);
-  }
-};
-
-export const getAllRunningPortForwards = () => {
-  return Array.from(portForwards.keys());
-};
-export const startPortForward = async (
-  podname: string,
-  localPort: number,
-  remotePort: number,
-  namespace: string
-) => {
-  const name = `${namespace}/${podname}/${localPort}:${remotePort}`;
-  // stop if already there
-  if (portForwards.has(name)) {
-    stopPortForward(name);
-  }
-  const promise = spawn(
-    "kubectl",
-    ["port-forward", podname, `${localPort}:${remotePort}`, "-n", namespace],
-    {
-      env: {
-        ...process.env,
-        DEBUG: "",
-      },
-    }
-  );
-  portForwards.set(name, promise);
-  // wait a moment so that is surley started, unfortunatly we don't know that
-  await new Promise((r) => setTimeout(r, 1000));
-};
-
-export const stopAllPortForwards = async () => {
-  getAllRunningPortForwards().forEach((name) => {
-    stopPortForward(name);
-  });
-};