@catladder/cli 3.47.1 → 4.0.0

package/src/apps/cli/commands/general/index.ts

@@ -1,90 +0,0 @@
-import memoizee from "memoizee";
-import type Vorpal from "vorpal";
-import { getk8sApi } from "../../../../k8sApi";
-import { getCurrentContext } from "../../../../utils/cluster";
-import { logError } from "../../../../utils/log";
-import {
-  getAllRunningPortForwards,
-  stopPortForward,
-} from "../../../../utils/portForwards";
-import { getShell } from "../../../../utils/shell";
-import { namespaceAutoCompletion } from "./namespaceAutoCompletion";
-import portForward from "./portForward";
-
-const getAllNamespaces = memoizee(
-  async () => {
-    const k8sApi = getk8sApi();
-    const res = await k8sApi.listNamespace();
-    return res.body.items;
-  },
-  { maxAge: 30000, promise: true },
-);
-
-export const getAllNamespacesNames = async () => {
-  const namespaces = await getAllNamespaces();
-  return namespaces.map((n) => n.metadata.name);
-};
-export default async (vorpal: Vorpal) => {
-  vorpal.command("kube-current-context").action(async function () {
-    this.log(await getCurrentContext());
-  });
-
-  vorpal
-    .command("kube-list-namespaces", "list all namespaces")
-    .action(async function () {
-      const namespaces = await getAllNamespacesNames();
-      this.log(namespaces.join("\n"));
-    });
-
-  vorpal
-    .command("kube-list-secrets <namespace>", "show secrets")
-    .autocomplete(namespaceAutoCompletion)
-    .action(async function ({ namespace }) {
-      const k8sApi = getk8sApi();
-      const res = await k8sApi.listNamespacedSecret(namespace);
-
-      this.log(res.body.items.map((n) => n.metadata.name).join("\n"));
-    });
-
-  vorpal
-    .command("kube-list-pods <namespace>", "list all pods of namespace")
-    .autocomplete(namespaceAutoCompletion)
-    .action(async function ({ namespace }) {
-      const k8sApi = getk8sApi();
-      const res = await k8sApi.listNamespacedPod(namespace);
-      this.log(res.body.items.map((n) => n.metadata.name).join("\n"));
-    });
-
-  vorpal
-    .command("kube-stop-portforward <name>", "stop a running port forward")
-    .autocomplete({ data: async () => getAllRunningPortForwards() })
-    .action(async function ({ name }) {
-      stopPortForward(name.trim());
-    });
-
-  vorpal
-    .command(
-      "kube-get-shell <namespace>",
-      "get a shell to a pod in the environment",
-    )
-    .autocomplete(namespaceAutoCompletion)
-    .action(async function ({ namespace }) {
-      const k8sApi = getk8sApi();
-      const res = await k8sApi.listNamespacedPod(namespace);
-      if (res.body.items.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-      const podNames = res.body.items.map((i) => i.metadata.name);
-      const { podName } = await this.prompt({
-        type: "list",
-        name: "podName",
-        choices: podNames,
-        message: "Which pod? 🤔",
-      });
-
-      await getShell(namespace, podName);
-    });
-
-  portForward(vorpal);
-};

package/src/apps/cli/commands/general/namespaceAutoCompletion.ts

@@ -1,7 +0,0 @@
-import { getAllNamespacesNames } from "./index";
-export const namespaceAutoCompletion = {
-  async data() {
-    const namespaces = await getAllNamespacesNames();
-    return namespaces;
-  },
-};

package/src/apps/cli/commands/general/portForward.ts

@@ -1,48 +0,0 @@
-import type Vorpal from "vorpal";
-import { logError } from "../../../../utils/log";
-
-import { startKubePortForward } from "../../../../kubernetes/portForward";
-
-import { getk8sApi } from "../../../../k8sApi";
-import { namespaceAutoCompletion } from "./namespaceAutoCompletion";
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command("kube-port-forward <namespace>", "start port-forwarding")
-    .autocomplete(namespaceAutoCompletion)
-    .action(async function ({ namespace }) {
-      const k8sApi = getk8sApi();
-      const res = await k8sApi.listNamespacedPod(namespace);
-      if (res.body.items.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-      const podNames = res.body.items.map((i) => i.metadata.name);
-
-      if (podNames.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-      const { podName } = await this.prompt({
-        type: "list",
-        name: "podName",
-        choices: podNames,
-        message: "Which pod? 🤔",
-      });
-
-      const { localPort } = await this.prompt({
-        type: "number",
-        name: "localPort",
-
-        message: "Local port: ",
-      });
-
-      const { remotePort } = await this.prompt({
-        type: "number",
-        name: "remotePort",
-
-        message: "Remote port: ",
-      });
-
-      return startKubePortForward(podName, localPort, remotePort, namespace);
-    });

package/src/apps/cli/commands/mongodb/index.ts

@@ -1,10 +0,0 @@
-import type Vorpal from "vorpal";
-import projectMongoDestroyMember from "./projectMongoDestroyMember";
-import projectMongoGetShell from "./projectMongoGetShell";
-import projectMongoPortForward from "./projectMongoPortForward";
-
-export default async (vorpal: Vorpal) => {
-  projectMongoGetShell(vorpal);
-  projectMongoPortForward(vorpal);
-  projectMongoDestroyMember(vorpal);
-};

package/src/apps/cli/commands/mongodb/projectMongoDestroyMember.ts

@@ -1,132 +0,0 @@
-import { exec } from "child-process-promise";
-import type Vorpal from "vorpal";
-import { getProjectPvcs } from "../../../../kubernetes";
-import { logError } from "../../../../utils/log";
-import { getProjectNamespace } from "../../../../utils/projects";
-import { envAndComponents } from "../project/utils/autocompletions";
-import ensureCluster from "../project/utils/ensureCluster";
-import { getMongoDbPodsWithReplInfo } from "./utils";
-
-const removeFinalizer = async (
-  namespace: string,
-  type: "pod" | "pv" | "pvc",
-  name: string,
-) =>
-  exec(
-    `kubectl patch --namespace ${namespace} ${type} ${name} -p '{"metadata":{"finalizers":null}}'`,
-  );
-
-const deleteResource = async (
-  namespace: string,
-  type: "pod" | "pv" | "pvc",
-  name: string,
-) => exec(`kubectl delete --namespace ${namespace} ${type} ${name}`);
-
-const removeFinalizerAndDelete = async (
-  namespace: string,
-  type: "pod" | "pv" | "pvc",
-  name: string,
-) => {
-  return Promise.all([
-    removeFinalizer(namespace, type, name),
-    await deleteResource(namespace, type, name),
-  ]);
-};
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command(
-      "project-mongo-destroy-member <envComponent>",
-      "DESTROY a member of a replicaset in order to reinitialize it",
-    )
-    .autocomplete(await envAndComponents())
-    .action(async function ({ envComponent }) {
-      await ensureCluster.call(this, envComponent);
-      this.log(
-        "this command tries to delete a (secondary) member of the replicaset, it's persistent volume claim (pvc) and the volume",
-      );
-      this.log("");
-      this.log(
-        "this is useful, if you update the stateful set with new volume configuration (different size or storage class)",
-      );
-      this.log("");
-      this.log(
-        "Kubernetes will usually recreate the missing member with the updated config and mongodb will start synchronizing the new member.",
-      );
-      this.log("");
-      this.log(
-        "This works without downtime, but should be done when load on the db is low. Also it has not been tested with large dbs (> 10gi)",
-      );
-      this.log("");
-      this.log(
-        "Deleting the volume and claim often stuck, just wait or cancel and restart.",
-      );
-      this.log("");
-      const { understood } = await this.prompt({
-        default: true,
-        message: "DO YOU UNDERSTAND?",
-        name: "understood",
-        type: "confirm",
-      });
-
-      if (!understood) {
-        throw new Error("abort");
-      }
-
-      const namespace = await getProjectNamespace(envComponent);
-      const mongodbPods = await getMongoDbPodsWithReplInfo(envComponent);
-
-      const pvcs = await getProjectPvcs(envComponent);
-      const secondaries = mongodbPods.filter((pod) => !pod.isMaster);
-
-      if (secondaries.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-
-      const podName = (
-        await this.prompt({
-          type: "list",
-          name: "podName",
-          choices: secondaries.map((p) => ({
-            name: `[ secondary ] ${p.podName}`,
-            value: p.podName,
-          })),
-          message: "Which pod? 🤔",
-        })
-      ).podName;
-
-      const thePvc = pvcs.find(
-        (pvc) => pvc.metadata.name === `datadir-${podName}`,
-      );
-      if (!thePvc) {
-        logError(this, `sorry, no pvc found for ${podName}`);
-        return;
-      }
-      const { shouldContinue } = await this.prompt({
-        default: true,
-        message:
-          "THIS WILL DESTROY THE POD, ITS VOLUME AND ALL ITS DATA 🙀🙀🙀!!! continue? 🤔",
-        name: "shouldContinue",
-        type: "confirm",
-      });
-
-      if (!shouldContinue) {
-        throw new Error("abort");
-      }
-
-      // force delete, see https://github.com/kubernetes/kubernetes/issues/77258#issuecomment-502209800
-      this.log("destroying volume...");
-      try {
-        await removeFinalizerAndDelete(namespace, "pv", thePvc.spec.volumeName);
-      } catch (e) {
-        this.log(e.message);
-      }
-      this.log("destroying volume claim...");
-      try {
-        await removeFinalizerAndDelete(namespace, "pvc", thePvc.metadata.name);
-      } catch (e) {
-        this.log(e.message);
-      }
-      this.log("destroying pod...");
-      await removeFinalizerAndDelete(namespace, "pod", podName);
-    });

package/src/apps/cli/commands/mongodb/projectMongoGetShell.ts

@@ -1,42 +0,0 @@
-import type Vorpal from "vorpal";
-import { logError } from "../../../../utils/log";
-import { getProjectNamespace } from "../../../../utils/projects";
-import { envAndComponents } from "../project/utils/autocompletions";
-import ensureCluster from "../project/utils/ensureCluster";
-import {
-  getMongodbShell,
-  getProjectMongodbAllPodsSortedWithLabel,
-} from "./utils";
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command(
-      "project-mongo-get-shell <envComponent>",
-      "get a shell to a mongodb in the environment",
-    )
-    .autocomplete(await envAndComponents())
-    .action(async function ({ envComponent }) {
-      await ensureCluster.call(this, envComponent);
-      const namespace = await getProjectNamespace(envComponent);
-      const podNames =
-        await getProjectMongodbAllPodsSortedWithLabel(envComponent);
-      if (podNames.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-      let podName;
-      if (podNames.length === 1) {
-        podName = podNames[0];
-      } else {
-        podName = (
-          await this.prompt({
-            type: "list",
-            name: "podName",
-            choices: podNames,
-            message: "Which pod? 🤔",
-          })
-        ).podName;
-      }
-
-      return getMongodbShell(namespace, podName);
-    });

package/src/apps/cli/commands/mongodb/projectMongoPortForward.ts

@@ -1,64 +0,0 @@
-import type Vorpal from "vorpal";
-import {
-  getEnvVarsResolved,
-  parseChoice,
-} from "../../../../config/getProjectConfig";
-import { logError } from "../../../../utils/log";
-import { startKubePortForward } from "../../../../kubernetes/portForward";
-import { getProjectNamespace } from "../../../../utils/projects";
-import { envAndComponents } from "../project/utils/autocompletions";
-import ensureCluster from "../project/utils/ensureCluster";
-import { getProjectMongodbAllPodsSortedWithLabel } from "./utils";
-import clipboard from "clipboardy";
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command(
-      "project-mongo-port-forward <envComponent>",
-      "port foward to a mongodb",
-    )
-    .autocomplete(await envAndComponents())
-    .action(async function ({ envComponent }) {
-      await ensureCluster.call(this, envComponent);
-      const namespace = await getProjectNamespace(envComponent);
-      const podNames =
-        await getProjectMongodbAllPodsSortedWithLabel(envComponent);
-      if (podNames.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-      let podName;
-      if (podNames.length === 1) {
-        podName = podNames[0].value;
-      } else {
-        podName = (
-          await this.prompt({
-            type: "list",
-            name: "podName",
-            choices: podNames,
-            message: "Which pod? 🤔",
-          })
-        ).podName;
-      }
-
-      const { localPort } = await this.prompt({
-        type: "number",
-        name: "localPort",
-        default: "30000",
-        message: "Local port: ",
-      });
-      const { env, componentName } = parseChoice(envComponent);
-      const envVars = await getEnvVarsResolved(this, env, componentName);
-      const MONGODB_ROOT_PASSWORD = envVars?.MONGODB_ROOT_PASSWORD;
-      const connectionUrl = `mongodb://root:${MONGODB_ROOT_PASSWORD}@localhost:${localPort}`;
-      clipboard.writeSync(connectionUrl);
-      this.log("");
-      this.log("username: root");
-      this.log(`password: ${MONGODB_ROOT_PASSWORD}`);
-      this.log(`connection string: ${connectionUrl}`);
-      this.log("");
-      this.log("👆 connection string has been copied to your clipboard!");
-      this.log("");
-
-      return startKubePortForward(podName, localPort, 27017, namespace);
-    });

package/src/apps/cli/commands/project/cloudSql/commandProjectRestoreDb.ts

@@ -1,206 +0,0 @@
-import type Vorpal from "vorpal";
-import {
-  getAllPipelineContexts,
-  getEnvVarsResolved,
-  getPipelineContextByChoice,
-} from "../../../../../config/getProjectConfig";
-import type { CloudSqlBackgroundProxy } from "../../../../../gcloud/cloudSql/startProxy";
-import { startCloudSqlProxyInBackground } from "../../../../../gcloud/cloudSql/startProxy";
-
-import { parseConnectionString } from "../../../../../gcloud/cloudSql/parseConnectionString";
-import { spawnCopyDb } from "../../../../../gcloud/cloudSql/copyDb";
-import type { ComponentContext } from "@catladder/pipeline";
-import { isOfDeployType } from "@catladder/pipeline";
-
-const hasCloudSql = (context: ComponentContext) => {
-  const deployConfig = context.deploy?.config;
-  if (isOfDeployType(deployConfig, "google-cloudrun")) {
-    return !!deployConfig.cloudSql;
-  }
-  if (isOfDeployType(deployConfig, "kubernetes")) {
-    return !!deployConfig.values?.cloudsql?.enabled;
-  }
-  return false;
-};
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command(
-      "project-cloud-sql-restore-db",
-      "restores a project db from one source to another target",
-    )
-    .action(async function restoreDb() {
-      const allContexts = await getAllPipelineContexts(undefined, {
-        includeLocal: true,
-      });
-      const filteredContexts = allContexts.filter(hasCloudSql);
-      const sortByEnv = (a: string, b: string) => {
-        const aLocal = a.startsWith("local:");
-        const bLocal = b.startsWith("local:");
-        if (aLocal !== bLocal) return aLocal ? 1 : -1;
-        return a.localeCompare(b);
-      };
-      const envs = filteredContexts
-        .map((c) => `${c.env}:${c.name}`)
-        .sort(sortByEnv);
-      const targetEnvChoices = filteredContexts
-        .map((c) => {
-          const value = `${c.env}:${c.name}`;
-          const isProd = c.environment.envType === "prod";
-          return {
-            name: isProd ? `⚠️ ${value}` : value,
-            value,
-          };
-        })
-        .sort((a, b) => sortByEnv(a.value, b.value));
-
-      const { sourceEnvAndComponent } = await this.prompt({
-        type: "list",
-        name: "sourceEnvAndComponent",
-        choices: envs,
-
-        message: "Source instance (connection string or 'local')? 🤔 ",
-      });
-
-      const [sourceEnv, sourceComponent] = sourceEnvAndComponent.split(":");
-
-      const sourceContext = await getPipelineContextByChoice(
-        sourceEnv,
-        sourceComponent,
-      );
-
-      const sourceEnvVars = await getEnvVarsResolved(
-        this,
-        sourceContext.env,
-        sourceContext.name,
-      );
-
-      let sourceProxy: CloudSqlBackgroundProxy;
-      let sourceDbName: string;
-
-      let sourceUsername: string;
-      let sourcePassword: string;
-
-      let targetUsername: string;
-      let targetPassword: string;
-      let targetProxy: CloudSqlBackgroundProxy;
-
-      let sourcePort: number;
-      let targetPort: number;
-      let targetDbName: string;
-
-      const closeAll = () => {
-        sourceProxy?.stop();
-        targetProxy?.stop();
-      };
-
-      if (sourceEnv === "local") {
-        const parsersResult = parseConnectionString(
-          sourceEnvVars.DATABASE_URL.toString(),
-        );
-        sourcePort = parsersResult.hosts?.[0]?.port;
-        sourceUsername = parsersResult.username;
-        sourcePassword = parsersResult.password;
-        sourceDbName = parsersResult.endpoint;
-      } else {
-        sourcePort = 54399;
-        sourceProxy = await startCloudSqlProxyInBackground({
-          instanceName:
-            sourceEnvVars.CLOUD_SQL_INSTANCE_CONNECTION_NAME.toString(),
-          localPort: sourcePort,
-        });
-
-        sourceUsername = sourceEnvVars.DB_USER.toString();
-        sourcePassword = sourceEnvVars.DB_PASSWORD.toString();
-        sourceDbName = sourceEnvVars.DB_NAME?.toString();
-      }
-
-      const { targetEnvAndComponent } = await this.prompt({
-        type: "list",
-        name: "targetEnvAndComponent",
-        choices: targetEnvChoices,
-
-        message: "target env? 🤔 ",
-      });
-
-      const [targetEnv, targetComponent] = targetEnvAndComponent.split(":");
-
-      const targetContext = await getPipelineContextByChoice(
-        targetEnv,
-        targetComponent,
-      );
-
-      const targetEnvVars = await getEnvVarsResolved(
-        this,
-        targetContext.env,
-        targetContext.name,
-      );
-
-      if (targetEnv === "local") {
-        const parsersResult = parseConnectionString(
-          targetEnvVars.DATABASE_URL.toString(),
-        );
-
-        targetPort = parsersResult.hosts?.[0]?.port;
-        targetUsername = parsersResult.username;
-        targetPassword = parsersResult.password;
-        targetDbName = parsersResult.endpoint;
-      } else {
-        targetPort = 54499;
-        targetProxy = await startCloudSqlProxyInBackground({
-          instanceName:
-            targetEnvVars.CLOUD_SQL_INSTANCE_CONNECTION_NAME.toString(),
-          localPort: targetPort,
-        });
-
-        targetUsername = targetEnvVars.DB_USER.toString();
-        targetPassword = targetEnvVars.DB_PASSWORD.toString();
-        targetDbName = targetEnvVars.DB_NAME.toString();
-      }
-
-      const { shouldContinue } = await this.prompt({
-        type: "confirm",
-        name: "shouldContinue",
-        message: `This will drop ${targetEnv}/${targetDbName} and replace it with ${sourceEnv}/${sourceDbName}. Continue? 🤔 `,
-      });
-
-      if (!shouldContinue) {
-        this.log("abort");
-        closeAll();
-        return;
-      }
-
-      if (targetContext.environment.envType === "prod") {
-        this.log(
-          `\n🚨 You are overriding a production environment. Please type in ${targetEnvVars.CLOUD_SQL_INSTANCE_CONNECTION_NAME} to continue\n\n`,
-        );
-        const { confirmInstance } = await this.prompt({
-          type: "input",
-          name: "confirmInstance",
-          message: "confirm: ",
-        });
-
-        if (
-          confirmInstance !== targetEnvVars.CLOUD_SQL_INSTANCE_CONNECTION_NAME
-        ) {
-          this.log("abort");
-          closeAll();
-          return;
-        }
-      }
-
-      try {
-        await spawnCopyDb({
-          targetPassword,
-          targetPort,
-          targetUsername,
-          sourceUsername,
-          sourcePassword,
-          sourcePort,
-          sourceDbName,
-          targetDbName,
-        });
-      } finally {
-        closeAll();
-      }
-    });