@catladder/cli 0.0.0-new-release-a895e12e → 0.0.0-new-cli-80ac360a

package/src/apps/cli/commands/mongodb/projectMongoDestroyMember.ts

@@ -1,132 +0,0 @@
-import { exec } from "child-process-promise";
-import type Vorpal from "vorpal";
-import { getProjectPvcs } from "../../../../kubernetes";
-import { logError } from "../../../../utils/log";
-import { getProjectNamespace } from "../../../../utils/projects";
-import { envAndComponents } from "../project/utils/autocompletions";
-import ensureCluster from "../project/utils/ensureCluster";
-import { getMongoDbPodsWithReplInfo } from "./utils";
-
-const removeFinalizer = async (
-  namespace: string,
-  type: "pod" | "pv" | "pvc",
-  name: string,
-) =>
-  exec(
-    `kubectl patch --namespace ${namespace} ${type} ${name} -p '{"metadata":{"finalizers":null}}'`,
-  );
-
-const deleteResource = async (
-  namespace: string,
-  type: "pod" | "pv" | "pvc",
-  name: string,
-) => exec(`kubectl delete --namespace ${namespace} ${type} ${name}`);
-
-const removeFinalizerAndDelete = async (
-  namespace: string,
-  type: "pod" | "pv" | "pvc",
-  name: string,
-) => {
-  return Promise.all([
-    removeFinalizer(namespace, type, name),
-    await deleteResource(namespace, type, name),
-  ]);
-};
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command(
-      "project-mongo-destroy-member <envComponent>",
-      "DESTROY a member of a replicaset in order to reinitialize it",
-    )
-    .autocomplete(await envAndComponents())
-    .action(async function ({ envComponent }) {
-      await ensureCluster.call(this, envComponent);
-      this.log(
-        "this command tries to delete a (secondary) member of the replicaset, it's persistent volume claim (pvc) and the volume",
-      );
-      this.log("");
-      this.log(
-        "this is useful, if you update the stateful set with new volume configuration (different size or storage class)",
-      );
-      this.log("");
-      this.log(
-        "Kubernetes will usually recreate the missing member with the updated config and mongodb will start synchronizing the new member.",
-      );
-      this.log("");
-      this.log(
-        "This works without downtime, but should be done when load on the db is low. Also it has not been tested with large dbs (> 10gi)",
-      );
-      this.log("");
-      this.log(
-        "Deleting the volume and claim often stuck, just wait or cancel and restart.",
-      );
-      this.log("");
-      const { understood } = await this.prompt({
-        default: true,
-        message: "DO YOU UNDERSTAND?",
-        name: "understood",
-        type: "confirm",
-      });
-
-      if (!understood) {
-        throw new Error("abort");
-      }
-
-      const namespace = await getProjectNamespace(envComponent);
-      const mongodbPods = await getMongoDbPodsWithReplInfo(envComponent);
-
-      const pvcs = await getProjectPvcs(envComponent);
-      const secondaries = mongodbPods.filter((pod) => !pod.isMaster);
-
-      if (secondaries.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-
-      const podName = (
-        await this.prompt({
-          type: "list",
-          name: "podName",
-          choices: secondaries.map((p) => ({
-            name: `[ secondary ] ${p.podName}`,
-            value: p.podName,
-          })),
-          message: "Which pod? 🤔",
-        })
-      ).podName;
-
-      const thePvc = pvcs.find(
-        (pvc) => pvc.metadata.name === `datadir-${podName}`,
-      );
-      if (!thePvc) {
-        logError(this, `sorry, no pvc found for ${podName}`);
-        return;
-      }
-      const { shouldContinue } = await this.prompt({
-        default: true,
-        message:
-          "THIS WILL DESTROY THE POD, ITS VOLUME AND ALL ITS DATA 🙀🙀🙀!!! continue? 🤔",
-        name: "shouldContinue",
-        type: "confirm",
-      });
-
-      if (!shouldContinue) {
-        throw new Error("abort");
-      }
-
-      // force delete, see https://github.com/kubernetes/kubernetes/issues/77258#issuecomment-502209800
-      this.log("destroying volume...");
-      try {
-        await removeFinalizerAndDelete(namespace, "pv", thePvc.spec.volumeName);
-      } catch (e) {
-        this.log(e.message);
-      }
-      this.log("destroying volume claim...");
-      try {
-        await removeFinalizerAndDelete(namespace, "pvc", thePvc.metadata.name);
-      } catch (e) {
-        this.log(e.message);
-      }
-      this.log("destroying pod...");
-      await removeFinalizerAndDelete(namespace, "pod", podName);
-    });

package/src/apps/cli/commands/mongodb/projectMongoGetShell.ts

@@ -1,42 +0,0 @@
-import type Vorpal from "vorpal";
-import { logError } from "../../../../utils/log";
-import { getProjectNamespace } from "../../../../utils/projects";
-import { envAndComponents } from "../project/utils/autocompletions";
-import ensureCluster from "../project/utils/ensureCluster";
-import {
-  getMongodbShell,
-  getProjectMongodbAllPodsSortedWithLabel,
-} from "./utils";
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command(
-      "project-mongo-get-shell <envComponent>",
-      "get a shell to a mongodb in the environment",
-    )
-    .autocomplete(await envAndComponents())
-    .action(async function ({ envComponent }) {
-      await ensureCluster.call(this, envComponent);
-      const namespace = await getProjectNamespace(envComponent);
-      const podNames =
-        await getProjectMongodbAllPodsSortedWithLabel(envComponent);
-      if (podNames.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-      let podName;
-      if (podNames.length === 1) {
-        podName = podNames[0];
-      } else {
-        podName = (
-          await this.prompt({
-            type: "list",
-            name: "podName",
-            choices: podNames,
-            message: "Which pod? 🤔",
-          })
-        ).podName;
-      }
-
-      return getMongodbShell(namespace, podName);
-    });

package/src/apps/cli/commands/mongodb/projectMongoPortForward.ts

@@ -1,64 +0,0 @@
-import type Vorpal from "vorpal";
-import {
-  getEnvVarsResolved,
-  parseChoice,
-} from "../../../../config/getProjectConfig";
-import { logError } from "../../../../utils/log";
-import { startKubePortForward } from "../../../../kubernetes/portForward";
-import { getProjectNamespace } from "../../../../utils/projects";
-import { envAndComponents } from "../project/utils/autocompletions";
-import ensureCluster from "../project/utils/ensureCluster";
-import { getProjectMongodbAllPodsSortedWithLabel } from "./utils";
-import clipboard from "clipboardy";
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command(
-      "project-mongo-port-forward <envComponent>",
-      "port foward to a mongodb",
-    )
-    .autocomplete(await envAndComponents())
-    .action(async function ({ envComponent }) {
-      await ensureCluster.call(this, envComponent);
-      const namespace = await getProjectNamespace(envComponent);
-      const podNames =
-        await getProjectMongodbAllPodsSortedWithLabel(envComponent);
-      if (podNames.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-      let podName;
-      if (podNames.length === 1) {
-        podName = podNames[0].value;
-      } else {
-        podName = (
-          await this.prompt({
-            type: "list",
-            name: "podName",
-            choices: podNames,
-            message: "Which pod? 🤔",
-          })
-        ).podName;
-      }
-
-      const { localPort } = await this.prompt({
-        type: "number",
-        name: "localPort",
-        default: "30000",
-        message: "Local port: ",
-      });
-      const { env, componentName } = parseChoice(envComponent);
-      const envVars = await getEnvVarsResolved(this, env, componentName);
-      const MONGODB_ROOT_PASSWORD = envVars?.MONGODB_ROOT_PASSWORD;
-      const connectionUrl = `mongodb://root:${MONGODB_ROOT_PASSWORD}@localhost:${localPort}`;
-      clipboard.writeSync(connectionUrl);
-      this.log("");
-      this.log("username: root");
-      this.log(`password: ${MONGODB_ROOT_PASSWORD}`);
-      this.log(`connection string: ${connectionUrl}`);
-      this.log("");
-      this.log("👆 connection string has been copied to your clipboard!");
-      this.log("");
-
-      return startKubePortForward(podName, localPort, 27017, namespace);
-    });

package/src/apps/cli/commands/project/cloudSql/commandProjectRestoreDb.ts

@@ -1,181 +0,0 @@
-import type Vorpal from "vorpal";
-import {
-  getEnvVarsResolved,
-  getPipelineContextByChoice,
-} from "../../../../../config/getProjectConfig";
-import type { CloudSqlBackgroundProxy } from "../../../../../gcloud/cloudSql/startProxy";
-import { startCloudSqlProxyInBackground } from "../../../../../gcloud/cloudSql/startProxy";
-import { envAndComponents } from "../utils/autocompletions";
-
-import { ConnectionStringParser } from "connection-string-parser";
-import { spawnCopyDb } from "../../../../../gcloud/cloudSql/copyDb";
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command(
-      "project-cloud-sql-restore-db",
-      "restores a project db from one source to another target",
-    )
-    .action(async function restoreDb() {
-      const envs = await envAndComponents();
-
-      const { sourceEnvAndComponent } = await this.prompt({
-        type: "list",
-        name: "sourceEnvAndComponent",
-        choices: envs,
-
-        message: "Source instance (connection string or 'local')? 🤔 ",
-      });
-
-      const [sourceEnv, sourceComponent] = sourceEnvAndComponent.split(":");
-
-      const sourceContext = await getPipelineContextByChoice(
-        sourceEnv,
-        sourceComponent,
-      );
-
-      const sourceEnvVars = await getEnvVarsResolved(
-        this,
-        sourceContext.env,
-        sourceContext.name,
-      );
-
-      let sourceProxy: CloudSqlBackgroundProxy;
-      let sourceDbName: string;
-
-      let sourceUsername: string;
-      let sourcePassword: string;
-
-      let targetUsername: string;
-      let targetPassword: string;
-      let targetProxy: CloudSqlBackgroundProxy;
-
-      let sourcePort: number;
-      let targetPort: number;
-      let targetDbName: string;
-
-      const closeAll = () => {
-        sourceProxy?.stop();
-        targetProxy?.stop();
-      };
-
-      if (sourceEnv === "local") {
-        const parser = new ConnectionStringParser({
-          scheme: "postgres",
-          hosts: [],
-        });
-
-        const parsersResult = parser.parse(
-          sourceEnvVars.DATABASE_URL.toString(),
-        );
-        sourcePort = parsersResult.hosts?.[0]?.port;
-        sourceUsername = parsersResult.username;
-        sourcePassword = parsersResult.password;
-        sourceDbName = parsersResult.endpoint;
-      } else {
-        sourcePort = 54399;
-        sourceProxy = await startCloudSqlProxyInBackground({
-          instanceName:
-            sourceEnvVars.CLOUD_SQL_INSTANCE_CONNECTION_NAME.toString(),
-          localPort: sourcePort,
-        });
-
-        sourceUsername = sourceEnvVars.DB_USER.toString();
-        sourcePassword = sourceEnvVars.DB_PASSWORD.toString();
-        sourceDbName = sourceEnvVars.DB_NAME?.toString();
-      }
-
-      const { targetEnvAndComponent } = await this.prompt({
-        type: "list",
-        name: "targetEnvAndComponent",
-        choices: envs,
-
-        message: "target env? 🤔 ",
-      });
-
-      const [targetEnv, targetComponent] = targetEnvAndComponent.split(":");
-
-      const targetContext = await getPipelineContextByChoice(
-        targetEnv,
-        targetComponent,
-      );
-
-      const targetEnvVars = await getEnvVarsResolved(
-        this,
-        targetContext.env,
-        targetContext.name,
-      );
-
-      if (targetEnv === "local") {
-        const parser = new ConnectionStringParser({
-          scheme: "postgres",
-          hosts: [],
-        });
-
-        const parsersResult = parser.parse(
-          targetEnvVars.DATABASE_URL.toString(),
-        );
-
-        targetPort = parsersResult.hosts?.[0]?.port;
-        targetUsername = parsersResult.username;
-        targetPassword = parsersResult.password;
-        targetDbName = parsersResult.endpoint;
-      } else {
-        targetPort = 54499;
-        targetProxy = await startCloudSqlProxyInBackground({
-          instanceName:
-            targetEnvVars.CLOUD_SQL_INSTANCE_CONNECTION_NAME.toString(),
-          localPort: targetPort,
-        });
-
-        targetUsername = targetEnvVars.DB_USER.toString();
-        targetPassword = targetEnvVars.DB_PASSWORD.toString();
-        targetDbName = targetEnvVars.DB_NAME.toString();
-      }
-
-      const { shouldContinue } = await this.prompt({
-        type: "confirm",
-        name: "shouldContinue",
-        message: `This will drop ${targetEnv}/${targetDbName} and replace it with ${sourceEnv}/${sourceDbName}. Continue? 🤔 `,
-      });
-
-      if (!shouldContinue) {
-        this.log("abort");
-        closeAll();
-        return;
-      }
-
-      if (targetContext.environment.envType === "prod") {
-        this.log(
-          `\n🚨 You are overriding a production environment. Please type in ${targetEnvVars.CLOUD_SQL_INSTANCE_CONNECTION_NAME} to continue\n\n`,
-        );
-        const { confirmInstance } = await this.prompt({
-          type: "input",
-          name: "confirmInstance",
-          message: "confirm: ",
-        });
-
-        if (
-          confirmInstance !== targetEnvVars.CLOUD_SQL_INSTANCE_CONNECTION_NAME
-        ) {
-          this.log("abort");
-          closeAll();
-          return;
-        }
-      }
-
-      try {
-        await spawnCopyDb({
-          targetPassword,
-          targetPort,
-          targetUsername,
-          sourceUsername,
-          sourcePassword,
-          sourcePort,
-          sourceDbName,
-          targetDbName,
-        });
-      } finally {
-        closeAll();
-      }
-    });

package/src/apps/cli/commands/project/commandCloudSqlProxy.ts

@@ -1,194 +0,0 @@
-import type { ComponentContext } from "@catladder/pipeline";
-import {
-  createKubernetesCloudsqlBaseValues,
-  getDeployConfigType,
-  isOfDeployType,
-} from "@catladder/pipeline";
-import type Vorpal from "vorpal";
-import type { CommandInstance } from "vorpal";
-import clipboard from "clipboardy";
-import {
-  getEnvVarsResolved,
-  getPipelineContextByChoice,
-  parseChoice,
-} from "../../../../config/getProjectConfig";
-import { envAndComponents } from "./utils/autocompletions";
-import {
-  ERROR_NOT_INSTALLED,
-  startCloudSqlProxyInCurrentShell,
-} from "../../../../gcloud/cloudSql/startProxy";
-import { logError, logLines, logWarning } from "../../../../utils/log";
-
-type ProxyInfo = {
-  instanceName: string;
-  DB_NAME: string;
-  DB_PASSWORD: string;
-  DB_USER: string;
-};
-
-const getProxyInfo = (context: ComponentContext) => {
-  if (isOfDeployType(context.deploy?.config, "kubernetes")) {
-    return getProxyInfoForKubernetes(this, context);
-  } else if (isOfDeployType(context.deploy?.config, "google-cloudrun")) {
-    return getProxyInfoForCloudRun(this, context);
-  }
-  throw new Error(`unsupported environment: ${context.deploy?.config?.type}`);
-};
-
-const getProxyInfoForKubernetes = async (
-  vorpal: CommandInstance,
-  context: ComponentContext,
-): Promise<ProxyInfo> => {
-  if (!isOfDeployType(context.deploy?.config, "kubernetes")) {
-    throw new Error("unsupported");
-  }
-
-  const envVars = await getEnvVarsResolved(vorpal, context.env, context.name);
-  // bit hacky, would be nicer if we would also declare this through env vars
-  const cloudSqlValues = createKubernetesCloudsqlBaseValues(context);
-
-  const DB_PASSWORD = (
-    envVars?.DB_PASSWORD || envVars?.POSTGRESQL_PASSWORD
-  )?.toString();
-
-  const DB_NAME = cloudSqlValues.cloudsql.fullDbName.toString();
-
-  const instanceName = cloudSqlValues.cloudsql.instanceConnectionName;
-
-  return {
-    instanceName,
-    DB_PASSWORD,
-    DB_NAME,
-    DB_USER: "postgres",
-  };
-};
-
-const getProxyInfoForCloudRun = async (
-  vorpal: CommandInstance,
-  context: ComponentContext,
-): Promise<ProxyInfo> => {
-  if (
-    !isOfDeployType(context.deploy?.config, "google-cloudrun") ||
-    !context.deploy?.config.cloudSql
-  ) {
-    const deployType = getDeployConfigType(context.deploy?.config);
-    const errorMessage =
-      deployType === "google-cloudrun"
-        ? `DeployConfig is missing the cloudSql property`
-        : `Unsupported DeployConfig type: ${deployType}`;
-    logError(vorpal, errorMessage);
-    throw new Error(errorMessage);
-  }
-  const envVars = await getEnvVarsResolved(vorpal, context.env, context.name);
-  return {
-    instanceName: context.deploy?.config.cloudSql.instanceConnectionName,
-    DB_PASSWORD: envVars?.DB_PASSWORD?.toString(),
-    DB_NAME: context.environment.envVars.DB_NAME.toString(),
-    DB_USER: envVars?.DB_USER?.toString(),
-  };
-};
-
-const getDbUrl = (
-  { DB_PASSWORD, DB_NAME, DB_USER }: ProxyInfo,
-  localPort: string,
-  additional: string = "",
-) =>
-  `DATABASE_URL="postgresql://${DB_USER}:${DB_PASSWORD}@localhost:${localPort}/${DB_NAME}${additional}"`;
-
-const getJdbcUrl = (
-  { DB_PASSWORD, DB_NAME, DB_USER }: ProxyInfo,
-  localPort: string,
-) =>
-  `DATABASE_JDBC_URL="jdbc:postgresql://localhost:${localPort}/${DB_NAME}?schema=public&user=${DB_USER}&password=${DB_PASSWORD}"`;
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command("project-cloud-sql-proxy <envComponent>", "proxy to cloud sql db")
-    .autocomplete(await envAndComponents())
-    .action(async function ({ envComponent }) {
-      const { env, componentName } = parseChoice(envComponent);
-      if (!componentName) {
-        logWarning(this, "need componentName");
-        return;
-      }
-
-      const context = await getPipelineContextByChoice(env, componentName);
-
-      if (env === "review") {
-        logWarning(
-          this,
-          "connection string does not include mr information on review environments",
-        );
-      }
-
-      const { localPort } = await this.prompt({
-        type: "number",
-        name: "localPort",
-        default: "54320",
-        message: "Local port: ",
-      });
-
-      const proxyInfo = await getProxyInfo(context);
-
-      /**
-       * Env variables for libpq (e.g. psql client)
-       * https://www.postgresql.org/docs/current/libpq-envars.html#LIBPQ-ENVARS
-       */
-      const psqlEnvVars = {
-        PGPASSWORD: proxyInfo.DB_PASSWORD,
-        PGUSER: proxyInfo.DB_USER,
-        PGDATABASE: proxyInfo.DB_NAME,
-        PGHOST: "localhost",
-        PGPORT: localPort,
-      };
-      const lipbqEnvVarDeclarations = Object.entries(psqlEnvVars).map(
-        ([key, value]) => `${key}="${value}"`,
-      );
-      const dbUrl = getDbUrl(proxyInfo, localPort);
-      const jdbcUrl = getJdbcUrl(proxyInfo, localPort);
-
-      clipboard.writeSync(
-        [
-          "",
-          "## CloudSQL proxy connection .env variables",
-          dbUrl,
-          jdbcUrl,
-          "## DATABASE_URL with schema=public parameter (e. g. Prisma requires this):",
-          `# ${getDbUrl(proxyInfo, localPort, `?schema=public`)}`,
-          "## Env variables for libpq (e.g. psql client https://www.postgresql.org/docs/current/libpq-envars.html#LIBPQ-ENVARS)",
-          ...lipbqEnvVarDeclarations,
-          "",
-        ].join("\n"),
-      );
-
-      logLines(
-        this,
-        null,
-        "Connection strings env variables DATABASE_URL and those for the 'psql' client (copied to your clipboard for .env file):",
-        dbUrl,
-        jdbcUrl,
-        ...lipbqEnvVarDeclarations,
-        null,
-        "DATABASE_URL with schema=public parameter (e. g. Prisma requires this):",
-        getDbUrl(proxyInfo, localPort, `?schema=public`),
-        null,
-      );
-
-      try {
-        await startCloudSqlProxyInCurrentShell({
-          instanceName: proxyInfo.instanceName,
-          localPort,
-        });
-      } catch (error) {
-        if (!(error instanceof Error)) throw error;
-        if (error.message !== ERROR_NOT_INSTALLED) throw error;
-        logError(
-          this,
-          error.message,
-          null,
-          "Please install the Cloud SQL Auth Proxy from:",
-          `https://cloud.google.com/sql/docs/postgres/connect-auth-proxy#install`,
-          null,
-        );
-      }
-    });

package/src/apps/cli/commands/project/commandDeletePods.ts

@@ -1,48 +0,0 @@
-import type Vorpal from "vorpal";
-import { getk8sApi } from "../../../../k8sApi";
-import { getProjectPodNames } from "../../../../kubernetes";
-
-import { logError } from "../../../../utils/log";
-import { getProjectNamespace } from "../../../../utils/projects";
-import { envAndComponents } from "./utils/autocompletions";
-import ensureCluster from "./utils/ensureCluster";
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command("project-delete-pods <envComponent>", "delete / restart pods")
-    .autocomplete(await envAndComponents())
-    .action(async function ({ envComponent }) {
-      await ensureCluster.call(this, envComponent);
-      const namespace = await getProjectNamespace(envComponent);
-      const podNames = await getProjectPodNames(envComponent);
-      if (podNames.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-      const { selectedPodNames } = await this.prompt({
-        type: "checkbox",
-        name: "selectedPodNames",
-        choices: podNames,
-        message: "Which pods to delete / restart ? 🤔  ",
-      });
-
-      this.log(
-        "the following pods will be DELETED 🙀 (and therefore restarted 😸)",
-      );
-      this.log("");
-      selectedPodNames.forEach((n: string) => this.log(n));
-      this.log("");
-      const { shouldContinue } = await this.prompt({
-        type: "confirm",
-        name: "shouldContinue",
-        message: "Continue ? 🤔  ",
-      });
-      this.log("");
-      const k8sApi = getk8sApi();
-      if (shouldContinue) {
-        for (const podName of selectedPodNames) {
-          await k8sApi.deleteNamespacedPod(podName, namespace, "true");
-          this.log(`deleted pod '${podName}'`);
-        }
-      }
-    });

package/src/apps/cli/commands/project/commandDeleteProject.ts

@@ -1,33 +0,0 @@
-import type Vorpal from "vorpal";
-import { exec } from "child-process-promise";
-import { getProjectNamespace } from "../../../../utils/projects";
-import { envAndComponents } from "./utils/autocompletions";
-
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command(
-      "project-delete <envComponent>",
-      "deletes a environment of a project (it deletes the namespace)",
-    )
-    .autocomplete(await envAndComponents())
-    .action(async function ({ envComponent }) {
-      const namespace = await getProjectNamespace(envComponent);
-      const { shouldContinue } = await this.prompt({
-        type: "confirm",
-        name: "shouldContinue",
-        message: `This will delete the ${namespace}. You have to reinitialize it if you need it in the future. All data will be lost. Continue? 🤔 `,
-      });
-
-      if (!shouldContinue) {
-        return;
-      }
-
-      const fullCommand = `kubectl delete namespace ${namespace}`;
-      const { stdout } = await exec(fullCommand, {
-        env: {
-          ...process.env,
-          DEBUG: "",
-        },
-      });
-      this.log(stdout);
-    });