@catladder/cli 0.0.0-vars-07a720d0 → 0.0.0-vitest-8a770211

package/src/apps/cli/commands/project/commandOpenGit.ts

@@ -1,12 +1,12 @@
-import Vorpal from "vorpal";
-import { $ } from "zx";
+import type Vorpal from "vorpal";
+import { exec } from "child-process-promise";
 
 export default async (vorpal: Vorpal) =>
   vorpal
     .command(
       "project-open-git",
-      "open the repo on gitlab / github in your browser"
+      "open the repo on gitlab / github in your browser",
     )
     .action(async () => {
-      await $`npx git-open`;
+      await exec("npx git-open");
     });

package/src/apps/cli/commands/project/commandOpenLogs.ts

@@ -1,52 +1,21 @@
-import Vorpal from "vorpal";
+import type Vorpal from "vorpal";
 import {
   getPipelineContextByChoice,
   parseChoice,
 } from "../../../../config/getProjectConfig";
-import { getCurrentConnectedClusterName } from "../../../../utils/cluster";
-import { getProjectNamespace } from "../../../../utils/projects";
-import { getGoogleAuthUserNumber } from "../../utils/getGoogleAuthUserNumber";
-import { openGoogleCloudLogs } from "../shared";
+import { openGoogleCloudLogs } from "../../../../kubernetes/openKubernetesDashboards";
 import { envAndComponents } from "./utils/autocompletions";
-import ensureCluster from "./utils/ensureCluster";
 
 export default async (vorpal: Vorpal) =>
   vorpal
     .command(
       "project-open-logs <envComponent>",
-      "open google cloud logs (stackdriver logs)"
+      "open google cloud logs (stackdriver logs)",
     )
     .autocomplete(await envAndComponents())
     .action(async function ({ envComponent }) {
       const { env, componentName } = parseChoice(envComponent);
-      const { componentConfig, environment } = await getPipelineContextByChoice(
-        env,
-        componentName
-      );
+      const context = await getPipelineContextByChoice(env, componentName);
 
-      if (
-        !componentConfig.deploy ||
-        componentConfig.deploy.type !== "kubernetes"
-      ) {
-        throw new Error(
-          "only kubernetes deployments are supported at the moment"
-        );
-      }
-
-      if (
-        !componentConfig.deploy.cluster ||
-        componentConfig.deploy.cluster.type !== "gcloud"
-      ) {
-        throw new Error("no gcloud custer configured");
-      }
-      // currently only supports kubernetes
-      const namespace = environment.envVars.KUBE_NAMESPACE;
-
-      const authGoogleNumber = await getGoogleAuthUserNumber.call(this, vorpal);
-
-      await openGoogleCloudLogs(
-        componentConfig.deploy.cluster,
-        namespace,
-        authGoogleNumber
-      );
+      await openGoogleCloudLogs(this, context);
     });

package/src/apps/cli/commands/project/commandPauseProject.ts

@@ -1,4 +1,4 @@
-import Vorpal from "vorpal";
+import type Vorpal from "vorpal";
 import { exec } from "child-process-promise";
 import { getProjectNamespace } from "../../../../utils/projects";
 import { envAndComponents } from "./utils/autocompletions";
@@ -7,7 +7,7 @@ export default async (vorpal: Vorpal) =>
   vorpal
     .command(
       "project-pause <envComponent>",
-      "halts all running pods (scales to 0)"
+      "halts all running pods (scales to 0)",
     )
     .autocomplete(await envAndComponents())
     .action(async function ({ envComponent }) {

package/src/apps/cli/commands/project/commandPortForward.ts

@@ -1,45 +1,91 @@
-import Vorpal from "vorpal";
+import type Vorpal from "vorpal";
+import { getProjectPodNames } from "../../../../kubernetes";
 import { logError } from "../../../../utils/log";
-import { startPortForward } from "../../../../utils/portForward";
-import {
-  getProjectNamespace,
-  getProjectPodNames,
-} from "../../../../utils/projects";
+import { startKubePortForward } from "../../../../kubernetes/portForward";
+import { getProjectNamespace } from "../../../../utils/projects";
 import { envAndComponents } from "./utils/autocompletions";
 import ensureCluster from "./utils/ensureCluster";
+import type { CommandInstance } from "vorpal";
+import { parseChoice } from "../../../../config/parseChoice";
+import { getPipelineContextByChoice } from "../../../../config/getProjectConfig";
+import type { ComponentContext } from "@catladder/pipeline";
+import { isOfDeployType } from "@catladder/pipeline";
+import { startPortForwardCommand } from "../../../../utils/portForwards";
+import open from "open";
+const kubePortForward = async (cmd: CommandInstance, envComponent: string) => {
+  await ensureCluster.call(cmd, envComponent);
+  const namespace = await getProjectNamespace(envComponent);
+  const podNames = await getProjectPodNames(envComponent);
+  if (podNames.length === 0) {
+    logError(cmd, "sorry, no pods found");
+    return;
+  }
+  const { podName } = await cmd.prompt({
+    type: "list",
+    name: "podName",
+    choices: podNames,
+    message: "Which pod? 🤔",
+  });
 
+  const { localPort } = await cmd.prompt({
+    type: "number",
+    name: "localPort",
+
+    message: "Local port: ",
+  });
+
+  const { remotePort } = await cmd.prompt({
+    type: "number",
+    name: "remotePort",
+
+    message: "Remote port: ",
+  });
+
+  return startKubePortForward(podName, localPort, remotePort, namespace);
+};
+
+const cloudRunPortForward = async (
+  cmd: CommandInstance,
+  context: ComponentContext,
+) => {
+  if (!isOfDeployType(context.deploy?.config, "google-cloudrun")) {
+    throw new Error("not cloud run");
+  }
+
+  const { fullName } = context.environment;
+  let serviceName: string = fullName.toString();
+  if (context.environment.envType === "review") {
+    const { mr } = await cmd.prompt({
+      type: "number",
+      name: "mr",
+
+      message: "Which mr 🤔 ",
+    });
+    // poor mans solution
+    serviceName = serviceName
+      .toString()
+      .replace("-review-", "-review-mr" + mr + "-");
+  }
+
+  const { projectId, region } = context.deploy.config;
+
+  const command = `gcloud beta run services proxy ${serviceName} --project ${projectId} --region ${region}`;
+
+  await startPortForwardCommand(`cloudRun/${serviceName}`, command);
+  open("http://localhost:8080");
+};
 export default async (vorpal: Vorpal) =>
   vorpal
     .command("project-port-forward <envComponent>", "start port-forwarding")
     .autocomplete(await envAndComponents())
     .action(async function ({ envComponent }) {
-      await ensureCluster.call(this, envComponent);
-      const namespace = await getProjectNamespace(envComponent);
-      const podNames = await getProjectPodNames(envComponent);
-      if (podNames.length === 0) {
-        logError(this, "sorry, no pods found");
-        return;
-      }
-      const { podName } = await this.prompt({
-        type: "list",
-        name: "podName",
-        choices: podNames,
-        message: "Which pod? 🤔",
-      });
-
-      const { localPort } = await this.prompt({
-        type: "number",
-        name: "localPort",
-
-        message: "Local port: ",
-      });
+      const { env, componentName } = parseChoice(envComponent);
+      const context = await getPipelineContextByChoice(env, componentName);
 
-      const { remotePort } = await this.prompt({
-        type: "number",
-        name: "remotePort",
-
-        message: "Remote port: ",
-      });
-
-      return startPortForward(podName, localPort, remotePort, namespace);
+      if (isOfDeployType(context.deploy?.config, "kubernetes")) {
+        await kubePortForward(this, envComponent);
+      }
+      if (isOfDeployType(context.deploy?.config, "google-cloudrun")) {
+        await cloudRunPortForward(this, context);
+      }
     });

package/src/apps/cli/commands/project/commandRenewToken.ts

@@ -0,0 +1,12 @@
+import type Vorpal from "vorpal";
+import { setupAccessTokens } from "./setup/setupAccessTokens";
+
+export default async (vorpal: Vorpal) =>
+  vorpal
+    .command(
+      "project-renew-token",
+      "Configures the project access token for semantic release.",
+    )
+    .action(async function () {
+      await setupAccessTokens(this);
+    });

package/src/apps/cli/commands/project/commandSecretsClearBackups.ts

@@ -0,0 +1,26 @@
+import type Vorpal from "vorpal";
+import type { CommandInstance } from "vorpal";
+import { clearBackups } from "../../../../utils/gitlab";
+import { allEnvsAndAllComponents } from "./utils/autocompletions";
+
+export const projectSecretsClearBackups = async (
+  vorpal: CommandInstance,
+  keep = 3,
+) => {
+  await clearBackups(vorpal, keep);
+};
+
+export default async (vorpal: Vorpal) => {
+  vorpal
+    .command("project-secrets-clear-backups", "clears all backups")
+    .autocomplete(await allEnvsAndAllComponents())
+    .action(async function () {
+      const { keep } = await this.prompt({
+        type: "number",
+        name: "keep",
+        default: 1,
+        message: "How many backups should we keep? 🤔",
+      });
+      return await projectSecretsClearBackups(this, keep);
+    });
+};

package/src/apps/cli/commands/project/commandSecurityEvaluate.ts

@@ -0,0 +1,26 @@
+import type Vorpal from "vorpal";
+import {
+  evaluateSecurityAudit,
+  makeSecurityAuditOverview,
+} from "../../../catci/commands/security/evaluateSecurityAudit";
+import { getGitRoot } from "../../../../utils/projects";
+
+export default async (vorpal: Vorpal) => {
+  vorpal
+    .command(
+      "project-security-evaluate",
+      "evaluate project's security audit document",
+    )
+    .action(async function () {
+      const gitRoot = await getGitRoot();
+      const result = await evaluateSecurityAudit({ path: gitRoot });
+      if (result.isErr()) {
+        console.error(
+          "Could not evaluate security audit document:",
+          result.error,
+        );
+      } else {
+        console.log(makeSecurityAuditOverview(result.value));
+      }
+    });
+};

package/src/apps/cli/commands/project/commandSetup.ts

@@ -1,12 +1,14 @@
-import Vorpal from "vorpal";
+import type Vorpal from "vorpal";
 import { setupProject } from "./setup";
+import { allComponents } from "./utils/autocompletions";
 
 export default async (vorpal: Vorpal) =>
   vorpal
     .command(
-      "project-setup",
-      "Initializes all environments and creates requires resources, service accounts, etc."
+      "project-setup [component]",
+      "Initializes all environments and creates requires resources, service accounts, etc.",
     )
-    .action(async function () {
-      await setupProject(this);
+    .autocomplete(await allComponents())
+    .action(async function ({ component }) {
+      await setupProject(this, component);
     });

package/src/apps/cli/commands/project/commandTriggerCronjob.ts

@@ -1,6 +1,7 @@
-import { V1Job, V1ObjectMeta } from "@kubernetes/client-node";
+import type { V1ObjectMeta } from "@kubernetes/client-node";
+import { V1Job } from "@kubernetes/client-node";
 
-import Vorpal from "vorpal";
+import type Vorpal from "vorpal";
 import { getk8sApiBatch, getk8sApiBatchBeta } from "../../../../k8sApi";
 import { logError } from "../../../../utils/log";
 import { namespaceAutoCompletion } from "../general/namespaceAutoCompletion";

package/src/apps/cli/commands/project/index.ts

@@ -1,7 +1,7 @@
-import Vorpal from "vorpal";
+import type Vorpal from "vorpal";
 import commandCloudSqlProxy from "./commandCloudSqlProxy";
 import commandConfigSecrets from "./commandConfigSecrets";
-import commandCopyDB from "./commandCopyDB";
+
 import commandDeletePods from "./commandDeletePods";
 import commandDeleteProject from "./commandDeleteProject";
 import commandEnvVars from "./commandEnvVars";
@@ -9,26 +9,23 @@ import commandGetMyTotalWorktime from "./commandGetMyTotalWorktime";
 import commandGetShell from "./commandGetShell";
 import commandGitlabCi from "./commandGitlabCi";
 import commandSetup from "./commandSetup";
-//import commandInitProject from "./commandInitProject.old";
+import commandRenewToken from "./commandRenewToken";
 import commandListPods from "./commandListPods";
-import commandMigrateHelm3 from "./commandMigrateHelm3";
 import commandNamespace from "./commandNamespace";
-import commandOpenCostDashboard from "./commandOpenCostDashboard";
-import commandOpenDashboard from "./commandOpenDashboard";
+
 import commandOpenEnv from "./commandOpenEnv";
 import commandOpenGit from "./commandOpenGit";
 import commandOpenLogs from "./commandOpenLogs";
 import commandPauseProject from "./commandPauseProject";
-import commandOpenGrafana from "./commandOpenGrafana";
 import commandPortForward from "./commandPortForward";
 import commandTriggerCronjob from "./commandTriggerCronjob";
-
-import commandOpenGrafanaPod from "./commandOpenGrafanaPod";
-import commandReloadConfig from "./commandReloadConfig";
+import commandSecretsClearBackups from "./commandSecretsClearBackups";
+import commandProjectRestoreDb from "./cloudSql/commandProjectRestoreDb";
+import commandSecurityEvaluate from "./commandSecurityEvaluate";
 
 export default async (vorpal: Vorpal) => {
-  commandReloadConfig(vorpal);
   commandSetup(vorpal);
+  commandRenewToken(vorpal);
 
   commandEnvVars(vorpal);
 
@@ -37,21 +34,16 @@ export default async (vorpal: Vorpal) => {
   commandPauseProject(vorpal);
   commandDeleteProject(vorpal);
 
-  commandOpenDashboard(vorpal);
-
   commandOpenLogs(vorpal);
 
-  commandOpenCostDashboard(vorpal);
-
-  commandOpenGrafana(vorpal);
-  commandOpenGrafanaPod(vorpal);
   commandCloudSqlProxy(vorpal);
+  commandProjectRestoreDb(vorpal);
   commandOpenGit(vorpal);
   commandOpenEnv(vorpal);
   commandTriggerCronjob(vorpal);
   commandConfigSecrets(vorpal);
+  commandSecretsClearBackups(vorpal);
   commandDeletePods(vorpal);
-  commandCopyDB(vorpal);
 
   commandGetShell(vorpal);
   commandPortForward(vorpal);
@@ -59,5 +51,6 @@ export default async (vorpal: Vorpal) => {
   commandGitlabCi(vorpal);
 
   commandGetMyTotalWorktime(vorpal);
-  commandMigrateHelm3(vorpal);
+
+  commandSecurityEvaluate(vorpal);
 };

package/src/apps/cli/commands/project/setup/index.ts

@@ -1,31 +1,30 @@
-import { CommandInstance } from "vorpal";
+import type { CommandInstance } from "vorpal";
 import { getAllPipelineContexts } from "../../../../../config/getProjectConfig";
-import { projectConfigSecrets } from "../commandConfigSecrets";
 import { setupAccessTokens } from "./setupAccessTokens";
 import { setupContext } from "./setupContext";
+import { setupTopic } from "./setupTopic";
+import { setupAgents } from "./setupAgents";
+import { logSection } from "./logSection";
 
-export const setupProject = async (instance: CommandInstance) => {
-  const allContext = await getAllPipelineContexts();
+export const setupProject = async (
+  instance: CommandInstance,
+  onlyComponents?: string | string[],
+) => {
+  const allContext = await getAllPipelineContexts(onlyComponents);
+  instance.log("will setup those contexts:");
+  allContext.forEach((context) => {
+    instance.log(` - ${context.name}:${context.env}`);
+  });
 
+  await logSection(instance, "base setup", async () => {
+    await setupAccessTokens(instance);
+    await setupTopic(instance);
+    await setupAgents(instance);
+  });
   for (const context of allContext) {
     await setupContext(instance, context);
   }
-  await setupAccessTokens(instance);
-  instance.log("");
-  const { configSecrets } = await instance.prompt({
-    default: true,
-    message: "Before deployments work, you need to config secrets. Do it now?",
-    name: "configSecrets",
-    type: "confirm",
-  });
-  instance.log("");
-  if (configSecrets) {
-    await projectConfigSecrets(instance);
-  } else {
-    instance.log(
-      "👆 don't forget to config secret using `project-config-secrets`"
-    );
-  }
+
   instance.log("");
   instance.log("gitlab is ready! 🥂");
   instance.log("\n");

package/src/apps/cli/commands/project/setup/logSection.ts

@@ -0,0 +1,22 @@
+import type { CommandInstance } from "vorpal";
+
+export const logSection = async (
+  instance: CommandInstance,
+  title: string,
+  work: () => Promise<void>,
+) => {
+  instance.log("");
+  instance.log(
+    "==================================================================================",
+  );
+  instance.log("🐱 🔧 " + title + "...");
+  instance.log("");
+  await work();
+  instance.log("");
+  instance.log("✅    " + title + " done!");
+  instance.log("");
+  instance.log(
+    "==================================================================================",
+  );
+  instance.log("");
+};

package/src/apps/cli/commands/project/setup/setupAccessTokens.ts

@@ -1,72 +1,70 @@
-import open from "open";
-import { CommandInstance } from "vorpal";
+import type { CommandInstance } from "vorpal";
+import { add, format } from "date-fns";
 import { doGitlabRequest, getProjectInfo } from "../../../../../utils/gitlab";
 
+const TOKEN_NAME = "semantic-release";
+
 export const setupAccessTokens = async (instance: CommandInstance) => {
-  const { id: projectId, web_url: projectWebUrl } = await getProjectInfo(
-    instance
+  const { id: projectId } = await getProjectInfo(instance);
+
+  const projectTokens = await doGitlabRequest(
+    instance,
+    `projects/${projectId}/access_tokens`,
+  );
+  const token = projectTokens.find(
+    (t) => t.name === TOKEN_NAME && t.active === true,
+  );
+
+  const expires_at = format(
+    add(new Date(), { years: 1, days: -1 }),
+    "yyyy-MM-dd",
   );
+
+  const newToken = token
+    ? await doGitlabRequest(
+        instance,
+        `projects/${projectId}/access_tokens/${token.id}/rotate`,
+        { expires_at },
+        "POST",
+      )
+    : await doGitlabRequest(
+        instance,
+        `projects/${projectId}/access_tokens`,
+        {
+          name: TOKEN_NAME,
+          scopes: ["api", "read_repository"],
+          access_level: 40, // Maintainer
+          expires_at,
+        },
+        "POST",
+      );
+
   try {
     await doGitlabRequest(instance, `projects/${projectId}/variables/GL_TOKEN`);
+    await doGitlabRequest(
+      instance,
+      `projects/${projectId}/variables/GL_TOKEN`,
+      { value: newToken.token },
+      "PUT",
+    );
   } catch (e) {
     if (e.message !== "not found") {
       throw e;
     }
     // not found
-
-    instance.log(
-      "I need add a GL_TOKEN to the project, so that semantic release will work\n"
-    );
-    instance.log(
-      "👉 Please please create a project access token in gitlab and copy its value into clipboard\n\n - name: something like 'semantic-release'\n - expires: leave empty\n - scopes: api, read_repository"
+    await doGitlabRequest(
+      instance,
+      `projects/${projectId}/variables`,
+      {
+        key: "GL_TOKEN",
+        value: newToken.token,
+        masked: true,
+      },
+      "POST",
     );
-    instance.log("\n");
-
-    const { understood } = await instance.prompt({
-      default: true,
-      message: "Understood and open gitlab now? 🤔",
-      name: "understood",
-      type: "confirm",
-    });
-    if (!understood) {
-      instance.log("continuing anyway...");
-    }
-    open(`${projectWebUrl}/-/settings/access_tokens`);
-
-    instance.log("\n");
-
-    instance.log("Enter your copied token now: ");
-
-    instance.log("\n");
-    const { GL_TOKEN } = await instance.prompt({
-      type: "password",
-      name: "GL_TOKEN",
-      message: "Access Token: ",
-    });
-    await doGitlabRequest(instance, `projects/${projectId}/variables`, {
-      key: "GL_TOKEN",
-      value: GL_TOKEN,
-    });
   }
 
-  const deploy_tokens = await doGitlabRequest(
-    instance,
-    `projects/${projectId}/deploy_tokens`
+  instance.log(
+    "Token configured for semantic release. Renew me again in a year!",
   );
-
-  if (
-    !deploy_tokens.find(
-      (v: { name: string }) => v.name === "gitlab-deploy-token"
-    )
-  ) {
-    instance.log(
-      "I will setup the 'GitLab Deploy Token', so Kubernetes can pull images from this project."
-    );
-
-    await doGitlabRequest(instance, `projects/${projectId}/deploy_tokens`, {
-      id: projectId,
-      name: "gitlab-deploy-token",
-      scopes: ["read_registry"],
-    });
-  }
 };