@catladder/cli 0.0.0-node16-ddfae617 → 0.0.0-perf-cli-reduce-bundle-size-with-tsconfig-optimization-3556aaa4

package/src/apps/cli/commands/project/commandInitProject.old.ts

@@ -1,290 +0,0 @@
-import { readFile, writeFile } from "fs-extra";
-import { dump } from "js-yaml";
-import { mapKeys, snakeCase, toUpper } from "lodash";
-import path from "path";
-import Vorpal from "vorpal";
-import { hasGitlabCiFile } from "../../../../utils/projects";
-
-const transformVar = (key: string) => toUpper(snakeCase(key));
-type GitlabCiIncludeObj = {
-  project: string;
-  ref: string;
-  file: string;
-};
-
-type FileToCreate = {
-  filename: string;
-  content: string | (() => Promise<string>);
-};
-
-type PlatformDefinition = {
-  variables: {
-    [key: string]: string;
-  };
-  gitlabCiInclude: GitlabCiIncludeObj;
-  values: { [key: string]: unknown };
-  filesToCreate?: FileToCreate[];
-};
-const DEFAULT_VARIABLES = {
-  clusterName: "production",
-};
-// TODO: we should find a way how to fetch the variables of the inclues directly from gitlab
-const DEFAULT_NODE_asdfAPPLICATION = {};
-
-const DEFAULT_FILES_TO_CREATE: FileToCreate[] = [
-  {
-    filename: ".envrc",
-    content: async () =>
-      readFile(path.resolve(__dirname, "../includes/envrc"), "utf8"),
-  },
-];
-/*
-
-TODO: reimplement as PRESETS ? 
-const PLATFORMS: { [platformName: string]: PlatformDefinition } = {
-  nextJS: {
-    variables: {},
-    gitlabCiInclude: {
-      project: "catladder/gitlab-ci",
-      ref: "v1",
-      file: "node-kubernetes.yml",
-    },
-    values: {
-      application: DEFAULT_NODE_APPLICATION,
-    },
-    filesToCreate: [
-      {
-        content: "v14",
-        filename: ".nvmrc",
-      },
-    ],
-  },
-  nestJS: {
-    variables: {},
-    gitlabCiInclude: {
-      project: "catladder/gitlab-ci",
-      ref: "v1",
-      file: "node-kubernetes.yml",
-    },
-    values: {
-      application: {
-        command: "yarn start:prod --port $(PORT)",
-      },
-    },
-    filesToCreate: [
-      {
-        content: "v14",
-        filename: ".nvmrc",
-      },
-    ],
-  },
-  node: {
-    variables: {},
-    gitlabCiInclude: {
-      project: "catladder/gitlab-ci",
-      ref: "v1",
-      file: "node-kubernetes.yml",
-    },
-    values: {
-      application: DEFAULT_NODE_APPLICATION,
-    },
-    filesToCreate: [
-      {
-        content: "v14",
-        filename: ".nvmrc",
-      },
-    ],
-  },
-  staticJs: {
-    variables: {},
-    gitlabCiInclude: {
-      project: "catladder/gitlab-ci",
-      ref: "v1",
-      file: "static-js-kubernetes.yml",
-    },
-    values: {},
-  },
-  meteor: {
-    variables: {},
-    gitlabCiInclude: {
-      project: "gitlab-ci/meteor-kubernetes",
-      ref: "v1",
-      file: "meteor-kubernetes.yml",
-    },
-    values: {},
-  },
-  rails: {
-    variables: {},
-    gitlabCiInclude: {
-      project: "catladder/gitlab-ci",
-      ref: "v1",
-      file: "rails-kubernetes.yml",
-    },
-    values: {
-      env: {
-        public: {
-          RAILS_ENV: "production",
-          PORT: 8080,
-        },
-        secret: {
-          POSTGRESQL_PASSWORD: "app-secrets",
-        },
-      },
-      application: {
-        command: ["/cnb/process/web"],
-        livenessProbe: {
-          httpGet: {
-            path: "/robots.txt",
-            httpHeaders: null,
-          },
-        },
-        readinessProbe: {
-          httpGet: {
-            path: "/robots.txt",
-            httpHeaders: null,
-          },
-        },
-      },
-      cloudsql: { enabled: true },
-      jobs: {
-        "db-prepare": {
-          hook: "post-install,post-upgrade",
-          command: "/cnb/lifecycle/launcher bundle exec rake db:prepare",
-        },
-      },
-    },
-    filesToCreate: [
-      {
-        filename: "values-review.yml",
-        content: async () =>
-          dump({
-            jobs: {
-              "db-prepare-seed": {
-                hook: "post-install",
-                command:
-                  "/cnb/lifecycle/launcher bundle exec rake db:prepare db:seed",
-              },
-              "db-prepare": {
-                hook: "post-upgrade",
-                command: "/cnb/lifecycle/launcher bundle exec rake db:prepare",
-              },
-            },
-          }),
-      },
-    ],
-  },
-  other: {
-    variables: {},
-    gitlabCiInclude: {
-      project: "catladder/gitlab-ci",
-      ref: "v1",
-      file: "panter-kubernetes-base.yml",
-    },
-    values: {},
-  },
-};
-
-*/
-
-const PLATFORMS: any = {};
-export default async (vorpal: Vorpal) =>
-  vorpal
-    .command("project-init", "Inits a new project")
-    .action(async function () {
-      throw new Error("needs reimplementation");
-      const hasGitlabFile = await hasGitlabCiFile();
-      if (hasGitlabFile) {
-        this.log("there is already a gitlab-ci.yml file. Skipping");
-      } else {
-        this.log("Alright. Let's do this! 😼");
-        this.log("");
-
-        const questions = [
-          {
-            type: "input",
-            name: "customerName",
-            default: "pan",
-            message: "Which customer?",
-          },
-          {
-            type: "input",
-            name: "appName",
-            message: "What is the app's name?",
-          },
-          {
-            type: "input",
-            name: "componentName",
-            default: "web",
-            message:
-              "And the componentName?\n(in multi-app projects, you have to chose a different componentName for each app, e.g. frontend and backend)\n\n",
-          },
-          {
-            type: "list",
-            name: "platform",
-            choices: Object.keys(PLATFORMS),
-            message: "What is your app platform?",
-          },
-        ].map((q) => ({
-          ...q,
-          validate: Boolean,
-          message: `${q.message} `,
-        }));
-        const { customerName, appName, componentName, platform } =
-          await this.prompt(questions);
-
-        const {
-          gitlabCiInclude,
-          variables: platformVariables,
-          values,
-          filesToCreate,
-        } = PLATFORMS[platform];
-
-        const allVariables = {
-          customerName,
-          appName,
-          componentName,
-          ...DEFAULT_VARIABLES,
-          ...platformVariables,
-        };
-        const allFilesToCreate = [
-          ...DEFAULT_FILES_TO_CREATE,
-          ...(filesToCreate ?? []),
-        ];
-        const transformedVariables = mapKeys(allVariables, (value, key) =>
-          transformVar(key)
-        );
-
-        const gitlabCiContentObj = {
-          include: [gitlabCiInclude],
-          variables: transformedVariables,
-        };
-
-        const gitlabCiContent = dump(gitlabCiContentObj);
-        await writeFile(".gitlab-ci.yml", gitlabCiContent);
-
-        allFilesToCreate.forEach(async ({ filename, content }) => {
-          const theContent =
-            typeof content === "function" ? await content() : content;
-          await writeFile(filename, theContent);
-        });
-
-        await writeFile("values.yml", dump(values));
-
-        this.log("");
-        this.log("gitlab-ci created! 💪😻");
-        this.log("feel free to adjust it to your needs!");
-        this.log("");
-        this.log("we also create an .envrc for you which works with direnv");
-        this.log("");
-      }
-      const { shouldContinue } = await this.prompt({
-        default: true,
-        message:
-          "should we continue with setting up your gitlab? 🤔 (connecting cluster and stuff)",
-        name: "shouldContinue",
-        type: "confirm",
-      });
-      if (shouldContinue) {
-        await vorpal.execSync(`project-init-gitlab`);
-      }
-    });

package/src/apps/cli/commands/shared/index.ts

@@ -1,36 +0,0 @@
-import { DeployConfigKubernetesCluster } from "@catladder/pipeline";
-import open from "open";
-
-export const openGoogleCloudLogs = async (
-  cluster?: DeployConfigKubernetesCluster,
-  namespace?: string,
-  googleAuthUserNumber = 0
-) => {
-  const resource = `k8s_container/cluster_name/${cluster.name}${
-    namespace ? `/namespace_name/${namespace}` : ""
-  }`;
-
-  const url = `https://console.cloud.google.com/logs/viewer?project=${
-    cluster.projectId
-  }${
-    resource ? `&resource=${encodeURIComponent(resource)}` : ""
-  }&authuser=${googleAuthUserNumber}`;
-  open(url);
-};
-
-export const openGoogleCloudKubernetesDashboard = async (
-  cluster: DeployConfigKubernetesCluster,
-  namespace: string,
-  googleAuthUserNumber = 0
-) => {
-  //gke_skynet-164509_europe-west1-d_production
-  // ?authuser=1&project=skynet-swiss&pageState=pageState%3D(%22savedViews%22:(%22c%22:%5B%22gke%2Feurope-west6-a%2Fch-production%22%5D,%22n%22:%5B%22pvl-bike2school-review%22%5D,%22i%22:%224e42e0b9cd6147f8a4fba7516752ec48%22))
-  // ?authuser=1&project=skynet-swiss&pageState=(%22savedViews%22:(%22i%22:%2279802e2b154d46d480dff4e086e87875%22,%22c%22:%5B%22gke%2Feurope-west6-a%2Fch-production%22%5D,%22n%22:%5B%22pvl-bike2school-review%22%5D))
-
-  const pageState = `("savedViews":("c":["gke/${cluster.region}/${cluster.name}"],"n":["${namespace}"],"i":"4e42e0b9cd6147f8a4fba7516752ec48"))`;
-  const url = `https://console.cloud.google.com/kubernetes/workload?authuser=${googleAuthUserNumber}&project=${
-    cluster.projectId
-  }&pageState=${encodeURIComponent(pageState)}`;
-
-  open(url);
-};

package/src/apps/cli/config/writeConfig.ts

@@ -1,71 +0,0 @@
-import { Config } from "@catladder/pipeline";
-import { spawn, exec } from "child-process-promise";
-import { writeFile } from "fs-extra";
-import { dump } from "js-yaml";
-import { format } from "prettier";
-import { CommandInstance } from "vorpal";
-import { getGitRoot } from "../../../utils/projects";
-
-export const writeConfig = async (
-  vorpal: CommandInstance,
-  config: Config,
-  options?: {
-    endComment?: string;
-  }
-) => {
-  const gitRoot = await getGitRoot();
-  const TS = "typescript (recommended)";
-  const { configType } = await vorpal.prompt({
-    type: "list",
-    name: "configType",
-    choices: [TS, "yaml"],
-    message: "In which format do you want the config? 🤔",
-  });
-  vorpal.log("");
-  if (configType === TS) {
-    const file = gitRoot + "/catladder.ts";
-    const content = format(
-      `
-      import type { Config } from "@catladder/pipeline";
-      
-      const config: Config = ${JSON.stringify(config)};
-
-      export default config;
-
-     
-      ${options?.endComment ? `/*${options.endComment}*/` : ""}
-      
-      `,
-      {
-        parser: "babel",
-      }
-    );
-
-    await writeFile(file, content, {
-      encoding: "utf-8",
-    });
-    vorpal.log("adding type @catladder/pipeline....");
-    await spawn("yarn add --non-interactive @catladder/pipeline -DW", {
-      shell: true,
-    });
-    await exec("git add " + file);
-  } else {
-    const file = gitRoot + "/catladder.yml";
-    const content = dump(config);
-
-    await writeFile(
-      file,
-      content +
-        "\n\n" +
-        (options.endComment
-          ? "# " + options.endComment.split("\n").join("\n# ")
-          : ""),
-      {
-        encoding: "utf-8",
-      }
-    );
-    await exec("git add " + file);
-  }
-  vorpal.log("done!");
-  vorpal.log("");
-};

package/src/apps/cli/verify/migration/fromv2.ts

@@ -1,264 +0,0 @@
-import {
-  BuildConfig,
-  ComponentConfig,
-  Config,
-  DeployConfigKubernetes,
-  Env,
-} from "@catladder/pipeline";
-import {
-  existsSync,
-  lstatSync,
-  readdirSync,
-  readFile,
-  writeFile,
-} from "fs-extra";
-import { isEmpty } from "lodash";
-import { join } from "path";
-import Vorpal from "vorpal";
-import {
-  getGitlabCi,
-  getGitlabCiFilePath,
-} from "../../../../config/getProjectConfig";
-import { readYaml } from "../../../../utils/files";
-import { syncBitwarden } from "../../../../utils/passwordstore";
-import { getGitRoot } from "../../../../utils/projects";
-import { writeConfig } from "../../config/writeConfig";
-import { migrateSecrets } from "./migrateSecrets";
-import {
-  detectBuildConfig,
-  isOldInclude,
-  OldGitlabCiFile,
-} from "./oldGitlabCi";
-export const LEGACY_ENVS = [
-  "dev-local",
-  "dev",
-  "review",
-  "stage",
-  "prod",
-] as const;
-
-const arrayToRecord = (arr: { name: string }[]): Record<string, any> => {
-  if (!arr) return undefined;
-  return Object.fromEntries(arr.map(({ name, ...rest }) => [name, rest]));
-};
-
-const transformVars = (rawVars: {
-  public: Record<string, any>;
-  secret: Record<string, any>;
-  fromCommponents: any;
-}) => {
-  if (rawVars.fromCommponents) {
-    console.warn("cant transform legacy fromCommponents");
-  }
-
-  return {
-    public: rawVars.public,
-    secret: rawVars.secret ? Object.keys(rawVars.secret) : undefined,
-  };
-};
-
-const getLegacyMonorepoSubCiFiles = (dir: string) => {
-  return readdirSync(dir)
-    .filter((file) => lstatSync(file).isDirectory())
-    .map((dir) => ({
-      dir,
-      ci: join(dir, ".gitlab-ci.yml"),
-    }))
-    .filter(({ ci }) => existsSync(ci));
-};
-
-const transformValues = (
-  valuesIn: Record<string, any>
-): DeployConfigKubernetes["values"] => {
-  if (isEmpty(valuesIn)) {
-    return undefined;
-  }
-  delete valuesIn?.application?.host;
-  delete valuesIn?.application?.command;
-
-  return {
-    ...valuesIn,
-    jobs: arrayToRecord(valuesIn?.jobs),
-    cronjobs: arrayToRecord(valuesIn?.cronjobs),
-  };
-};
-
-export const isV2 = async () => {
-  const gitlabCi = await getGitlabCi<OldGitlabCiFile>();
-  return isOldInclude(gitlabCi);
-};
-export const migrateV2 = async (vorpal: Vorpal) => {
-  const gitlabCi = await getGitlabCi<OldGitlabCiFile>();
-  const gitRoot = await getGitRoot();
-
-  const {
-    CUSTOMER_NAME,
-    APP_NAME,
-    COMPONENT_NAME = "web",
-    APP_DIR = ".",
-    STAGING_ENABLED,
-  } = gitlabCi.variables;
-
-  vorpal
-    .command("migrate")
-
-    .action(async function () {
-      this.log("");
-      this.log("⚠️ this project uses legacy catladder (v2)");
-      this.log("");
-      this.log(
-        "😼 I can migrate the project for you. This contains the following steps:"
-      );
-      this.log("");
-      this.log(
-        " - migrate the config from values-*.yml to catladder config file"
-      );
-      this.log(
-        " - migrate the secrets from bitwarden to gitlab (this will trash the entries in bitwarden)"
-      );
-      this.log("");
-      this.log(
-        "☝ make sure that you checked in your current state in case something goes wrong."
-      );
-      this.log(
-        "☝ secrets in bitwarden are deleted, but can be restored within 30 days."
-      );
-      this.log("");
-      const { shouldContinue } = await this.prompt({
-        default: true,
-        message: "Migrate project now? 🤔",
-        name: "shouldContinue",
-        type: "confirm",
-      });
-
-      if (shouldContinue) {
-        vorpal.log("");
-        vorpal.log("");
-        vorpal.log("💪😼 ok, let's go...");
-        vorpal.log("");
-        vorpal.log("");
-
-        const createComponent = async (
-          dir: string,
-          ciFile: OldGitlabCiFile
-        ): Promise<ComponentConfig> => {
-          const { env, ...baseValues } =
-            (await readYaml(dir + "/values.yml")) ?? {};
-
-          const startCommand = Array.isArray(baseValues?.application?.command)
-            ? baseValues?.application?.command.join(" ")
-            : baseValues?.application?.command;
-          return {
-            vars: env ? transformVars(env) : undefined,
-            dir: dir,
-            build: {
-              type: detectBuildConfig(ciFile),
-              startCommand: startCommand,
-            } as BuildConfig,
-            deploy: {
-              type: "kubernetes",
-              values: transformValues(baseValues),
-              cluster: {
-                type: "gcloud",
-                name: "ch-production",
-                projectId: "skynet-swiss",
-                region: "europe-west6-a",
-                domainCanonical: "panter.swiss",
-              },
-            },
-            env: await LEGACY_ENVS.reduce<Promise<Env>>(
-              async (acc, envName) => {
-                if (envName === "stage" && !STAGING_ENABLED) {
-                  return {
-                    ...(await acc),
-                    [envName]: false,
-                  };
-                }
-                const newEnvName = envName === "dev-local" ? "local" : envName;
-
-                const envValues =
-                  (await readYaml(dir + `/values-${envName}.yml`)) ?? {};
-                const { env, ...rest } = envValues;
-                const host = rest?.application?.host;
-                const values = transformValues(rest);
-                return {
-                  ...(await acc),
-                  [newEnvName]: {
-                    host: host,
-                    vars: env ? transformVars(env) : undefined,
-                    deploy: values
-                      ? {
-                          values: values,
-                        }
-                      : undefined,
-                  },
-                };
-              },
-              Promise.resolve({})
-            ),
-          };
-        };
-        let components: Record<string, ComponentConfig>;
-        if (detectBuildConfig(gitlabCi) === "monorepo") {
-          components = await getLegacyMonorepoSubCiFiles(gitRoot).reduce<
-            Promise<Record<string, ComponentConfig>>
-          >(async (acc, el) => {
-            return {
-              ...(await acc),
-              [el.dir]: await createComponent(el.dir, await readYaml(el.ci)),
-            };
-          }, Promise.resolve({}));
-        } else {
-          components = {
-            [COMPONENT_NAME]: await createComponent(APP_DIR, gitlabCi),
-          };
-        }
-        // we only have one component
-        const config: Config = {
-          customerName: CUSTOMER_NAME,
-          appName: APP_NAME,
-          components,
-        };
-
-        const comment =
-          "Old migrated config:\n\n" +
-          (await readFile(await getGitlabCiFilePath(), {
-            encoding: "utf-8",
-          }));
-
-        this.log("-------------------");
-        this.log("migrate config");
-        await writeConfig(this, config, {
-          endComment: comment,
-        });
-        this.log("write gitlab-ci.yml");
-        await writeFile(
-          await getGitlabCiFilePath(),
-          "include: https://git.panter.ch/api/v4/projects/catladder%2Fcatladder/packages/generic/ci-includes/main/gitlab-ci.yml",
-          { encoding: "utf-8" }
-        );
-
-        this.log("-------------------");
-        this.log("migrate secrets");
-        await syncBitwarden();
-        for (const env of LEGACY_ENVS) {
-          if (env === "stage" && !STAGING_ENABLED) return;
-          await migrateSecrets(this, config, env);
-        }
-
-        this.log("-------------------");
-
-        this.log("done!");
-        this.log("");
-        this.log("You can remove the values*.yml files now.");
-
-        this.log("-------------------");
-      } else {
-        this.log(
-          "☝ if you want to use catladder in legacy mode, install @panter/catladder globally and invoke catladder-legacy"
-        );
-      }
-    });
-
-  vorpal.exec("migrate");
-};

package/src/apps/cli/verify/migration/migrateSecrets.ts

@@ -1,37 +0,0 @@
-import { Config, getEnvironment } from "@catladder/pipeline";
-import { load } from "js-yaml";
-import { pick } from "lodash";
-import { CommandInstance } from "vorpal";
-import { upsertAllVariables } from "../../../../utils/gitlab";
-import { readPass, trashItem } from "../../../../utils/passwordstore";
-import { LEGACY_ENVS } from "./fromv2";
-
-const getPassPath = (newConfig: Config, env: string) => {
-  return `${newConfig.customerName}/${newConfig.appName}/${env}/secrets.yml`;
-};
-
-export const migrateSecrets = async (
-  vorpal: CommandInstance,
-  newConfig: Config,
-  oldEnv: typeof LEGACY_ENVS[number]
-) => {
-  const newEnv = oldEnv === "dev-local" ? "local" : oldEnv;
-  const path = getPassPath(newConfig, oldEnv);
-  try {
-    const yamlstring = await readPass(path);
-    const secrets = load(yamlstring);
-
-    Object.keys(newConfig.components).forEach(async (componentName) => {
-      const environment = getEnvironment(newConfig, componentName, newEnv);
-      await upsertAllVariables(
-        vorpal,
-        pick(secrets, environment.secretEnvVarKeys),
-        newEnv,
-        componentName
-      );
-    });
-    await trashItem(path);
-  } catch (e) {
-    console.warn(`could not migrate secrets for env '${oldEnv}': ${e}`);
-  }
-};