@catladder/pipeline 0.0.0-more-collapse-deeb54d7 → 0.0.0-multiple-gitlab-includes-1a40efc0

package/dist/deploy/cloudRun/deployJob.js

@@ -1,248 +0,0 @@
-"use strict";
-
-var __assign = this && this.__assign || function () {
-  __assign = Object.assign || function (t) {
-    for (var s, i = 1, n = arguments.length; i < n; i++) {
-      s = arguments[i];
-      for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p];
-    }
-    return t;
-  };
-  return __assign.apply(this, arguments);
-};
-var __read = this && this.__read || function (o, n) {
-  var m = typeof Symbol === "function" && o[Symbol.iterator];
-  if (!m) return o;
-  var i = m.call(o),
-    r,
-    ar = [],
-    e;
-  try {
-    while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
-  } catch (error) {
-    e = {
-      error: error
-    };
-  } finally {
-    try {
-      if (r && !r.done && (m = i["return"])) m.call(i);
-    } finally {
-      if (e) throw e.error;
-    }
-  }
-  return ar;
-};
-var __spreadArray = this && this.__spreadArray || function (to, from, pack) {
-  if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
-    if (ar || !(i in from)) {
-      if (!ar) ar = Array.prototype.slice.call(from, 0, i);
-      ar[i] = from[i];
-    }
-  }
-  return to.concat(ar || Array.prototype.slice.call(from));
-};
-exports.__esModule = true;
-exports.createGoogleCloudRunDeployJobs = void 0;
-var js_yaml_1 = require("js-yaml");
-var lodash_1 = require("lodash");
-var _1 = require(".");
-var docker_1 = require("../../build/docker");
-var getLabels_1 = require("../../context/getLabels");
-var runner_1 = require("../../runner");
-var gitlab_1 = require("../../utils/gitlab");
-var base_1 = require("../base");
-var sbom_1 = require("../sbom");
-var types_1 = require("../types");
-var createArgsString_1 = require("./utils/createArgsString");
-var database_1 = require("./utils/database");
-var gcloudServiceAccountLoginCommands_1 = require("./utils/gcloudServiceAccountLoginCommands");
-var jobName_1 = require("./utils/jobName");
-var setExtraVarsScripts = function (deployConfig) {
-  return ["export GCLOUD_PROJECT_NUMBER=$(gcloud projects describe ".concat(deployConfig.projectId, " --format=\"value(projectNumber)\")"), "echo \"GCLOUD_PROJECT_NUMBER: $GCLOUD_PROJECT_NUMBER\""];
-};
-var createGoogleCloudRunDeployJobs = function (context) {
-  var _a, _b, _c, _d;
-  var deployConfig = context.componentConfig.deploy;
-  if (deployConfig === false) {
-    return [];
-  }
-  if (!(0, types_1.isOfDeployType)(deployConfig, "google-cloudrun")) {
-    // should not happen
-    throw new Error("deploy config is wrong");
-  }
-  var fullAppName = "".concat(context.fullConfig.customerName, "-").concat(context.fullConfig.appName);
-  var dockerUrl = "".concat(deployConfig.region, "-docker.pkg.dev/").concat(deployConfig.projectId, "/catladder-deploy/").concat(fullAppName);
-  var gcloudImagePath = __spreadArray([dockerUrl, context.environment.shortName, context.componentName], __read(context.environment.envType === "review" ? [(_a = context.commitInfo) === null || _a === void 0 ? void 0 : _a.reviewSlug] : []), false);
-  var gcloudImageName = "".concat(gcloudImagePath.join("/"), ":$DOCKER_IMAGE_TAG");
-  var pushImageToArtifactsRegistry = [docker_1.gitlabDockerLogin, "gcloud auth configure-docker ".concat(deployConfig.region, "-docker.pkg.dev"), "docker pull $DOCKER_IMAGE:$DOCKER_IMAGE_TAG", "docker tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG ".concat(gcloudImageName), "docker push ".concat(gcloudImageName)];
-  var allEnvVars = (0, lodash_1.omit)(context.environment.envVars, _1.GCLOUD_DEPLOY_CREDENTIALS_KEY);
-  var labelsString = Object.entries((0, getLabels_1.getLabels)(context)).map(function (_a) {
-    var _b = __read(_a, 2),
-      key = _b[0],
-      value = _b[1];
-    return "".concat(key, "=").concat(value);
-  }).join(",");
-  var commonArgs = {
-    project: deployConfig.projectId,
-    region: deployConfig.region
-  };
-  var commonDeployArgs = __assign(__assign({
-    image: gcloudImageName
-  }, commonArgs), {
-    "set-cloudsql-instances": deployConfig.cloudSql ? deployConfig.cloudSql.instanceConnectionName : undefined,
-    labels: labelsString
-  });
-  var serviceName = context.environment.fullName.toLowerCase();
-  var getFullJobName = function (name) {
-    return (0, jobName_1.getCloudRunJobName)(context.environment.fullName, name);
-  };
-  var jobsWithNames = Object.entries((_b = deployConfig.jobs) !== null && _b !== void 0 ? _b : {})
-  // filter out disabled jobs
-  .filter(function (entry) {
-    return Boolean(entry[1]);
-  }).map(function (_a) {
-    var _b = __read(_a, 2),
-      name = _b[0],
-      job = _b[1];
-    return {
-      jobName: getFullJobName(name),
-      job: job
-    };
-  });
-  var jobsWithSchedule = jobsWithNames.filter(function (entry) {
-    return entry.job.when === "schedule";
-  }).map(function (_a) {
-    var job = _a.job,
-      jobName = _a.jobName;
-    return {
-      job: job,
-      jobName: jobName,
-      schedulerName: jobName + "-scheduler"
-    };
-  });
-  var getServiceDeployScript = function (service, nameSuffix) {
-    var _a, _b, _c, _d;
-    var customConfig = service !== true ? service : undefined;
-    var command = service !== true ? (_a = service === null || service === void 0 ? void 0 : service.command) !== null && _a !== void 0 ? _a : context.componentConfig.build.startCommand : undefined;
-    var argsString = (0, createArgsString_1.createArgsString)(__assign(__assign({
-      // command as empty string resets it to default (uses the image's entrypoint)
-      command: command ? '"' + command.split(" ").join(",") + '"' : '""'
-    }, commonDeployArgs), {
-      "env-vars-file": "____envvars.yaml",
-      "min-instances": (_b = customConfig === null || customConfig === void 0 ? void 0 : customConfig.minInstances) !== null && _b !== void 0 ? _b : 0,
-      "max-instances": (_c = customConfig === null || customConfig === void 0 ? void 0 : customConfig.maxInstances) !== null && _c !== void 0 ? _c : 100,
-      "cpu-throttling": (customConfig === null || customConfig === void 0 ? void 0 : customConfig.noCpuThrottling) !== true,
-      memory: customConfig === null || customConfig === void 0 ? void 0 : customConfig.memory,
-      "allow-unauthenticated": (_d = customConfig === null || customConfig === void 0 ? void 0 : customConfig.allowUnauthenticated) !== null && _d !== void 0 ? _d : true,
-      "cpu-boost": true
-    }));
-    return "gcloud run deploy ".concat(serviceName).concat(nameSuffix !== null && nameSuffix !== void 0 ? nameSuffix : "", " ").concat(argsString);
-  };
-  var getJobCreateScriptsForJob = function (jobName, job) {
-    // due to some oversight from google, jobs create does not accept `--env-vars-file` 🤦
-    // lucky, update on the other hand accepts it... so let's just imediatly update it
-    // also we cannot upsert a job, so we have to create it and catch the error and then update
-    var commonDeployArgsString = (0, createArgsString_1.createArgsString)(__assign(__assign({
-      command: '"' + job.command.split(" ").join(",") + '"'
-    }, commonDeployArgs), {
-      memory: job.memory || "512Mi",
-      "task-timeout": job.timeout || "10m"
-    }));
-    var argsString = "".concat(jobName, " ").concat(commonDeployArgsString);
-    return __spreadArray(__spreadArray([], __read((0, gitlab_1.allowFailureInScripts)(["gcloud beta run jobs create ".concat(argsString)])), false), ["gcloud beta run jobs update ".concat(argsString, " --env-vars-file=____envvars.yaml")], false);
-  };
-  var commonArgsString = (0, createArgsString_1.createArgsString)(commonArgs);
-  var getJobCreateScripts = function () {
-    return jobsWithNames.map(function (_a) {
-      var job = _a.job,
-        jobName = _a.jobName;
-      return getJobCreateScriptsForJob(jobName, job);
-    }).flat();
-  };
-  var getJobRunScriptForJob = function (jobName) {
-    return "gcloud beta run jobs execute ".concat(jobName, " ").concat(commonArgsString);
-  };
-  var getJobRunScripts = function (when) {
-    return jobsWithNames.filter(function (_a) {
-      var job = _a.job;
-      return job.when === when;
-    }).map(function (_a) {
-      var jobName = _a.jobName;
-      return getJobRunScriptForJob(jobName);
-    });
-  };
-  var getCreateScheduleScripts = function () {
-    return jobsWithSchedule.map(function (_a) {
-      var _b;
-      var job = _a.job,
-        jobName = _a.jobName,
-        schedulerName = _a.schedulerName;
-      var argsString = (0, createArgsString_1.createArgsString)({
-        project: deployConfig.projectId,
-        location: deployConfig.region,
-        schedule: "\"".concat(job.schedule, "\""),
-        "max-retry-attempts": (_b = job.maxRetryAttempts) !== null && _b !== void 0 ? _b : 0,
-        uri: "\"https://".concat(deployConfig.region, "-run.googleapis.com/apis/run.googleapis.com/v1/namespaces/").concat(deployConfig.projectId, "/jobs/").concat(jobName, ":run\""),
-        "http-method": "POST",
-        "oauth-service-account-email": "$GCLOUD_PROJECT_NUMBER-compute@developer.gserviceaccount.com"
-      });
-      var commonArgs = "http ".concat(schedulerName, " ").concat(argsString);
-      return __spreadArray(__spreadArray([], __read((0, gitlab_1.allowFailureInScripts)(["gcloud scheduler jobs create ".concat(commonArgs)])), false), ["gcloud scheduler jobs update ".concat(commonArgs)], false);
-    }).flat();
-  };
-  var getDeleteSchedulesScripts = function () {
-    var argsString = (0, createArgsString_1.createArgsString)({
-      project: deployConfig.projectId,
-      location: deployConfig.region
-    });
-    return jobsWithSchedule.map(function (_a) {
-      var schedulerName = _a.schedulerName;
-      return ["gcloud scheduler jobs delete ".concat(schedulerName, " ").concat(argsString)];
-    }).flat();
-  };
-  var getDeleteJobsScripts = function () {
-    return jobsWithNames.flatMap(function (_a) {
-      var jobName = _a.jobName;
-      return [
-      // first delete all job executions. Otherwise delete might fail if one of those is still running
-      "gcloud beta run jobs executions list ".concat(commonArgsString, " --job ").concat(jobName, " --format=\"value(name)\" | xargs -I {} gcloud beta run jobs executions delete {}  --quiet ").concat(commonArgsString), "gcloud beta run jobs delete ".concat(jobName, " ").concat(commonArgsString)];
-    });
-  };
-  var deployScripts = __spreadArray(__spreadArray(__spreadArray(__spreadArray(__spreadArray([], __read((0, gitlab_1.collapseableSection)("prepare", "Prepare...")(__spreadArray(__spreadArray([], __read((0, gcloudServiceAccountLoginCommands_1.gcloudServiceAccountLoginCommands)(context)), false), __read(setExtraVarsScripts(deployConfig)), false))), false), __read((0, gitlab_1.collapseableSection)("pushToArtifactRegistry", "Pushing image to artifacts registry")(pushImageToArtifactsRegistry)), false), __read((0, gitlab_1.collapseableSection)("deploy", "Deploy to cloud run")(__spreadArray(__spreadArray(__spreadArray(__spreadArray(__spreadArray(__spreadArray(__spreadArray(["echo \"$ENV_VARS\" > ____envvars.yaml"], __read(deployConfig.cloudSql ? (0, database_1.getDatabaseCreateScript)(context, deployConfig) // we create the db, so that we can also delete it afterwards
-  : []), false), __read(getCreateScheduleScripts()), false), __read(getJobCreateScripts()), false), __read(getJobRunScripts("preDeploy")), false), __read(deployConfig.service !== false ? [getServiceDeployScript(deployConfig.service)] : []), false), __read(Object.entries((_c = deployConfig.additionalServices) !== null && _c !== void 0 ? _c : {}).map(function (_a) {
-    var _b = __read(_a, 2),
-      name = _b[0],
-      service = _b[1];
-    return getServiceDeployScript(service, "-" + name);
-  })), false), __read(getJobRunScripts("postDeploy")), false))), false), ["docker image rm ".concat(gcloudImageName)], false), __read((0, sbom_1.getDependencyTrackUploadScript)(context)), false);
-  var stopScripts = __spreadArray(__spreadArray(__spreadArray(__spreadArray(__spreadArray(__spreadArray(__spreadArray([], __read((0, gcloudServiceAccountLoginCommands_1.gcloudServiceAccountLoginCommands)(context)), false), __read(deployConfig.service !== false ? ["gcloud run services delete ".concat(serviceName, " ").concat(commonArgsString)] : []), false), __read(Object.entries((_d = deployConfig.additionalServices) !== null && _d !== void 0 ? _d : {}).map(function (_a) {
-    var _b = __read(_a, 1),
-      name = _b[0];
-    return "gcloud run services delete ".concat(serviceName, "-").concat(name, " ").concat(commonArgsString);
-  })), false), __read(getDeleteSchedulesScripts()), false), __read(getDeleteJobsScripts()), false), __read(deployConfig.cloudSql && deployConfig.cloudSql.deleteDatabaseOnStop ? (0, database_1.getDatabaseDeleteScript)(context, deployConfig) : []), false), __read((0, sbom_1.getDependencyTrackDeleteScript)(context)), false);
-  return (0, base_1.createDeployementJobs)(context, {
-    deploy: (0, lodash_1.merge)((0, docker_1.getDockerJobBaseProps)(context), {
-      artifacts: {
-        paths: ["____envvars.yaml"]
-      },
-      variables: {
-        CLOUDSDK_CORE_DISABLE_PROMPTS: "1",
-        ENV_VARS: (0, js_yaml_1.dump)(allEnvVars, {
-          lineWidth: -1,
-          quotingType: "'",
-          forceQuotes: true
-        })
-      },
-      image: (0, runner_1.getRunnerImage)("gcloud"),
-      script: deployScripts
-    }),
-    stop: {
-      image: (0, runner_1.getRunnerImage)("gcloud"),
-      variables: {
-        CLOUDSDK_CORE_DISABLE_PROMPTS: "1"
-      },
-      script: (0, gitlab_1.allowFailureInScripts)(stopScripts)
-    }
-  });
-};
-exports.createGoogleCloudRunDeployJobs = createGoogleCloudRunDeployJobs;

package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts

@@ -1,84 +0,0 @@
-export declare const processSecretsAsFiles: <T extends {
-  env: {
-    secret: Record<string, string>;
-  };
-} & {
-  cloudsql?: import("../types").DeployConfigKubernetesValuesCloudSQL | undefined;
-  mongodb?: import("../types").DeployConfigMongodb | undefined;
-  mailhog?: {
-    enabled: boolean;
-  } | undefined;
-  jobs?: Record<string, false | import("../types/base").AllowUnknownProps<{
-    command: string;
-    hook?: string | undefined;
-  }>> | undefined;
-  cronjobs?: Record<string, false | import("../types/base").AllowUnknownProps<{
-    schedule: string;
-    command: string;
-    concurrencyPolicy?: "Forbid" | "Allow" | "Replace" | undefined;
-  }>> | undefined;
-  application?: false | import("../types/base").AllowUnknownProps<{
-    command?: string | undefined;
-    enabled?: boolean | undefined;
-    redirects?: import("../types").KubernetesRedirect[] | undefined;
-    hostAliases?: string[] | undefined;
-    replicas?: number | undefined;
-    autoscale?: import("../types").KubernetesAutoscale | undefined;
-    updateStrategy?: import("../types").KubernetesUpdateStrategy | undefined;
-    resources?: import("../types").KubernetesResourcesDef | undefined;
-    healthRoute?: string | undefined;
-    startupProbe?: {
-      httpGet?: {
-        path?: string | undefined;
-        port?: number | undefined;
-        httpHeaders?: {
-          name: string;
-          value: string;
-        }[] | undefined;
-        failureThreshold?: number | undefined;
-        timeoutSeconds?: number | undefined;
-        periodSeconds?: number | undefined;
-        successThreshold?: number | undefined;
-      } | undefined;
-    } | undefined;
-    readinessProbe?: {
-      httpGet?: {
-        path?: string | undefined;
-        port?: number | undefined;
-        httpHeaders?: {
-          name: string;
-          value: string;
-        }[] | undefined;
-        failureThreshold?: number | undefined;
-        timeoutSeconds?: number | undefined;
-        periodSeconds?: number | undefined;
-        successThreshold?: number | undefined;
-      } | undefined;
-    } | undefined;
-    livenessProbe?: {
-      httpGet?: {
-        path?: string | undefined;
-        port?: number | undefined;
-        httpHeaders?: {
-          name: string;
-          value: string;
-        }[] | undefined;
-        failureThreshold?: number | undefined;
-        timeoutSeconds?: number | undefined;
-        periodSeconds?: number | undefined;
-        successThreshold?: number | undefined;
-      } | undefined;
-    } | undefined;
-    worker?: import("../types").KubernetesWorkerDef | undefined;
-    jobDefaults?: {
-      resources: import("../types").KubernetesResourcesDef;
-    } | undefined;
-  }> | undefined;
-  secretsFromOtherComponent?: {
-    [envVar: string]: string;
-  } | undefined;
-  mapServiceUrlToEnv?: {
-    [envVar: string]: string;
-  } | undefined;
-  secretsAsFile?: string[] | undefined;
-} & Record<string, unknown>>(values: T) => T;

package/dist/deploy/kubernetes/processSecretsAsFiles.js

@@ -1,31 +0,0 @@
-"use strict";
-
-var __assign = this && this.__assign || function () {
-  __assign = Object.assign || function (t) {
-    for (var s, i = 1, n = arguments.length; i < n; i++) {
-      s = arguments[i];
-      for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p];
-    }
-    return t;
-  };
-  return __assign.apply(this, arguments);
-};
-exports.__esModule = true;
-exports.processSecretsAsFiles = void 0;
-var lodash_1 = require("lodash");
-var processSecretsAsFiles = function (values) {
-  if (!values.secretsAsFile || values.secretsAsFile.length === 0) {
-    return values;
-  }
-  // the initial idea was that we "shadow" secrets that we mount as files,
-  // but there is a weird kubernetes  issue with that (https://github.com/kubernetes/kubernetes/issues/46861),
-  // so instead we rename the secrets and append _content, so that inside kuberentes, we can use the original name to contain the path and name+_content as the actual content
-  return __assign(__assign({}, values), {
-    env: __assign(__assign({}, values.env), {
-      secret: __assign(__assign({}, (0, lodash_1.omit)(values.env.secret, values.secretsAsFile)), Object.fromEntries(values.secretsAsFile.map(function (key) {
-        return [key + "_content", values.env.secret[key]];
-      })))
-    })
-  });
-};
-exports.processSecretsAsFiles = processSecretsAsFiles;

package/dist/pipeline/commitInfo/getBuildId.d.ts

@@ -1,6 +0,0 @@
-export declare const getBuildId: () => Promise<string>;
-/**
- * returns the last tagged version string Major.minor.patch
- * returns 0.0.0 if there is no tag
- */
-export declare const getCurrentVersionString: () => Promise<string>;

package/dist/pipeline/commitInfo/getCommitInfo.d.ts

@@ -1,2 +0,0 @@
-import type { CommitInfo } from "../../types";
-export declare const getBaseCommitInfo: () => Promise<Omit<CommitInfo, "trigger">>;

package/dist/pipeline/createChildPipeline.d.ts

@@ -1,3 +0,0 @@
-import type { Pipeline } from "../types";
-import type { Config, PipelineTrigger } from "../types/config";
-export declare const createChildPipeline: <T extends "gitlab">(type: T, trigger: PipelineTrigger, config: Config) => Promise<Pipeline<T>>;