@catladder/pipeline 0.0.0-main-ef2d95a2 → 0.0.0-main-57e22cfd

package/dist/build/node.d.ts

@@ -1,5 +1,5 @@
 import { GitlabJobCache, GitlabJobs } from "../types/gitlab-types";
 import { Context } from "../types/context";
-export declare const getNodeCache: (policy?: string) => GitlabJobCache[];
+export declare const getNodeCache: (context: Context) => GitlabJobCache[];
 export declare const createStorybookJobs: (context: Context) => GitlabJobs;
 export declare const createNodeJobs: (context: Context) => GitlabJobs;

package/dist/build/node.js

@@ -56,6 +56,10 @@ var docker_1 = require("./docker");
 
 var types_1 = require("./types");
 
+var utils_1 = require("../utils");
+
+var path_1 = require("path");
+
 var NODE_RUNNER_BUILD_VARIABLES = {
   KUBERNETES_CPU_REQUEST: "0.5",
   KUBERNETES_CPU_LIMIT: "2",
@@ -69,18 +73,22 @@ var baseRetry = {
 };
 
 var getYarnInstall = function (context) {
-  return ["cd ".concat(context.componentConfig.dir), "if [ -f ./.nvmrc ]; then source /root/.nvm/nvm.sh && nvm install <<< .nvmrc; fi", "yarn install --frozen-lockfile"];
+  var _a;
+
+  return ["cd ".concat(context.componentConfig.dir), "if [ -f ./.nvmrc ]; then source /root/.nvm/nvm.sh && nvm install <<< .nvmrc; fi", ((_a = context.yarnInfo) === null || _a === void 0 ? void 0 : _a.isClassic) ? "yarn install --frozen-lockfile" : "yarn install --immutable"];
 };
 
-var getNodeCache = function (policy) {
-  if (policy === void 0) {
-    policy = "pull-push";
-  }
+var getNodeCache = function (context) {
+  var _a, _b, _c;
 
+  var componentIsInWorkspace = (_a = context.yarnInfo) === null || _a === void 0 ? void 0 : _a.componentIsInWorkspace;
   return [{
-    key: "node-modules",
-    policy: policy,
-    paths: [".yarn", "node_modules", "**/node_modules/"]
+    // if component is in a shared workspace, use workspace cache. use individual cache else
+    key: componentIsInWorkspace ? "node-modules-workspace" : context.componentName + "-node-modules",
+    policy: "pull-push",
+    paths: __spreadArray([".yarn"], __read(componentIsInWorkspace ? __spreadArray(["node_modules"], __read((_c = (_b = context.yarnInfo) === null || _b === void 0 ? void 0 : _b.workspaces.map(function (w) {
+      return (0, path_1.join)(w.location, "node_modules");
+    })) !== null && _c !== void 0 ? _c : []), false) : [(0, path_1.join)(context.componentConfig.dir, "node_modules")]), false)
   }];
 };
 
@@ -88,57 +96,61 @@ exports.getNodeCache = getNodeCache;
 
 var getNextCache = function (context) {
   return [{
-    key: "next-cache",
+    key: context.componentName + "-next-cache",
     policy: "pull-push",
     paths: [context.componentConfig.dir + "/.next/cache/"]
   }];
 };
 
 var createNodeTestJobs = function (context) {
-  var _a, _b; // don't run tests after release
+  var _a, _b, _c, _d, _e, _f, _g, _h; // don't run tests after release
 
 
   if (((_a = context.commitInfo) === null || _a === void 0 ? void 0 : _a.trigger) === "taggedRelease") {
     return [];
   }
 
+  var buildConfig = context.componentConfig.build;
   var base = {
     variables: __assign(__assign({
       APP_PATH: context.componentConfig.dir
-    }, NODE_RUNNER_BUILD_VARIABLES), (_b = context.componentConfig.build.extraVars) !== null && _b !== void 0 ? _b : {}),
+    }, NODE_RUNNER_BUILD_VARIABLES), (_b = buildConfig.extraVars) !== null && _b !== void 0 ? _b : {}),
     stage: "test",
     interruptible: true,
     needs: [],
     retry: baseRetry
   };
   var yarnInstall = getYarnInstall(context);
-  return [{
+  var auditJob = buildConfig.audit !== false ? {
     name: "🛡 audit",
     envMode: "none",
     job: __assign(__assign({}, base), {
       cache: undefined,
-      script: ["yarn audit"],
+      script: (_d = (0, utils_1.ensureArray)((_c = buildConfig.audit) === null || _c === void 0 ? void 0 : _c.command)) !== null && _d !== void 0 ? _d : ["yarn audit"],
       allow_failure: true
     })
-  }, {
+  } : null;
+  var lintJob = buildConfig.lint !== false ? {
     name: "👮 lint",
     envMode: "none",
     job: __assign(__assign({}, base), {
-      cache: (0, exports.getNodeCache)("pull-push"),
-      script: __spreadArray(__spreadArray([], __read(yarnInstall), false), ["yarn lint"], false)
+      cache: (0, exports.getNodeCache)(context),
+      script: __spreadArray(__spreadArray([], __read(yarnInstall), false), __read((_f = (0, utils_1.ensureArray)((_e = buildConfig.lint) === null || _e === void 0 ? void 0 : _e.command)) !== null && _f !== void 0 ? _f : ["yarn lint"]), false)
     })
-  }, {
+  } : null;
+  var testJob = buildConfig.test !== false ? {
     name: "🧪 test",
     envMode: "none",
     job: __assign(__assign({}, base), {
-      cache: (0, exports.getNodeCache)("pull-push"),
-      script: __spreadArray(__spreadArray([], __read(yarnInstall), false), ["yarn test"], false)
+      cache: (0, exports.getNodeCache)(context),
+      script: __spreadArray(__spreadArray([], __read(yarnInstall), false), __read((_h = (0, utils_1.ensureArray)((_g = buildConfig.test) === null || _g === void 0 ? void 0 : _g.command)) !== null && _h !== void 0 ? _h : ["yarn test"]), false)
     })
-  }];
+  } : null;
+  return [auditJob, lintJob, testJob].filter(utils_1.notNil);
 };
 
 var createNodeBuildJobs = function (context) {
-  var _a;
+  var _a, _b;
 
   var buildConfig = context.componentConfig.build;
 
@@ -154,12 +166,12 @@ var createNodeBuildJobs = function (context) {
     envMode: "jobPerEnv",
     job: {
       needs: [],
-      cache: __spreadArray(__spreadArray([], __read((0, exports.getNodeCache)("pull")), false), __read(getNextCache(context)), false),
+      cache: __spreadArray(__spreadArray([], __read((0, exports.getNodeCache)(context)), false), __read(getNextCache(context)), false),
       variables: __assign(__assign(__assign({}, NODE_RUNNER_BUILD_VARIABLES), context.environment.envVars), (_a = context.componentConfig.build.extraVars) !== null && _a !== void 0 ? _a : {}),
       retry: baseRetry,
       interruptible: true,
       stage: "build",
-      script: __spreadArray(__spreadArray(__spreadArray([], __read(buildInfo), false), __read(yarnInstall), false), __read(Array.isArray(buildConfig.buildCommand) ? buildConfig.buildCommand : [buildConfig.buildCommand]), false),
+      script: __spreadArray(__spreadArray(__spreadArray([], __read(buildInfo), false), __read(yarnInstall), false), __read((_b = (0, utils_1.ensureArray)(buildConfig.buildCommand)) !== null && _b !== void 0 ? _b : []), false),
       artifacts: {
         paths: [context.componentConfig.dir + "/__build_info.json", context.componentConfig.dir + "/dist", context.componentConfig.dir + "/.next"]
       }

package/dist/build/types.d.ts

@@ -1,14 +1,42 @@
 export declare type BuildConfigBase = {
   startCommand?: string;
   extraVars?: Record<string, string>;
-};
-export declare type BuildConfigNodeBase = BuildConfigBase & {
+  /**
+   * define the build command
+   */
+
   buildCommand?: string | string[] | null;
+  /**
+   * customize docker build
+   */
+
   docker?: {
     additionsBegin?: string[];
     additionsEnd?: string[];
   };
+  /**
+   * customize lint, set false to disable
+   */
+
+  lint?: false | {
+    command?: string | string[];
+  };
+  /**
+   * customize test, set false to disable
+   */
+
+  test?: false | {
+    command?: string | string[];
+  };
+  /**
+   * customize audit, set false to disable
+   */
+
+  audit?: false | {
+    command?: string | string[];
+  };
 };
+export declare type BuildConfigNodeBase = BuildConfigBase;
 export declare type BuildConfigNode = {
   type: "node";
 } & BuildConfigNodeBase;

package/dist/constants.js

@@ -2,5 +2,5 @@
 
 exports.__esModule = true;
 exports.DOCKER_REGISTRY = exports.PIPELINE_IMAGE_TAG = void 0;
-exports.PIPELINE_IMAGE_TAG = "main-ef2d95a2" || "";
+exports.PIPELINE_IMAGE_TAG = "main-57e22cfd" || "";
 exports.DOCKER_REGISTRY = "git.panter.ch:5001/catladder/catladder" || "";

package/dist/context/index.d.ts

@@ -1,4 +1,4 @@
 import { Config } from "../types/config";
-import { CommitInfo, Context, Environment } from "../types/context";
+import { CommitInfo, Context, Environment, YarnInfo } from "../types/context";
 export declare const getEnvironment: (config: Config, componentName: string, env: string, commitInfo?: CommitInfo | undefined, skipReferences?: boolean) => Environment;
-export declare const createContext: (config: Config, componentName: string, env: string, commitInfo?: CommitInfo | undefined) => Context;
+export declare const createContext: (config: Config, componentName: string, env: string, commitInfo?: CommitInfo | undefined, yarnInfo?: YarnInfo | undefined) => Context;

package/dist/context/index.js

@@ -107,13 +107,14 @@ var getEnvironment = function (config, componentName, env, commitInfo, skipRefer
       PORT: port.toString()
     };
   } else {
-    var KUBE_APP_NAME = envType === "review" && commitInfo ? "".concat(componentName, "-").concat(commitInfo.refSlug) : componentName;
     var KUBE_NAMESPACE = "".concat(config.customerName, "-").concat(config.appName, "-").concat(env);
     var RELEASE_NAME = "".concat(config.customerName, "-").concat(config.appName, "-").concat(environmentSlug);
-    var APP_SLUG = (0, slugify_1["default"])(KUBE_APP_NAME);
-    var HOST_CANONICAL = "".concat(config.appName, "-").concat(APP_SLUG, ".").concat(env, ".").concat(config.customerName, ".panter.cloud");
+    var componentSlug = (0, slugify_1["default"])(componentName);
+    var envInUrl = envType === "review" && commitInfo ? "$".concat(commitInfo.refSlug, ".").concat(env) : env;
+    var HOST_CANONICAL = "".concat(config.appName, "-").concat(componentSlug, ".").concat(envInUrl, ".").concat(config.customerName, ".panter.cloud");
     hostname = (_e = mergedConfig === null || mergedConfig === void 0 ? void 0 : mergedConfig.hostname) !== null && _e !== void 0 ? _e : HOST_CANONICAL;
     var url_1 = "https://".concat(hostname);
+    var KUBE_APP_NAME = envType === "review" && commitInfo ? "".concat(componentName, "-").concat(commitInfo.refSlug) : componentName;
     predefinedVariables = __assign(__assign({}, basePredefinedVariables), {
       HOST_CANONICAL: HOST_CANONICAL,
       ROOT_URL: url_1,
@@ -161,7 +162,7 @@ var getEnvironment = function (config, componentName, env, commitInfo, skipRefer
 
 exports.getEnvironment = getEnvironment;
 
-var createContext = function (config, componentName, env, commitInfo) {
+var createContext = function (config, componentName, env, commitInfo, yarnInfo) {
   var _a, _b;
 
   if (!/^[a-z0-9-]+$/.test(componentName)) {
@@ -191,7 +192,8 @@ var createContext = function (config, componentName, env, commitInfo) {
     componentConfig: componentConfig,
     componentName: componentName,
     environment: (0, exports.getEnvironment)(config, componentName, env, commitInfo),
-    commitInfo: commitInfo
+    commitInfo: commitInfo,
+    yarnInfo: yarnInfo
   };
 };
 

package/dist/pipeline/createChildPipeline.js

@@ -207,27 +207,58 @@ var createChildPipeline = function (trigger, config) {
   return __awaiter(void 0, void 0, void 0, function () {
     var components, jobs, allEnvs, stages, childPipeline;
     return __generator(this, function (_a) {
-      components = Object.keys(config.components);
-      jobs = components.reduce(function (acc, componentName) {
-        var envs = (0, config_1.getAllEnvsByTrigger)(config, componentName, trigger);
-        return __assign(__assign({}, acc), (0, createJobs_1.createJobs)(envs, config, componentName, trigger));
-      }, {});
-      allEnvs = (0, config_1.getAllEnvsInAllComponents)(config);
-      stages = baseStages.reduce(function (acc, baseStage) {
-        return __spreadArray(__spreadArray(__spreadArray([], __read(acc), false), [baseStage], false), __read(allEnvs.map(function (e) {
-          return "".concat(baseStage, " ").concat(e);
-        })), false);
-      }, []);
-      childPipeline = __assign({
-        image: (0, runner_1.getRunnerImage)("jobs"),
-        workflow: {
-          rules: rules_1.RULES_ALWAYS
-        },
-        stages: stages
-      }, jobs);
-      return [2
-      /*return*/
-      , childPipeline];
+      switch (_a.label) {
+        case 0:
+          components = Object.keys(config.components);
+          return [4
+          /*yield*/
+          , components.reduce(function (acc, componentName) {
+            return __awaiter(void 0, void 0, void 0, function () {
+              var envs, _a, _b;
+
+              return __generator(this, function (_c) {
+                switch (_c.label) {
+                  case 0:
+                    envs = (0, config_1.getAllEnvsByTrigger)(config, componentName, trigger);
+                    _a = [{}];
+                    return [4
+                    /*yield*/
+                    , acc];
+
+                  case 1:
+                    _b = [__assign.apply(void 0, _a.concat([_c.sent()]))];
+                    return [4
+                    /*yield*/
+                    , (0, createJobs_1.createJobs)(envs, config, componentName, trigger)];
+
+                  case 2:
+                    return [2
+                    /*return*/
+                    , __assign.apply(void 0, _b.concat([_c.sent()]))];
+                }
+              });
+            });
+          }, Promise.resolve({}))];
+
+        case 1:
+          jobs = _a.sent();
+          allEnvs = (0, config_1.getAllEnvsInAllComponents)(config);
+          stages = baseStages.reduce(function (acc, baseStage) {
+            return __spreadArray(__spreadArray(__spreadArray([], __read(acc), false), [baseStage], false), __read(allEnvs.map(function (e) {
+              return "".concat(baseStage, " ").concat(e);
+            })), false);
+          }, []);
+          childPipeline = __assign({
+            image: (0, runner_1.getRunnerImage)("jobs"),
+            workflow: {
+              rules: rules_1.RULES_ALWAYS
+            },
+            stages: stages
+          }, jobs);
+          return [2
+          /*return*/
+          , childPipeline];
+      }
     });
   });
 };

package/dist/pipeline/createJobs.d.ts

@@ -1,3 +1,3 @@
 import { Config, PipelineTrigger } from "../types/config";
 import { GitlabJobDef } from "../types/gitlab-types";
-export declare const createJobs: (envs: string[], config: Config, componentName: string, trigger: PipelineTrigger) => Record<string, GitlabJobDef>;
+export declare const createJobs: (envs: string[], config: Config, componentName: string, trigger: PipelineTrigger) => Promise<Record<string, GitlabJobDef>>;

package/dist/pipeline/createJobs.js

@@ -14,6 +14,147 @@ var __assign = this && this.__assign || function () {
   return __assign.apply(this, arguments);
 };
 
+var __awaiter = this && this.__awaiter || function (thisArg, _arguments, P, generator) {
+  function adopt(value) {
+    return value instanceof P ? value : new P(function (resolve) {
+      resolve(value);
+    });
+  }
+
+  return new (P || (P = Promise))(function (resolve, reject) {
+    function fulfilled(value) {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    }
+
+    function rejected(value) {
+      try {
+        step(generator["throw"](value));
+      } catch (e) {
+        reject(e);
+      }
+    }
+
+    function step(result) {
+      result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
+    }
+
+    step((generator = generator.apply(thisArg, _arguments || [])).next());
+  });
+};
+
+var __generator = this && this.__generator || function (thisArg, body) {
+  var _ = {
+    label: 0,
+    sent: function () {
+      if (t[0] & 1) throw t[1];
+      return t[1];
+    },
+    trys: [],
+    ops: []
+  },
+      f,
+      y,
+      t,
+      g;
+  return g = {
+    next: verb(0),
+    "throw": verb(1),
+    "return": verb(2)
+  }, typeof Symbol === "function" && (g[Symbol.iterator] = function () {
+    return this;
+  }), g;
+
+  function verb(n) {
+    return function (v) {
+      return step([n, v]);
+    };
+  }
+
+  function step(op) {
+    if (f) throw new TypeError("Generator is already executing.");
+
+    while (_) try {
+      if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+      if (y = 0, t) op = [op[0] & 2, t.value];
+
+      switch (op[0]) {
+        case 0:
+        case 1:
+          t = op;
+          break;
+
+        case 4:
+          _.label++;
+          return {
+            value: op[1],
+            done: false
+          };
+
+        case 5:
+          _.label++;
+          y = op[1];
+          op = [0];
+          continue;
+
+        case 7:
+          op = _.ops.pop();
+
+          _.trys.pop();
+
+          continue;
+
+        default:
+          if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
+            _ = 0;
+            continue;
+          }
+
+          if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
+            _.label = op[1];
+            break;
+          }
+
+          if (op[0] === 6 && _.label < t[1]) {
+            _.label = t[1];
+            t = op;
+            break;
+          }
+
+          if (t && _.label < t[2]) {
+            _.label = t[2];
+
+            _.ops.push(op);
+
+            break;
+          }
+
+          if (t[2]) _.ops.pop();
+
+          _.trys.pop();
+
+          continue;
+      }
+
+      op = body.call(thisArg, _);
+    } catch (e) {
+      op = [6, e];
+      y = 0;
+    } finally {
+      f = t = 0;
+    }
+
+    if (op[0] & 5) throw op[1];
+    return {
+      value: op[0] ? op[1] : void 0,
+      done: true
+    };
+  }
+};
+
 var __read = this && this.__read || function (o, n) {
   var m = typeof Symbol === "function" && o[Symbol.iterator];
   if (!m) return o;
@@ -60,6 +201,10 @@ var context_1 = require("../context");
 
 var deploy_1 = require("../deploy");
 
+var utils_1 = require("../utils");
+
+var yarnInfo_1 = require("./yarnInfo");
+
 var createRawJobs = function (context) {
   if (context.componentConfig.deploy === false) {
     return [];
@@ -113,11 +258,7 @@ var replaceReferences = function (job, componentName, env, allRawJobs) {
       return getFullReferencedJobName(n, componentName, env, allRawJobs);
     })
   });
-};
-
-function notNil(value) {
-  return value !== null && value !== undefined;
-} // this can be removed once https://gitlab.com/gitlab-org/gitlab/-/issues/220758 is resolved
+}; // this can be removed once https://gitlab.com/gitlab-org/gitlab/-/issues/220758 is resolved
 
 
 var addStageNeeds = function (jobs) {
@@ -142,7 +283,7 @@ var addStageNeeds = function (jobs) {
           artifacts: (_b = neededStage.artifacts) !== null && _b !== void 0 ? _b : false
         };
       }
-    }).filter(notNil);
+    }).filter(utils_1.notNil);
     return __assign(__assign({}, job), {
       job: __assign(__assign({}, job.job), {
         needs: __spreadArray(__spreadArray([], __read((_a = job.job.needs) !== null && _a !== void 0 ? _a : []), false), __read(neededJobs), false)
@@ -152,22 +293,39 @@ var addStageNeeds = function (jobs) {
 };
 
 var createJobs = function (envs, config, componentName, trigger) {
-  var _a, _b;
-
-  var commitInfo = {
-    refName: (_a = process.env.CI_COMMIT_REF_NAME) !== null && _a !== void 0 ? _a : "unknown",
-    refSlug: (_b = process.env.CI_COMMIT_REF_SLUG) !== null && _b !== void 0 ? _b : "unknown",
-    trigger: trigger
-  };
-  return envs.reduce(function (acc, env) {
-    var context = (0, context_1.createContext)(config, componentName, env, commitInfo);
-    var jobs = addStageNeeds(createRawJobs(context));
-    return __assign(__assign({}, acc), jobs.reduce(function (acc, job) {
-      var _a;
-
-      return __assign(__assign({}, acc), (_a = {}, _a[getFullJobName(job.name, componentName, job.envMode !== "none" ? env : undefined)] = replaceReferences(job, componentName, env, jobs), _a));
-    }, {}));
-  }, {});
+  return __awaiter(void 0, void 0, void 0, function () {
+    var commitInfo, yarnInfo;
+
+    var _a, _b;
+
+    return __generator(this, function (_c) {
+      switch (_c.label) {
+        case 0:
+          commitInfo = {
+            refName: (_a = process.env.CI_COMMIT_REF_NAME) !== null && _a !== void 0 ? _a : "unknown",
+            refSlug: (_b = process.env.CI_COMMIT_REF_SLUG) !== null && _b !== void 0 ? _b : "unknown",
+            trigger: trigger
+          };
+          return [4
+          /*yield*/
+          , (0, yarnInfo_1.getYarnInfo)(config, componentName)];
+
+        case 1:
+          yarnInfo = _c.sent();
+          return [2
+          /*return*/
+          , envs.reduce(function (acc, env) {
+            var context = (0, context_1.createContext)(config, componentName, env, commitInfo, yarnInfo);
+            var jobs = addStageNeeds(createRawJobs(context));
+            return __assign(__assign({}, acc), jobs.reduce(function (acc, job) {
+              var _a;
+
+              return __assign(__assign({}, acc), (_a = {}, _a[getFullJobName(job.name, componentName, job.envMode !== "none" ? env : undefined)] = replaceReferences(job, componentName, env, jobs), _a));
+            }, {}));
+          }, {})];
+      }
+    });
+  });
 };
 
 exports.createJobs = createJobs;

package/dist/pipeline/yarnInfo.d.ts

@@ -0,0 +1,2 @@
+import { Config, YarnInfo } from "../types";
+export declare const getYarnInfo: (config: Config, componentName: string) => Promise<YarnInfo>;