@catladder/pipeline 0.0.0-refactor-docker-c24f8608 → 0.0.0-refactor-cache-b38c122b

package/README.md

@@ -1,3 +1,17 @@
 ## @catladder/pipeline 🐱 🔧
 
-See [@catladder/cli](https://www.npmjs.com/package/@catladder/cli).
+Panter workflow for cloud CI/CD and DevOps.
+
+**It just works™**
+
+## Getting started
+
+[See the documentation][docs-getting-started].
+
+[docs-getting-started]: https://catladder.git.panter.biz/catladder/docs/getting_started "Getting started"
+
+## Contribution
+
+[See contribution guide][docs-contribute].
+
+[docs-contribute]: https://catladder.git.panter.biz/catladder/docs/contribute "Contribution guide"

package/dist/build/artifacts/createBuildJobArtifact.d.ts

@@ -0,0 +1,3 @@
+import { type Context } from "../../types";
+import type { CatladderJob } from "../../types/jobs";
+export declare const createBuildJobArtifacts: (context: Context) => CatladderJob["artifacts"];

package/dist/build/artifacts/createBuildJobArtifact.js

@@ -0,0 +1,97 @@
+"use strict";
+
+var __assign = this && this.__assign || function () {
+  __assign = Object.assign || function (t) {
+    for (var s, i = 1, n = arguments.length; i < n; i++) {
+      s = arguments[i];
+      for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p];
+    }
+    return t;
+  };
+  return __assign.apply(this, arguments);
+};
+var __read = this && this.__read || function (o, n) {
+  var m = typeof Symbol === "function" && o[Symbol.iterator];
+  if (!m) return o;
+  var i = m.call(o),
+    r,
+    ar = [],
+    e;
+  try {
+    while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
+  } catch (error) {
+    e = {
+      error: error
+    };
+  } finally {
+    try {
+      if (r && !r.done && (m = i["return"])) m.call(i);
+    } finally {
+      if (e) throw e.error;
+    }
+  }
+  return ar;
+};
+var __spreadArray = this && this.__spreadArray || function (to, from, pack) {
+  if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+    if (ar || !(i in from)) {
+      if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+      ar[i] = from[i];
+    }
+  }
+  return to.concat(ar || Array.prototype.slice.call(from));
+};
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createBuildJobArtifacts = void 0;
+var path_1 = require("path");
+var types_1 = require("../../types");
+var lodash_1 = require("lodash");
+var writeDotEnv_1 = require("../base/writeDotEnv");
+var createBuildJobArtifacts = function (context) {
+  var _a, _b;
+  var paths = context.type === "workspace" ? context.components.flatMap(function (c) {
+    return getArtifactsPathForComponent(c);
+  }) : getArtifactsPathForComponent(context, ["__build_info.json"]);
+  // esxclude .env files if generated
+  var exclude = context.type === "workspace" ? context.components.flatMap(function (c) {
+    return getDotEnvPathsForComponent(c);
+  }) : getDotEnvPathsForComponent(context);
+  return __assign(__assign({
+    paths: (0, lodash_1.uniq)(paths).sort(function (a, b) {
+      return a.localeCompare(b);
+    })
+  }, exclude.length > 0 ? {
+    exclude: exclude
+  } : {}), {
+    expire_in: "1 day",
+    when: "always",
+    reports:
+    // TODO: support for junit reports in other builds
+    context.type === "component" && (0, types_1.componentContextIsStandaloneBuild)(context) ? {
+      junit: (_b = (_a = context.build.config.artifactsReports) === null || _a === void 0 ? void 0 : _a.junit) === null || _b === void 0 ? void 0 : _b.map(function (p) {
+        return (0, path_1.join)(context.build.dir, p);
+      })
+    } : {}
+  });
+};
+exports.createBuildJobArtifacts = createBuildJobArtifacts;
+var getArtifactsPathForComponent = function (c, additionalPaths) {
+  var _a, _b;
+  return (_b = __spreadArray(__spreadArray([], __read((_a = c.build.config.artifactsPaths) !== null && _a !== void 0 ? _a : []), false), __read(additionalPaths !== null && additionalPaths !== void 0 ? additionalPaths : []), false)) === null || _b === void 0 ? void 0 : _b.flatMap(function (artifact) {
+    return c.build
+    // in theory, we only need "direct",
+    // but in some cases project may have packages in the workspace that create build artifacts, which aren't components
+    // this highly depends on the build tool. To be safe, we get all
+    .getComponentDirs("all").flatMap(function (cDir) {
+      return (0, path_1.join)(cDir, artifact);
+    });
+  });
+};
+var getDotEnvPathsForComponent = function (c) {
+  if ((0, writeDotEnv_1.componentContextNeedsBuildTimeDotEnv)(c)) {
+    return [(0, path_1.join)(c.build.dir, ".env")];
+  }
+  return [];
+};

package/dist/build/base/constants.js

@@ -6,7 +6,7 @@ Object.defineProperty(exports, "__esModule", {
 exports.RUNNER_BUILD_RESOURCE_VARIABLES = exports.APP_BUILD_JOB_NAME = void 0;
 exports.APP_BUILD_JOB_NAME = "🔨 app";
 exports.RUNNER_BUILD_RESOURCE_VARIABLES = {
-  KUBERNETES_CPU_REQUEST: "0.5",
+  KUBERNETES_CPU_REQUEST: "0.45",
   KUBERNETES_MEMORY_REQUEST: "1Gi",
   KUBERNETES_MEMORY_LIMIT: "4Gi"
 };

package/dist/build/base/createAppBuildJob.d.ts

@@ -1,9 +1,10 @@
-import type { ComponentContext } from "../..";
+import type { BuildContextStandalone, ComponentContext, WorkspaceContext } from "../..";
+import type { AppBuildJobDefinition } from "../../types/jobDefinition";
 import type { CatladderJob } from "../../types/jobs";
-export type AppBuildJobDefinition = Partial<CatladderJob>;
-export declare const createAppBuildJob: (context: ComponentContext, {
+export declare const createAppBuildJob: (context: ComponentContext<BuildContextStandalone> | WorkspaceContext, {
   script,
   variables,
   runnerVariables,
+  cache,
   ...def
 }: AppBuildJobDefinition) => CatladderJob;

package/dist/build/base/createAppBuildJob.js

@@ -54,38 +54,36 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.createAppBuildJob = void 0;
 var lodash_1 = require("lodash");
-var path_1 = require("path");
 var __1 = require("../..");
 var utils_1 = require("../../utils");
+var createBuildJobArtifact_1 = require("../artifacts/createBuildJobArtifact");
+var createJobCache_1 = require("../cache/createJobCache");
 var yarn_1 = require("../node/yarn");
 var constants_1 = require("./constants");
 var writeBuildInfo_1 = require("./writeBuildInfo");
 var writeDotEnv_1 = require("./writeDotEnv");
 var createAppBuildJob = function (context, _a) {
-  var _b, _c, _d, _e, _f;
+  var _b, _c;
   var script = _a.script,
     variables = _a.variables,
     runnerVariables = _a.runnerVariables,
-    def = __rest(_a, ["script", "variables", "runnerVariables"]);
+    cache = _a.cache,
+    def = __rest(_a, ["script", "variables", "runnerVariables", "cache"]);
   return (0, lodash_1.merge)({
     name: constants_1.APP_BUILD_JOB_NAME,
     envMode: "jobPerEnv",
     stage: "build",
     image: (0, __1.getRunnerImage)("jobs-default"),
     needs: [],
-    cache: [],
-    variables: __assign(__assign(__assign(__assign({}, variables !== null && variables !== void 0 ? variables : {}), context.environment.envVars), context.environment.jobOnlyVars.build.envVars), (_b = context.componentConfig.build.extraVars) !== null && _b !== void 0 ? _b : {}),
-    runnerVariables: __assign(__assign(__assign({}, constants_1.RUNNER_BUILD_RESOURCE_VARIABLES), runnerVariables !== null && runnerVariables !== void 0 ? runnerVariables : {}), (_c = context.componentConfig.build.runnerVariables) !== null && _c !== void 0 ? _c : {}),
-    script: __spreadArray(__spreadArray(__spreadArray(__spreadArray(__spreadArray([], __read(context.componentConfig.dotEnv === true // don't build when set to `local`
-    ? (0, writeDotEnv_1.writeDotEnv)(context) : []), false), __read((0, writeBuildInfo_1.writeBuildInfo)(context)), false), __read((0, yarn_1.ensureNodeVersion)(context.buildContext)), false), ["cd ".concat(context.componentConfig.dir)], false), __read((_d = (0, utils_1.ensureArray)(script)) !== null && _d !== void 0 ? _d : []), false),
-    artifacts: {
-      paths: [(0, path_1.join)(context.componentConfig.dir, "__build_info.json")],
-      reports: {
-        junit: (_f = (_e = context.componentConfig.build.artifactsReports) === null || _e === void 0 ? void 0 : _e.junit) === null || _f === void 0 ? void 0 : _f.map(function (p) {
-          return (0, path_1.join)(context.componentConfig.dir, p);
-        })
-      }
-    }
+    cache: cache ? (0, createJobCache_1.createJobCacheFromCacheConfigs)(context, cache) : undefined,
+    variables: __assign(__assign({}, variables !== null && variables !== void 0 ? variables : {}), context.type === "component" ? __assign(__assign(__assign({}, context.environment.envVars), context.environment.jobOnlyVars.build.envVars), (_b = context.build.config.extraVars) !== null && _b !== void 0 ? _b : {}) : {}),
+    runnerVariables: __assign(__assign(__assign({}, constants_1.RUNNER_BUILD_RESOURCE_VARIABLES), runnerVariables !== null && runnerVariables !== void 0 ? runnerVariables : {}), (_c = context.build.config.runnerVariables) !== null && _c !== void 0 ? _c : {}),
+    script: __spreadArray(__spreadArray(__spreadArray(__spreadArray(__spreadArray([], __read(context.type === "component" ? (0, writeDotEnv_1.componentContextNeedsBuildTimeDotEnv)(context) ? (0, writeDotEnv_1.writeDotEnv)(context) : [] : context.type === "workspace" ? context.components.filter(function (c) {
+      return (0, writeDotEnv_1.componentContextNeedsBuildTimeDotEnv)(c);
+    }).flatMap(function (c) {
+      return (0, writeDotEnv_1.writeDotEnv)(c);
+    }) : []), false), __read(context.type === "component" ? (0, writeBuildInfo_1.writeBuildInfo)(context) : []), false), __read((0, yarn_1.ensureNodeVersion)(context)), false), ["cd ".concat(context.build.dir)], false), __read((0, utils_1.ensureArray)(script)), false),
+    artifacts: (0, createBuildJobArtifact_1.createBuildJobArtifacts)(context)
   }, def);
 };
 exports.createAppBuildJob = createAppBuildJob;

package/dist/build/base/createBuildJobDefinition.d.ts

@@ -0,0 +1,6 @@
+import type { BuildConfigStandalone, WorkspaceBuildConfig } from "..";
+import type { AppBuildJobDefinition, Context } from "../../types";
+export declare const createBuildJobDefinition: (context: Context, buildConfig: BuildConfigStandalone | WorkspaceBuildConfig, customize?: Pick<AppBuildJobDefinition, "cache"> & {
+  prescript?: string[];
+  postscript?: string[];
+}) => AppBuildJobDefinition | undefined;

package/dist/build/base/createBuildJobDefinition.js

@@ -0,0 +1,58 @@
+"use strict";
+
+var __read = this && this.__read || function (o, n) {
+  var m = typeof Symbol === "function" && o[Symbol.iterator];
+  if (!m) return o;
+  var i = m.call(o),
+    r,
+    ar = [],
+    e;
+  try {
+    while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
+  } catch (error) {
+    e = {
+      error: error
+    };
+  } finally {
+    try {
+      if (r && !r.done && (m = i["return"])) m.call(i);
+    } finally {
+      if (e) throw e.error;
+    }
+  }
+  return ar;
+};
+var __spreadArray = this && this.__spreadArray || function (to, from, pack) {
+  if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+    if (ar || !(i in from)) {
+      if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+      ar[i] = from[i];
+    }
+  }
+  return to.concat(ar || Array.prototype.slice.call(from));
+};
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createBuildJobDefinition = void 0;
+var runner_1 = require("../../runner");
+var utils_1 = require("../../utils");
+var getAllCacheConfigsFromConfig_1 = require("../cache/getAllCacheConfigsFromConfig");
+var constants_1 = require("../node/constants");
+var createBuildJobDefinition = function (context, buildConfig, customize) {
+  var _a, _b, _c, _d;
+  if (customize === void 0) {
+    customize = {};
+  }
+  if (buildConfig.buildCommand === null) return undefined;
+  var defaultImage = (0, runner_1.getRunnerImage)("jobs-default");
+  return {
+    image: (_a = buildConfig.jobImage) !== null && _a !== void 0 ? _a : defaultImage,
+    runnerVariables: constants_1.NODE_RUNNER_BUILD_VARIABLES,
+    cache: __spreadArray(__spreadArray([], __read((_b = customize.cache) !== null && _b !== void 0 ? _b : []), false), __read((0, getAllCacheConfigsFromConfig_1.getAllCacheConfigsFromConfig)(context, buildConfig)), false),
+    services: "jobServices" in buildConfig ? buildConfig.jobServices : undefined,
+    script: __spreadArray(__spreadArray(__spreadArray([], __read((_c = customize.prescript) !== null && _c !== void 0 ? _c : []), false), __read((0, utils_1.ensureArray)(buildConfig.buildCommand)), false), __read((_d = customize.postscript) !== null && _d !== void 0 ? _d : []), false),
+    jobTags: buildConfig.jobTags
+  };
+};
+exports.createBuildJobDefinition = createBuildJobDefinition;

package/dist/build/base/index.d.ts

@@ -1,8 +1,11 @@
-import type { ComponentContext } from "../../types/context";
+import type { WorkspaceContext } from "../../types/context";
+import { type ComponentContext } from "../../types/context";
+import type { AppBuildJobDefinition, DockerBuildJobDefinition } from "../../types/jobDefinition";
 import type { CatladderJob } from "../../types/jobs";
-import type { DockerBuildJobDefinition } from "../docker";
-import type { AppBuildJobDefinition } from "./createAppBuildJob";
-export declare const createBuildJobs: (context: ComponentContext, definitions: {
+export declare const createComponentBuildJobs: (context: ComponentContext, definitions: {
   appBuild?: AppBuildJobDefinition;
   dockerBuild: DockerBuildJobDefinition;
+}) => CatladderJob[];
+export declare const createWorkspaceBuildJobs: (context: WorkspaceContext, definitions: {
+  appBuild?: AppBuildJobDefinition;
 }) => CatladderJob[];

package/dist/build/base/index.js

@@ -44,16 +44,25 @@ var __spreadArray = this && this.__spreadArray || function (to, from, pack) {
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.createBuildJobs = void 0;
+exports.createWorkspaceBuildJobs = exports.createComponentBuildJobs = void 0;
 var sbom_1 = require("../../deploy/sbom");
+var context_1 = require("../../types/context");
 var docker_1 = require("../docker");
 var sbom_2 = require("../sbom");
 var constants_1 = require("./constants");
 var createAppBuildJob_1 = require("./createAppBuildJob");
-var createBuildJobs = function (context, definitions) {
+var createComponentBuildJobs = function (context, definitions) {
   var _a;
-  return __spreadArray(__spreadArray(__spreadArray([], __read(definitions.appBuild ? [(0, createAppBuildJob_1.createAppBuildJob)(context, definitions.appBuild)] : []), false), __read((0, docker_1.requiresDockerBuild)(context) ? [(0, docker_1.createDockerBuildJobBase)(context, __assign(__assign({}, definitions.dockerBuild), {
-    needs: __spreadArray(__spreadArray([], __read((_a = definitions.dockerBuild.needs) !== null && _a !== void 0 ? _a : []), false), __read(definitions.appBuild ? [constants_1.APP_BUILD_JOB_NAME] : []), false)
+  return __spreadArray(__spreadArray(__spreadArray([], __read(definitions.appBuild && (0, context_1.componentContextIsStandaloneBuild)(context) ? [(0, createAppBuildJob_1.createAppBuildJob)(context, definitions.appBuild)] : []), false), __read((0, docker_1.requiresDockerBuild)(context) ? [(0, docker_1.createDockerBuildJobBase)(context, __assign(__assign({}, definitions.dockerBuild), {
+    needs: __spreadArray(__spreadArray([], __read((_a = definitions.dockerBuild.needs) !== null && _a !== void 0 ? _a : []), false), __read(definitions.appBuild && (0, context_1.componentContextIsStandaloneBuild)(context) ? [constants_1.APP_BUILD_JOB_NAME] : (0, context_1.componentContextHasWorkspaceBuild)(context) ? [{
+      job: constants_1.APP_BUILD_JOB_NAME,
+      artifacts: true,
+      workspaceName: context.build.workspaceName
+    }] : []), false)
   }))] : []), false), __read((0, sbom_1.sbomDeactivated)(context) ? [] : [(0, sbom_2.createSbomBuildJob)(context)]), false);
 };
-exports.createBuildJobs = createBuildJobs;
+exports.createComponentBuildJobs = createComponentBuildJobs;
+var createWorkspaceBuildJobs = function (context, definitions) {
+  return definitions.appBuild ? [(0, createAppBuildJob_1.createAppBuildJob)(context, definitions.appBuild)] : [];
+};
+exports.createWorkspaceBuildJobs = createWorkspaceBuildJobs;

package/dist/build/base/writeBuildInfo.js

@@ -5,6 +5,6 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.writeBuildInfo = void 0;
 var writeBuildInfo = function (context) {
-  return ["echo '{\"id\":\"".concat(context.environment.envVars.BUILD_INFO_BUILD_ID, "\",\"time\":\"").concat(context.environment.envVars.BUILD_INFO_BUILD_TIME, "\"}' > ").concat(context.componentConfig.dir, "/__build_info.json")];
+  return ["echo '{\"id\":\"".concat(context.environment.envVars.BUILD_INFO_BUILD_ID, "\",\"time\":\"").concat(context.environment.envVars.BUILD_INFO_BUILD_TIME, "\"}' > ").concat(context.build.dir, "/__build_info.json")];
 };
 exports.writeBuildInfo = writeBuildInfo;

package/dist/build/base/writeDotEnv.d.ts

@@ -4,4 +4,5 @@ import type { ComponentContext } from "../../types";
  * @param context
  * @returns
  */
-export declare const writeDotEnv: (context: ComponentContext) => string[];
+export declare const writeDotEnv: (context: ComponentContext) => string[];
+export declare const componentContextNeedsBuildTimeDotEnv: (context: ComponentContext) => boolean;

package/dist/build/base/writeDotEnv.js

@@ -25,8 +25,10 @@ var __read = this && this.__read || function (o, n) {
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.writeDotEnv = void 0;
+exports.componentContextNeedsBuildTimeDotEnv = exports.writeDotEnv = void 0;
 var lodash_1 = require("lodash");
+var gitlab_1 = require("../../utils/gitlab");
+var getBuildInfoVariables_1 = require("../../context/getBuildInfoVariables");
 /**
  * writes a .env file in the components folder
  * @param context
@@ -41,12 +43,24 @@ var writeDotEnv = function (context) {
     var _b = __read(_a, 2),
       value = _b[1];
     return !(0, lodash_1.isNil)(value);
+  })
+  // filter out build variables, since they may interfer with caching like turbo
+  // build variables are rarely used anyway and we may treat them differently in the future
+  .filter(function (_a) {
+    var _b = __read(_a, 1),
+      key = _b[0];
+    return !getBuildInfoVariables_1.ALL_BUILD_VARIABLES.includes(key);
   }).map(function (_a) {
     var _b = __read(_a, 2),
       key = _b[0],
       value = _b[1];
     return "".concat(key, "=").concat(value === null || value === void 0 ? void 0 : value.toString().replaceAll("\n", "\\n"));
   }).join("\n");
-  return ["cat <<EOF > ".concat(context.componentConfig.dir, "/.env\n").concat(keyValueString, "\nEOF")];
+  return (0, gitlab_1.collapseableSection)("write-dotenv-" + context.name, "write dot env")(["cat <<EOF > ".concat(context.build.dir, "/.env\n").concat(keyValueString, "\nEOF")]);
+};
+exports.writeDotEnv = writeDotEnv;
+var componentContextNeedsBuildTimeDotEnv = function (context) {
+  return context.componentConfig.dotEnv === true; // don't build when set to `local`
 };
-exports.writeDotEnv = writeDotEnv;
+
+exports.componentContextNeedsBuildTimeDotEnv = componentContextNeedsBuildTimeDotEnv;

package/dist/build/cache/createJobCache.d.ts

@@ -0,0 +1,7 @@
+import type { CacheConfig } from "..";
+import type { Context } from "../../types";
+import type { CatladderJobCache } from "../../types/jobs";
+import type { WithCacheConfig } from "../types";
+export declare const createJobCacheFromCacheConfigs: (context: Context, caches: CacheConfig[]) => CatladderJobCache[] | undefined;
+/** shortcut, used in some build types */
+export declare const createJobCacheFromConfig: (context: Context, configWithCache: WithCacheConfig) => import("../../types").GitlabJobCache[] | undefined;

package/dist/build/cache/createJobCache.js

@@ -0,0 +1,109 @@
+"use strict";
+
+var __assign = this && this.__assign || function () {
+  __assign = Object.assign || function (t) {
+    for (var s, i = 1, n = arguments.length; i < n; i++) {
+      s = arguments[i];
+      for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p];
+    }
+    return t;
+  };
+  return __assign.apply(this, arguments);
+};
+var __rest = this && this.__rest || function (s, e) {
+  var t = {};
+  for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0) t[p] = s[p];
+  if (s != null && typeof Object.getOwnPropertySymbols === "function") for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+    if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i])) t[p[i]] = s[p[i]];
+  }
+  return t;
+};
+var __read = this && this.__read || function (o, n) {
+  var m = typeof Symbol === "function" && o[Symbol.iterator];
+  if (!m) return o;
+  var i = m.call(o),
+    r,
+    ar = [],
+    e;
+  try {
+    while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
+  } catch (error) {
+    e = {
+      error: error
+    };
+  } finally {
+    try {
+      if (r && !r.done && (m = i["return"])) m.call(i);
+    } finally {
+      if (e) throw e.error;
+    }
+  }
+  return ar;
+};
+var __spreadArray = this && this.__spreadArray || function (to, from, pack) {
+  if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+    if (ar || !(i in from)) {
+      if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+      ar[i] = from[i];
+    }
+  }
+  return to.concat(ar || Array.prototype.slice.call(from));
+};
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createJobCacheFromConfig = exports.createJobCacheFromCacheConfigs = void 0;
+var path_1 = require("path");
+var getAllCacheConfigsFromConfig_1 = require("./getAllCacheConfigsFromConfig");
+var createJobCacheFromCacheConfigs = function (context, caches) {
+  if (caches.length === 0) return undefined;
+  var simpleCacheDefs = caches.filter(function (c) {
+    return !("key" in c);
+  });
+  var advancedCacheDefs = caches.filter(function (c) {
+    return "key" in c;
+  });
+  // simple caches are merged together into one. This is because e.g. gitlab has a limit of 4 caches, see https://gitlab.com/gitlab-org/gitlab/-/issues/421962
+  var simpleCaches = simpleCacheDefs.length > 0 ? [{
+    key: context.name + "-default",
+    policy: "pull-push",
+    paths: simpleCacheDefs.flatMap(function (c) {
+      return c.paths.map(function (p) {
+        var _a;
+        var baseDir = c.pathMode === "absolute" ? "" : (_a = c.baseDir) !== null && _a !== void 0 ? _a : context.build.dir;
+        return (0, path_1.join)(baseDir, p);
+      });
+    })
+  }] : [];
+  var advancedCaches = advancedCacheDefs.map(function (_a) {
+    var _b;
+    var key = _a.key,
+      paths = _a.paths,
+      policy = _a.policy,
+      scope = _a.scope,
+      pathMode = _a.pathMode,
+      buildDir = _a.buildDir,
+      rest = __rest(_a, ["key", "paths", "policy", "scope", "pathMode", "buildDir"]);
+    var baseDir = pathMode === "absolute" ? "" : buildDir !== null && buildDir !== void 0 ? buildDir : context.build.dir;
+    var transformedKey = scope === "global" ? key : typeof key === "string" ? (scope === "buildDir" // really edge case...
+    ? baseDir : context.name) + "-" + key : __assign(__assign({}, key), {
+      files: (_b = key.files) === null || _b === void 0 ? void 0 : _b.map(function (f) {
+        return pathMode === "absolute" ? f : (0, path_1.join)(baseDir, f);
+      })
+    });
+    return __assign({
+      key: transformedKey,
+      policy: policy !== null && policy !== void 0 ? policy : "pull-push",
+      paths: pathMode === "absolute" ? paths : paths === null || paths === void 0 ? void 0 : paths.map(function (p) {
+        return (0, path_1.join)(baseDir, p);
+      })
+    }, rest);
+  });
+  return __spreadArray(__spreadArray([], __read(advancedCaches), false), __read(simpleCaches), false);
+};
+exports.createJobCacheFromCacheConfigs = createJobCacheFromCacheConfigs;
+/** shortcut, used in some build types */
+var createJobCacheFromConfig = function (context, configWithCache) {
+  return (0, exports.createJobCacheFromCacheConfigs)(context, (0, getAllCacheConfigsFromConfig_1.getAllCacheConfigsFromConfig)(context, configWithCache));
+};
+exports.createJobCacheFromConfig = createJobCacheFromConfig;

package/dist/build/cache/getAllCacheConfigsFromConfig.d.ts

@@ -0,0 +1,3 @@
+import type { Context } from "../../types";
+import type { CacheConfig, WithCacheConfig } from "../types";
+export declare const getAllCacheConfigsFromConfig: (context: Context, configWithCache: WithCacheConfig) => CacheConfig[];

package/dist/build/cache/getAllCacheConfigsFromConfig.js

@@ -0,0 +1,62 @@
+"use strict";
+
+var __assign = this && this.__assign || function () {
+  __assign = Object.assign || function (t) {
+    for (var s, i = 1, n = arguments.length; i < n; i++) {
+      s = arguments[i];
+      for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p];
+    }
+    return t;
+  };
+  return __assign.apply(this, arguments);
+};
+var __read = this && this.__read || function (o, n) {
+  var m = typeof Symbol === "function" && o[Symbol.iterator];
+  if (!m) return o;
+  var i = m.call(o),
+    r,
+    ar = [],
+    e;
+  try {
+    while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
+  } catch (error) {
+    e = {
+      error: error
+    };
+  } finally {
+    try {
+      if (r && !r.done && (m = i["return"])) m.call(i);
+    } finally {
+      if (e) throw e.error;
+    }
+  }
+  return ar;
+};
+var __spreadArray = this && this.__spreadArray || function (to, from, pack) {
+  if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+    if (ar || !(i in from)) {
+      if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+      ar[i] = from[i];
+    }
+  }
+  return to.concat(ar || Array.prototype.slice.call(from));
+};
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.getAllCacheConfigsFromConfig = void 0;
+var index_1 = require("../../utils/index");
+var transformLegacyJobCache_1 = require("./transformLegacyJobCache");
+var getAllCacheConfigsFromConfig = function (context, configWithCache) {
+  return __spreadArray(__spreadArray(__spreadArray([], __read("jobCache" in configWithCache ? (0, transformLegacyJobCache_1.transformLegacyJobCache)(configWithCache.jobCache) : []), false), __read((0, index_1.ensureArray)(configWithCache.cache)), false), __read(context.type === "workspace" ?
+  // also add cache configs of the components of that workspace
+  context.components.flatMap(function (componentContext) {
+    var _a;
+    return (_a = (0, index_1.ensureArray)(componentContext.build.config.cache).map(function (c) {
+      return __assign(__assign({}, c), {
+        baseDir: componentContext.build.dir
+      });
+    })) !== null && _a !== void 0 ? _a : [];
+  }) : []), false);
+};
+exports.getAllCacheConfigsFromConfig = getAllCacheConfigsFromConfig;

package/dist/build/cache/transformLegacyJobCache.d.ts

@@ -0,0 +1,3 @@
+import type { CacheConfigAdvanced } from "..";
+import type { CatladderJobCache } from "../../types/jobs";
+export declare function transformLegacyJobCache(jobCache: CatladderJobCache | CatladderJobCache[] | undefined): CacheConfigAdvanced[];

package/dist/build/cache/transformLegacyJobCache.js

@@ -0,0 +1,29 @@
+"use strict";
+
+var __assign = this && this.__assign || function () {
+  __assign = Object.assign || function (t) {
+    for (var s, i = 1, n = arguments.length; i < n; i++) {
+      s = arguments[i];
+      for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p];
+    }
+    return t;
+  };
+  return __assign.apply(this, arguments);
+};
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.transformLegacyJobCache = void 0;
+var utils_1 = require("../../utils");
+function transformLegacyJobCache(jobCache) {
+  return (0, utils_1.ensureArray)(jobCache).map(function (cache) {
+    var _a, _b;
+    return __assign(__assign({
+      pathMode: "absolute"
+    }, cache), {
+      key: (_a = cache.key) !== null && _a !== void 0 ? _a : "default",
+      paths: (_b = cache.paths) !== null && _b !== void 0 ? _b : []
+    });
+  });
+}
+exports.transformLegacyJobCache = transformLegacyJobCache;

package/dist/build/custom/__tests__/testJob.test.js

@@ -5,32 +5,29 @@ Object.defineProperty(exports, "__esModule", {
 });
 var testJob_1 = require("../testJob");
 describe("createCustomTestJobs", function () {
-  var componentConfig = {
-    dir: ".",
-    build: {
-      type: "custom",
-      docker: {
-        type: "custom"
-      },
-      jobImage: ""
-    },
-    deploy: {}
-  };
   var baseContext = {
-    componentName: "testComponent",
+    name: "testComponent",
     environment: {
       jobOnlyVars: {
         build: {}
       }
     },
-    componentConfig: componentConfig
+    build: {
+      config: {
+        type: "custom",
+        docker: {
+          type: "custom"
+        },
+        jobImage: ""
+      }
+    }
   };
   it("throws error when not build type custom", function () {
-    componentConfig.build.type = "node";
+    baseContext.build.config.type = "node";
     expect(function () {
       return (0, testJob_1.createCustomTestJobs)(baseContext);
     }).toThrowError("deploy config is not custom");
-    componentConfig.build.type = "custom";
+    baseContext.build.config.type = "custom";
   });
   it("returns empty array if no audit, lint, and test definition", function () {
     var jobs = (0, testJob_1.createCustomTestJobs)(baseContext);