@catladder/pipeline 3.48.0 → 4.0.0

package/dist/build/index.d.ts

@@ -5,14 +5,14 @@ import type { BuildConfig, BuildConfigStandaloneType, WorkspaceBuildConfig } fro
 export * from "./node";
 export * from "./types";
 export type BuildTypes = { [type in BuildConfigStandaloneType]: {
-  jobs: (context: ComponentContextWithBuild) => CatladderJob[];
+  jobs: (context: ComponentContextWithBuild) => CatladderJob[] | Promise<CatladderJob[]>;
   defaults: (envContext: EnvironmentContext) => Partial<Extract<BuildConfig, {
     type: type;
   }>>;
 } };
 export declare const BUILD_TYPES: BuildTypes;
 export type WorkspaceBuildTypes = { [type in WorkspaceBuildConfig["type"]]: {
-  jobs: (context: WorkspaceContext) => CatladderJob[];
+  jobs: (context: WorkspaceContext) => CatladderJob[] | Promise<CatladderJob[]>;
   defaults: () => Partial<Extract<WorkspaceBuildConfig, {
     type: type;
   }>>;

package/dist/build/node/buildJob.d.ts

@@ -2,8 +2,8 @@ import type { BuildContextStandalone, ComponentContextWithBuild, WorkspaceContex
 import { type ComponentContext } from "../../types/context";
 import type { AppBuildJobDefinition, DockerBuildJobDefinition } from "../../types/jobDefinition";
 import type { CatladderJob } from "../../types/jobs";
-export declare const createNodeBuildJobs: (context: ComponentContextWithBuild | WorkspaceContext) => CatladderJob[];
-export declare const createNodeBuildJobDefinition: (context: ComponentContext<BuildContextStandalone> | WorkspaceContext) => AppBuildJobDefinition | undefined;
+export declare const createNodeBuildJobs: (context: ComponentContextWithBuild | WorkspaceContext) => Promise<CatladderJob[]>;
+export declare const createNodeBuildJobDefinition: (context: ComponentContext<BuildContextStandalone> | WorkspaceContext) => Promise<AppBuildJobDefinition | undefined>;
 type NewType = ComponentContextWithBuild;
-export declare const createNodeDockerJobDefinition: (context: NewType) => DockerBuildJobDefinition;
+export declare const createNodeDockerJobDefinition: (context: NewType) => Promise<DockerBuildJobDefinition>;
 export {};

package/dist/build/node/buildJob.js

@@ -1,5 +1,120 @@
 "use strict";
 
+var __awaiter = this && this.__awaiter || function (thisArg, _arguments, P, generator) {
+  function adopt(value) {
+    return value instanceof P ? value : new P(function (resolve) {
+      resolve(value);
+    });
+  }
+  return new (P || (P = Promise))(function (resolve, reject) {
+    function fulfilled(value) {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    }
+    function rejected(value) {
+      try {
+        step(generator["throw"](value));
+      } catch (e) {
+        reject(e);
+      }
+    }
+    function step(result) {
+      result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
+    }
+    step((generator = generator.apply(thisArg, _arguments || [])).next());
+  });
+};
+var __generator = this && this.__generator || function (thisArg, body) {
+  var _ = {
+      label: 0,
+      sent: function () {
+        if (t[0] & 1) throw t[1];
+        return t[1];
+      },
+      trys: [],
+      ops: []
+    },
+    f,
+    y,
+    t,
+    g;
+  return g = {
+    next: verb(0),
+    "throw": verb(1),
+    "return": verb(2)
+  }, typeof Symbol === "function" && (g[Symbol.iterator] = function () {
+    return this;
+  }), g;
+  function verb(n) {
+    return function (v) {
+      return step([n, v]);
+    };
+  }
+  function step(op) {
+    if (f) throw new TypeError("Generator is already executing.");
+    while (g && (g = 0, op[0] && (_ = 0)), _) try {
+      if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+      if (y = 0, t) op = [op[0] & 2, t.value];
+      switch (op[0]) {
+        case 0:
+        case 1:
+          t = op;
+          break;
+        case 4:
+          _.label++;
+          return {
+            value: op[1],
+            done: false
+          };
+        case 5:
+          _.label++;
+          y = op[1];
+          op = [0];
+          continue;
+        case 7:
+          op = _.ops.pop();
+          _.trys.pop();
+          continue;
+        default:
+          if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
+            _ = 0;
+            continue;
+          }
+          if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
+            _.label = op[1];
+            break;
+          }
+          if (op[0] === 6 && _.label < t[1]) {
+            _.label = t[1];
+            t = op;
+            break;
+          }
+          if (t && _.label < t[2]) {
+            _.label = t[2];
+            _.ops.push(op);
+            break;
+          }
+          if (t[2]) _.ops.pop();
+          _.trys.pop();
+          continue;
+      }
+      op = body.call(thisArg, _);
+    } catch (e) {
+      op = [6, e];
+      y = 0;
+    } finally {
+      f = t = 0;
+    }
+    if (op[0] & 5) throw op[1];
+    return {
+      value: op[0] ? op[1] : void 0,
+      done: true
+    };
+  }
+};
 var __read = this && this.__read || function (o, n) {
   var m = typeof Symbol === "function" && o[Symbol.iterator];
   if (!m) return o;
@@ -42,40 +157,84 @@ var docker_1 = require("../docker");
 var cache_1 = require("./cache");
 var yarn_1 = require("./yarn");
 var createNodeBuildJobs = function (context) {
-  if (context.type === "workspace") {
-    return (0, base_1.createWorkspaceBuildJobs)(context, {
-      appBuild: (0, exports.createNodeBuildJobDefinition)(context)
+  return __awaiter(void 0, void 0, void 0, function () {
+    var _a, _b, _c, _d, _e;
+    var _f, _g;
+    return __generator(this, function (_h) {
+      switch (_h.label) {
+        case 0:
+          if (!(context.type === "workspace")) return [3 /*break*/, 2];
+          _a = base_1.createWorkspaceBuildJobs;
+          _b = [context];
+          _f = {};
+          return [4 /*yield*/, (0, exports.createNodeBuildJobDefinition)(context)];
+        case 1:
+          return [2 /*return*/, _a.apply(void 0, _b.concat([(_f.appBuild = _h.sent(), _f)]))];
+        case 2:
+          _c = base_1.createComponentBuildJobs;
+          _d = [context];
+          _g = {};
+          if (!(0, context_1.componentContextIsStandaloneBuild)(context)) return [3 /*break*/, 4];
+          return [4 /*yield*/, (0, exports.createNodeBuildJobDefinition)(context)];
+        case 3:
+          _e = _h.sent();
+          return [3 /*break*/, 5];
+        case 4:
+          _e = undefined;
+          _h.label = 5;
+        case 5:
+          _g.appBuild = _e;
+          return [4 /*yield*/, (0, exports.createNodeDockerJobDefinition)(context)];
+        case 6:
+          return [2 /*return*/, _c.apply(void 0, _d.concat([(_g.dockerBuild = _h.sent(), _g)]))];
+      }
     });
-  }
-  return (0, base_1.createComponentBuildJobs)(context, {
-    appBuild: (0, context_1.componentContextIsStandaloneBuild)(context) ? (0, exports.createNodeBuildJobDefinition)(context) : undefined,
-    dockerBuild: (0, exports.createNodeDockerJobDefinition)(context)
   });
 };
 exports.createNodeBuildJobs = createNodeBuildJobs;
 var createNodeBuildJobDefinition = function (context) {
-  var buildConfig = context.build.config;
-  var yarnInstall = (0, yarn_1.getYarnInstall)(context);
-  return (0, createBuildJobDefinition_1.createBuildJobDefinition)(context, buildConfig, {
-    prescript: yarnInstall,
-    cache: (0, cache_1.getNodeCache)(context)
+  return __awaiter(void 0, void 0, void 0, function () {
+    var buildConfig, _a, yarnInstall, nodeCache;
+    return __generator(this, function (_b) {
+      switch (_b.label) {
+        case 0:
+          buildConfig = context.build.config;
+          return [4 /*yield*/, Promise.all([(0, yarn_1.getYarnInstall)(context), (0, cache_1.getNodeCache)(context)])];
+        case 1:
+          _a = __read.apply(void 0, [_b.sent(), 2]), yarnInstall = _a[0], nodeCache = _a[1];
+          return [2 /*return*/, (0, createBuildJobDefinition_1.createBuildJobDefinition)(context, buildConfig, {
+            prescript: yarnInstall,
+            cache: nodeCache
+          })];
+      }
+    });
   });
 };
 exports.createNodeBuildJobDefinition = createNodeBuildJobDefinition;
 var createNodeDockerJobDefinition = function (context) {
-  var _a, _b;
-  // get the default docker built-in type based on the build type
-  var dockerDefaultBuiltIn = context.build.buildType === "node-static" || context.build.buildType === "storybook" ? "nginx" : "node";
-  return {
-    script: (0, docker_1.getDockerBuildScriptWithBuiltInDockerFile)(context, dockerDefaultBuiltIn),
-    cache: __spreadArray([], __read((0, cache_1.getYarnCache)(context, "pull")), false),
-    variables: {
-      // only required for non static
-      DOCKER_COPY_AND_INSTALL_APP: (0, yarn_1.getDockerAppCopyAndBuildScript)(context),
-      DOCKER_COPY_WORKSPACE_FILES: (_b = (_a = context.packageManagerInfo) === null || _a === void 0 ? void 0 : _a.pathsToCopyInDocker.map(function (dir) {
-        return "COPY --chown=node:node ".concat(dir, " /app/").concat(dir);
-      })) === null || _b === void 0 ? void 0 : _b.join("\n")
-    }
-  };
+  return __awaiter(void 0, void 0, void 0, function () {
+    var dockerDefaultBuiltIn, _a, yarnCache, dockerAppCopyAndBuildScript, packageManagerInfo;
+    var _b;
+    return __generator(this, function (_c) {
+      switch (_c.label) {
+        case 0:
+          dockerDefaultBuiltIn = context.build.buildType === "node-static" || context.build.buildType === "storybook" ? "nginx" : "node";
+          return [4 /*yield*/, Promise.all([(0, cache_1.getYarnCache)(context, "pull"), (0, yarn_1.getDockerAppCopyAndBuildScript)(context), context.packageManagerInfo])];
+        case 1:
+          _a = __read.apply(void 0, [_c.sent(), 3]), yarnCache = _a[0], dockerAppCopyAndBuildScript = _a[1], packageManagerInfo = _a[2];
+          return [2 /*return*/, {
+            script: (0, docker_1.getDockerBuildScriptWithBuiltInDockerFile)(context, dockerDefaultBuiltIn),
+            cache: __spreadArray([], __read(yarnCache), false),
+            variables: {
+              // only required for non static
+              DOCKER_COPY_AND_INSTALL_APP: dockerAppCopyAndBuildScript,
+              DOCKER_COPY_WORKSPACE_FILES: (_b = packageManagerInfo === null || packageManagerInfo === void 0 ? void 0 : packageManagerInfo.pathsToCopyInDocker.map(function (dir) {
+                return "COPY --chown=node:node ".concat(dir, " /app/").concat(dir);
+              })) === null || _b === void 0 ? void 0 : _b.join("\n")
+            }
+          }];
+      }
+    });
+  });
 };
 exports.createNodeDockerJobDefinition = createNodeDockerJobDefinition;

package/dist/build/node/cache.d.ts

@@ -1,5 +1,5 @@
 import type { Context } from "../../types/context";
 import type { CacheConfig } from "../types";
-export declare const getYarnCache: (context: Context, policy?: string) => CacheConfig[];
-export declare const getNodeModulesCache: (context: Context, policy?: string) => CacheConfig[];
-export declare const getNodeCache: (context: Context, policy?: string) => CacheConfig[];
+export declare const getYarnCache: (context: Context, policy?: string) => Promise<CacheConfig[]>;
+export declare const getNodeModulesCache: (context: Context, policy?: string) => Promise<CacheConfig[]>;
+export declare const getNodeCache: (context: Context, policy?: string) => Promise<CacheConfig[]>;

package/dist/build/node/cache.js

@@ -1,5 +1,120 @@
 "use strict";
 
+var __awaiter = this && this.__awaiter || function (thisArg, _arguments, P, generator) {
+  function adopt(value) {
+    return value instanceof P ? value : new P(function (resolve) {
+      resolve(value);
+    });
+  }
+  return new (P || (P = Promise))(function (resolve, reject) {
+    function fulfilled(value) {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    }
+    function rejected(value) {
+      try {
+        step(generator["throw"](value));
+      } catch (e) {
+        reject(e);
+      }
+    }
+    function step(result) {
+      result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
+    }
+    step((generator = generator.apply(thisArg, _arguments || [])).next());
+  });
+};
+var __generator = this && this.__generator || function (thisArg, body) {
+  var _ = {
+      label: 0,
+      sent: function () {
+        if (t[0] & 1) throw t[1];
+        return t[1];
+      },
+      trys: [],
+      ops: []
+    },
+    f,
+    y,
+    t,
+    g;
+  return g = {
+    next: verb(0),
+    "throw": verb(1),
+    "return": verb(2)
+  }, typeof Symbol === "function" && (g[Symbol.iterator] = function () {
+    return this;
+  }), g;
+  function verb(n) {
+    return function (v) {
+      return step([n, v]);
+    };
+  }
+  function step(op) {
+    if (f) throw new TypeError("Generator is already executing.");
+    while (g && (g = 0, op[0] && (_ = 0)), _) try {
+      if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+      if (y = 0, t) op = [op[0] & 2, t.value];
+      switch (op[0]) {
+        case 0:
+        case 1:
+          t = op;
+          break;
+        case 4:
+          _.label++;
+          return {
+            value: op[1],
+            done: false
+          };
+        case 5:
+          _.label++;
+          y = op[1];
+          op = [0];
+          continue;
+        case 7:
+          op = _.ops.pop();
+          _.trys.pop();
+          continue;
+        default:
+          if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
+            _ = 0;
+            continue;
+          }
+          if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
+            _.label = op[1];
+            break;
+          }
+          if (op[0] === 6 && _.label < t[1]) {
+            _.label = t[1];
+            t = op;
+            break;
+          }
+          if (t && _.label < t[2]) {
+            _.label = t[2];
+            _.ops.push(op);
+            break;
+          }
+          if (t[2]) _.ops.pop();
+          _.trys.pop();
+          continue;
+      }
+      op = body.call(thisArg, _);
+    } catch (e) {
+      op = [6, e];
+      y = 0;
+    } finally {
+      f = t = 0;
+    }
+    if (op[0] & 5) throw op[1];
+    return {
+      value: op[0] ? op[1] : void 0,
+      done: true
+    };
+  }
+};
 var __read = this && this.__read || function (o, n) {
   var m = typeof Symbol === "function" && o[Symbol.iterator];
   if (!m) return o;
@@ -43,48 +158,96 @@ exports.getNodeCache = exports.getNodeModulesCache = exports.getYarnCache = void
 var lodash_1 = require("lodash");
 var path_1 = require("path");
 var slugify_1 = __importDefault(require("slugify"));
-var getYarnCache = function (context, policy) {
-  if (policy === void 0) {
-    policy = "pull-push";
+var getYarnCache = function (context_1) {
+  var args_1 = [];
+  for (var _i = 1; _i < arguments.length; _i++) {
+    args_1[_i - 1] = arguments[_i];
   }
-  var componentIsInWorkspace = context.type === "component" && context.packageManagerInfo.componentIsInWorkspace;
-  return [{
-    scope: componentIsInWorkspace ? "global" : "buildDir",
-    pathMode: componentIsInWorkspace ? "absolute" : "relative",
-    key: "yarn",
-    policy: policy,
-    paths: [".yarn"]
-  }];
+  return __awaiter(void 0, __spreadArray([context_1], __read(args_1), false), void 0, function (context, policy) {
+    var packageManagerInfo, componentIsInWorkspace;
+    if (policy === void 0) {
+      policy = "pull-push";
+    }
+    return __generator(this, function (_a) {
+      switch (_a.label) {
+        case 0:
+          return [4 /*yield*/, context.packageManagerInfo];
+        case 1:
+          packageManagerInfo = _a.sent();
+          componentIsInWorkspace = context.type === "component" && "componentIsInWorkspace" in packageManagerInfo && packageManagerInfo.componentIsInWorkspace;
+          return [2 /*return*/, [{
+            scope: componentIsInWorkspace ? "global" : "buildDir",
+            pathMode: componentIsInWorkspace ? "absolute" : "relative",
+            key: "yarn",
+            policy: policy,
+            paths: [".yarn"]
+          }]];
+      }
+    });
+  });
 };
 exports.getYarnCache = getYarnCache;
-var getNodeModulesCache = function (context, policy) {
-  var _a, _b;
-  if (policy === void 0) {
-    policy = "pull-push";
+var getNodeModulesCache = function (context_1) {
+  var args_1 = [];
+  for (var _i = 1; _i < arguments.length; _i++) {
+    args_1[_i - 1] = arguments[_i];
   }
-  var componentIsInWorkspace = context.type === "component" && context.packageManagerInfo.componentIsInWorkspace;
-  var isClassic = context.packageManagerInfo.isClassic;
-  // We intentionally do not use the contents of yarn.lock as a cache key, as yarn install should always guarantee that the files are updated, but it can still use part of the cache if not all packages are up-to-date.
-  // It would slow down all pipelines whenever one adds a new dependency as it will need to download all node_modules again.
-  return [{
-    scope: "global",
-    pathMode: "absolute",
-    // if component is in a shared workspace, use workspace cache. use individual cache else
-    key: componentIsInWorkspace ? "node-modules-workspace" : (0, slugify_1.default)(context.build.dir) + "-node-modules",
-    // we use the dirname, not the component name, because in certain cases we have two apps in the same directory and want to share the cache, e.g. when having storybook in the same package.json
-    policy: policy,
-    paths: __spreadArray([], __read(componentIsInWorkspace ? (0, lodash_1.uniq)(__spreadArray(__spreadArray(["node_modules"], __read((_a = context.packageManagerInfo.workspaces.map(function (w) {
-      return (0, path_1.join)(w.location, "node_modules");
-    })) !== null && _a !== void 0 ? _a : []), false), __read(!isClassic ? __spreadArray([".yarn/install-state.gz"], __read((_b = context.packageManagerInfo.workspaces.map(function (w) {
-      return (0, path_1.join)(w.location, ".yarn/install-state.gz");
-    })) !== null && _b !== void 0 ? _b : []), false) : []), false)) : __spreadArray([(0, path_1.join)(context.build.dir, "node_modules")], __read(!isClassic ? [(0, path_1.join)(context.build.dir, ".yarn/install-state.gz")] : []), false)), false)
-  }];
+  return __awaiter(void 0, __spreadArray([context_1], __read(args_1), false), void 0, function (context, policy) {
+    var packageManagerInfo, componentIsInWorkspace, isClassic, workspaces;
+    var _a, _b;
+    if (policy === void 0) {
+      policy = "pull-push";
+    }
+    return __generator(this, function (_c) {
+      switch (_c.label) {
+        case 0:
+          return [4 /*yield*/, context.packageManagerInfo];
+        case 1:
+          packageManagerInfo = _c.sent();
+          componentIsInWorkspace = context.type === "component" && "componentIsInWorkspace" in packageManagerInfo && packageManagerInfo.componentIsInWorkspace;
+          isClassic = packageManagerInfo.isClassic, workspaces = packageManagerInfo.workspaces;
+          // We intentionally do not use the contents of yarn.lock as a cache key, as yarn install should always guarantee that the files are updated, but it can still use part of the cache if not all packages are up-to-date.
+          // It would slow down all pipelines whenever one adds a new dependency as it will need to download all node_modules again.
+          return [2 /*return*/, [{
+            scope: "global",
+            pathMode: "absolute",
+            // if component is in a shared workspace, use workspace cache. use individual cache else
+            key: componentIsInWorkspace ? "node-modules-workspace" : (0, slugify_1.default)(context.build.dir) + "-node-modules",
+            // we use the dirname, not the component name, because in certain cases we have two apps in the same directory and want to share the cache, e.g. when having storybook in the same package.json
+            policy: policy,
+            paths: __spreadArray([], __read(componentIsInWorkspace ? (0, lodash_1.uniq)(__spreadArray(__spreadArray(["node_modules"], __read((_a = workspaces.map(function (w) {
+              return (0, path_1.join)(w.location, "node_modules");
+            })) !== null && _a !== void 0 ? _a : []), false), __read(!isClassic ? __spreadArray([".yarn/install-state.gz"], __read((_b = workspaces.map(function (w) {
+              return (0, path_1.join)(w.location, ".yarn/install-state.gz");
+            })) !== null && _b !== void 0 ? _b : []), false) : []), false)) : __spreadArray([(0, path_1.join)(context.build.dir, "node_modules")], __read(!isClassic ? [(0, path_1.join)(context.build.dir, ".yarn/install-state.gz")] : []), false)), false)
+          }]];
+      }
+    });
+  });
 };
 exports.getNodeModulesCache = getNodeModulesCache;
-var getNodeCache = function (context, policy) {
-  if (policy === void 0) {
-    policy = "pull-push";
+var getNodeCache = function (context_1) {
+  var args_1 = [];
+  for (var _i = 1; _i < arguments.length; _i++) {
+    args_1[_i - 1] = arguments[_i];
   }
-  return __spreadArray(__spreadArray([], __read((0, exports.getYarnCache)(context, policy)), false), __read((0, exports.getNodeModulesCache)(context, policy)), false);
+  return __awaiter(void 0, __spreadArray([context_1], __read(args_1), false), void 0, function (context, policy) {
+    var _a, _b;
+    if (policy === void 0) {
+      policy = "pull-push";
+    }
+    return __generator(this, function (_c) {
+      switch (_c.label) {
+        case 0:
+          _a = [[]];
+          return [4 /*yield*/, (0, exports.getYarnCache)(context, policy)];
+        case 1:
+          _b = [__spreadArray.apply(void 0, _a.concat([__read.apply(void 0, [_c.sent()]), false]))];
+          return [4 /*yield*/, (0, exports.getNodeModulesCache)(context, policy)];
+        case 2:
+          return [2 /*return*/, __spreadArray.apply(void 0, _b.concat([__read.apply(void 0, [_c.sent()]), false]))];
+      }
+    });
+  });
 };
 exports.getNodeCache = getNodeCache;

package/dist/build/node/index.d.ts

@@ -1,5 +1,5 @@
 import type { ComponentContextWithBuild, WorkspaceContext } from "../../types/context";
 import type { CatladderJob } from "../../types/jobs";
-export declare const createNodeJobs: (context: ComponentContextWithBuild | WorkspaceContext) => CatladderJob[];
-export declare const createStorybookJobs: (context: ComponentContextWithBuild) => CatladderJob[];
-export declare const createMeteorJobs: (context: ComponentContextWithBuild) => CatladderJob[];
+export declare const createNodeJobs: (context: ComponentContextWithBuild | WorkspaceContext) => Promise<CatladderJob[]>;
+export declare const createStorybookJobs: (context: ComponentContextWithBuild) => Promise<CatladderJob[]>;
+export declare const createMeteorJobs: (context: ComponentContextWithBuild) => Promise<CatladderJob[]>;