@catladder/pipeline 1.10.2 → 1.13.0

package/src/build/base/createBuildJob.ts

@@ -1,6 +1,6 @@
 import { merge } from "lodash";
-import { Context, getRunnerImage, GitlabJob, GitlabJobDef } from "../..";
-import { BASE_RETRY } from "../../defaults";
+import { Context, getRunnerImage } from "../..";
+import { CatladderJob } from "../../types/jobs";
 import { ensureArray } from "../../utils";
 import {
   APP_BUILD_JOB_NAME,
@@ -10,34 +10,32 @@ import { getBuildInfo } from "./getBuildInfo";
 
 export const createBuildJob = (
   context: Context,
-  { script, ...def }: Partial<GitlabJobDef>
-): GitlabJob => {
-  return {
-    name: APP_BUILD_JOB_NAME,
-    envMode: "jobPerEnv",
-    job: merge(
-      {
-        image: getRunnerImage("jobs-default"),
-        needs: [],
-        cache: [],
-        variables: {
-          ...RUNNER_BUILD_RESOURCE_VARIABLES,
-          ...context.environment.envVars,
-          ...(context.componentConfig.build.extraVars ?? {}),
-        },
-        retry: BASE_RETRY,
-        interruptible: true,
-        stage: "build",
-        script: [
-          ...getBuildInfo(context),
-          `cd ${context.componentConfig.dir}`,
-          ...(ensureArray(script) ?? []),
-        ],
-        artifacts: {
-          paths: [context.componentConfig.dir + "/__build_info.json"],
-        },
+  { script, variables, ...def }: Partial<CatladderJob>
+): CatladderJob => {
+  return merge(
+    {
+      name: APP_BUILD_JOB_NAME,
+      envMode: "jobPerEnv",
+      stage: "build",
+      image: getRunnerImage("jobs-default"),
+      needs: [],
+      cache: [],
+      variables: {
+        ...RUNNER_BUILD_RESOURCE_VARIABLES,
+        ...(variables ?? {}),
+        ...context.environment.envVars,
+        ...(context.componentConfig.build.extraVars ?? {}),
       },
-      def
-    ),
-  };
+
+      script: [
+        ...getBuildInfo(context),
+        `cd ${context.componentConfig.dir}`,
+        ...(ensureArray(script) ?? []),
+      ],
+      artifacts: {
+        paths: [context.componentConfig.dir + "/__build_info.json"],
+      },
+    },
+    def
+  );
 };

package/src/build/docker.ts

@@ -1,5 +1,7 @@
+import { merge } from "lodash";
 import { getRunnerImage } from "../runner";
-import { GitlabJobDef, Context } from "../types";
+import { Context } from "../types";
+import { CatladderJob } from "../types/jobs";
 
 const DOCKER_RUNNER_BUILD_VARIABLES = {
   KUBERNETES_CPU_REQUEST: "0.5",
@@ -9,53 +11,56 @@ const DOCKER_RUNNER_BUILD_VARIABLES = {
 };
 
 export const DOCKER_BUILD_JOB_NAME = "🔨 docker";
+
 export const createDockerBuildJob = (
   context: Context,
-  { script }: Pick<GitlabJobDef, "script">
-): GitlabJobDef => {
-  const base: Omit<GitlabJobDef, "script"> = {
-    stage: "build",
-    image: getRunnerImage("docker-build"),
-    interruptible: true,
-    services: [
-      {
-        name: "docker:20-dind", // see see https://gitlab.com/gitlab-org/gitlab-runner/-/issues/27300#note_466755332
-        command: ["--tls=false"],
-      },
-    ],
-    variables: {
-      ...DOCKER_RUNNER_BUILD_VARIABLES,
-      DOCKER_BUILDKIT: "1", // see https://docs.docker.com/develop/develop-images/build_enhancements/
-      DOCKERFILE_ADDITIONS:
-        context.componentConfig.build.docker?.additionsBegin?.join("\n"),
-      DOCKERFILE_ADDITIONS_END:
-        context.componentConfig.build.docker?.additionsEnd?.join("\n"),
-      APP_DIR: context.componentConfig.dir,
-      DOCKER_HOST: "tcp://0.0.0.0:2375",
-      DOCKER_TLS_CERTDIR: "",
-      DOCKER_DIR: ".", // relative to componentdir
-      IMAGE_TAG: "$CI_COMMIT_SHA",
-      DOCKER_DRIVER: "overlay2",
-      IMAGE_NAME:
-        "$CI_REGISTRY_IMAGE/" +
-        context.environment.shortName +
-        "/" +
-        context.componentName,
+  { script, variables, ...def }: Partial<CatladderJob>
+): CatladderJob => {
+  return merge(
+    {
+      name: DOCKER_BUILD_JOB_NAME,
+      envMode: "jobPerEnv",
+      stage: "build",
+      image: getRunnerImage("docker-build"),
 
-      CACHE_IMAGE: "$CI_REGISTRY_IMAGE/caches/" + context.componentName,
-    },
-  };
+      services: [
+        {
+          name: "docker:20-dind", // see see https://gitlab.com/gitlab-org/gitlab-runner/-/issues/27300#note_466755332
+          command: ["--tls=false"],
+        },
+      ],
+      variables: {
+        ...DOCKER_RUNNER_BUILD_VARIABLES,
+        DOCKER_BUILDKIT: "1", // see https://docs.docker.com/develop/develop-images/build_enhancements/
+        DOCKERFILE_ADDITIONS:
+          context.componentConfig.build.docker?.additionsBegin?.join("\n"),
+        DOCKERFILE_ADDITIONS_END:
+          context.componentConfig.build.docker?.additionsEnd?.join("\n"),
+        APP_DIR: context.componentConfig.dir,
+        DOCKER_HOST: "tcp://0.0.0.0:2375",
+        DOCKER_TLS_CERTDIR: "",
+        DOCKER_DIR: ".", // relative to componentdir
+        IMAGE_TAG: "$CI_COMMIT_SHA",
+        DOCKER_DRIVER: "overlay2",
 
-  return {
-    ...base,
-    script: [
-      ...script,
-      "docker login --username gitlab-ci-token --password $CI_JOB_TOKEN $CI_REGISTRY",
+        IMAGE_NAME:
+          "$CI_REGISTRY_IMAGE/" +
+          context.environment.shortName +
+          "/" +
+          context.componentName,
 
-      "docker build --network host --cache-from $CACHE_IMAGE --tag $IMAGE_NAME:$IMAGE_TAG -f $APP_DIR/Dockerfile . --build-arg BUILDKIT_INLINE_CACHE=1", //BUILDKIT_INLINE_CACHE,  see https://testdriven.io/blog/faster-ci-builds-with-docker-cache/
-      "docker push $IMAGE_NAME:$IMAGE_TAG",
-      "docker tag $IMAGE_NAME:$IMAGE_TAG $CACHE_IMAGE",
-      "docker push $CACHE_IMAGE",
-    ],
-  };
+        CACHE_IMAGE: "$CI_REGISTRY_IMAGE/caches/" + context.componentName,
+        ...(variables ?? {}),
+      },
+      script: [
+        ...(script || []),
+        "docker login --username gitlab-ci-token --password $CI_JOB_TOKEN $CI_REGISTRY",
+        "docker build --network host --cache-from $CACHE_IMAGE --tag $IMAGE_NAME:$IMAGE_TAG -f $APP_DIR/Dockerfile . --build-arg BUILDKIT_INLINE_CACHE=1", //BUILDKIT_INLINE_CACHE,  see https://testdriven.io/blog/faster-ci-builds-with-docker-cache/
+        "docker push $IMAGE_NAME:$IMAGE_TAG",
+        "docker tag $IMAGE_NAME:$IMAGE_TAG $CACHE_IMAGE",
+        "docker push $CACHE_IMAGE",
+      ],
+    },
+    def
+  );
 };

package/src/build/index.ts

@@ -1,5 +1,6 @@
 import { Context } from "../types/context";
-import { GitlabJobs } from "../types/gitlab-types";
+
+import { CatladderJob } from "../types/jobs";
 import { createNodeJobs, createStorybookJobs, createMeteorJobs } from "./node";
 
 import { BuildConfig } from "./types";
@@ -8,7 +9,7 @@ export * from "./node";
 
 export type BuildTypes = {
   [type in BuildConfig["type"]]: {
-    jobs: (context: Context) => GitlabJobs;
+    jobs: (context: Context) => CatladderJob[];
     defaults: () => Partial<Extract<BuildConfig, { type: type }>>;
   };
 };

package/src/build/node/buildJob.ts

@@ -1,15 +1,16 @@
 import { Context } from "../../types/context";
-import { GitlabJob, GitlabJobs } from "../../types/gitlab-types";
 import { ensureArray } from "../../utils";
 import { APP_BUILD_JOB_NAME } from "../base/constants";
 import { createBuildJob } from "../base/createBuildJob";
-import { createDockerBuildJob, DOCKER_BUILD_JOB_NAME } from "../docker";
+import { createDockerBuildJob } from "../docker";
+import { join } from "path";
 import { isOfBuildType } from "../types";
-import { getNextCache, getNodeCache } from "./cache";
+import { getNextCache, getNodeCache, getYarnCache } from "./cache";
 import { NODE_RUNNER_BUILD_VARIABLES } from "./constants";
-import { getYarnInstall } from "./yarn";
+import { getYarnInstall, getYarnInstallCommand } from "./yarn";
+import { CatladderJob } from "../../types/jobs";
 
-export const createNodeBuildJobs = (context: Context): GitlabJobs => {
+export const createNodeBuildJobs = (context: Context): CatladderJob[] => {
   const buildConfig = context.componentConfig.build;
 
   if (!isOfBuildType(buildConfig, "node", "node-static", "storybook")) {
@@ -17,14 +18,11 @@ export const createNodeBuildJobs = (context: Context): GitlabJobs => {
   }
 
   const yarnInstall = getYarnInstall(context);
-  const appBuildJob: GitlabJob | null =
+  const appBuildJob: CatladderJob | null =
     buildConfig.buildCommand !== null
       ? createBuildJob(context, {
           variables: {
             ...NODE_RUNNER_BUILD_VARIABLES,
-            // TODO:duplicate with `createBuildJob`, but problem is that it will override variables here
-            ...context.environment.envVars,
-            ...(context.componentConfig.build.extraVars ?? {}),
           },
           cache: [...getNodeCache(context), ...getNextCache(context)],
           script: [
@@ -33,29 +31,41 @@ export const createNodeBuildJobs = (context: Context): GitlabJobs => {
           ],
           artifacts: {
             paths: [
-              context.componentConfig.dir + "/__build_info.json",
-              context.componentConfig.dir + "/dist",
-              context.componentConfig.dir + "/.next",
+              join(context.componentConfig.dir, "__build_info.json"),
+              join(context.componentConfig.dir, "dist"),
+              join(context.componentConfig.dir, ".next"),
+              ...(buildConfig.artifactsPaths?.map((path) =>
+                join(context.componentConfig.dir, path)
+              ) ?? []),
             ],
           },
         })
       : null;
   return [
     ...(appBuildJob ? [appBuildJob] : []),
-    {
-      name: DOCKER_BUILD_JOB_NAME,
-      envMode: "jobPerEnv",
-      job: {
-        ...createDockerBuildJob(context, {
-          script: [
-            buildConfig.type === "node-static" ||
-            buildConfig.type === "storybook"
-              ? "ensureNginxDockerfile"
-              : "ensureNodeDockerfile",
-          ],
+    createDockerBuildJob(context, {
+      script: [
+        buildConfig.type === "node-static" || buildConfig.type === "storybook"
+          ? "ensureNginxDockerfile"
+          : "ensureNodeDockerfile",
+      ],
+      cache: [...getYarnCache(context, "pull")],
+      variables: {
+        // only required for non static
+        YARN_INSTALL: getYarnInstallCommand(context, {
+          prodOnly: true,
         }),
-        needs: appBuildJob ? [APP_BUILD_JOB_NAME] : [],
+        YARN_INSTALL_WITHOUT_SCRIPTS: getYarnInstallCommand(context, {
+          prodOnly: true,
+          noScripts: true,
+        }),
+        DOCKER_COPY_WORKSPACE_FILES:
+          context.packageManagerInfo?.pathsToCopyInDocker
+            .map((dir) => `COPY --chown=node:node ${dir} /app/${dir}`)
+            ?.join("\n"),
       },
-    },
+
+      needs: appBuildJob ? [APP_BUILD_JOB_NAME] : [],
+    }),
   ];
 };

package/src/build/node/cache.ts

@@ -2,8 +2,25 @@ import { join } from "path";
 import { Context } from "../../types/context";
 import { GitlabJobCache } from "../../types/gitlab-types";
 
-export const getNodeCache = (context: Context): GitlabJobCache[] => {
-  const componentIsInWorkspace = context.yarnInfo?.componentIsInWorkspace;
+export const getYarnCache = (
+  context: Context,
+  policy = "pull-push"
+): GitlabJobCache[] => {
+  return [
+    {
+      key: "yarn",
+      policy,
+      paths: [".yarn"],
+    },
+  ];
+};
+
+export const getNodeModulesCache = (
+  context: Context,
+  policy = "pull-push"
+): GitlabJobCache[] => {
+  const componentIsInWorkspace =
+    context.packageManagerInfo?.componentIsInWorkspace;
 
   return [
     {
@@ -11,13 +28,12 @@ export const getNodeCache = (context: Context): GitlabJobCache[] => {
       key: componentIsInWorkspace
         ? "node-modules-workspace"
         : context.componentConfig.dir + "-node-modules", // we use the dirname, not the component name, because in certain cases we have two apps in the same directory and want to share the cache, e.g. when having storybook in the same package.json
-      policy: "pull-push",
+      policy,
       paths: [
-        ".yarn",
         ...(componentIsInWorkspace
           ? [
               "node_modules",
-              ...(context.yarnInfo?.workspaces.map((w) =>
+              ...(context.packageManagerInfo?.workspaces.map((w) =>
                 join(w.location, "node_modules")
               ) ?? []),
             ]
@@ -26,6 +42,15 @@ export const getNodeCache = (context: Context): GitlabJobCache[] => {
     },
   ];
 };
+export const getNodeCache = (
+  context: Context,
+  policy = "pull-push"
+): GitlabJobCache[] => {
+  return [
+    ...getYarnCache(context, policy),
+    ...getNodeModulesCache(context, policy),
+  ];
+};
 
 export const getNextCache = (context: Context): GitlabJobCache[] => [
   {

package/src/build/node/constants.ts

@@ -1,6 +1,6 @@
 export const NODE_RUNNER_BUILD_VARIABLES = {
   KUBERNETES_CPU_REQUEST: "0.5",
   KUBERNETES_CPU_LIMIT: "2",
-  KUBERNETES_MEMORY_REQUEST: "1Gi",
-  KUBERNETES_MEMORY_LIMIT: "3Gi",
+  KUBERNETES_MEMORY_REQUEST: "2Gi",
+  KUBERNETES_MEMORY_LIMIT: "4Gi",
 };

package/src/build/node/index.ts

@@ -1,17 +1,17 @@
 import type { Context } from "../../types/context";
-import type { GitlabJobs } from "../../types/gitlab-types";
+import { CatladderJob } from "../../types/jobs";
 import { createNodeBuildJobs } from "./buildJob";
 import { createMeteorBuildJobs } from "./meteor";
 import { createNodeTestJobs } from "./testJob";
 
-export const createNodeJobs = (context: Context): GitlabJobs => {
+export const createNodeJobs = (context: Context): CatladderJob[] => {
   return [...createNodeTestJobs(context), ...createNodeBuildJobs(context)];
 };
 
-export const createStorybookJobs = (context: Context): GitlabJobs => {
+export const createStorybookJobs = (context: Context): CatladderJob[] => {
   return [...createNodeBuildJobs(context)];
 };
 
-export const createMeteorJobs = (context: Context): GitlabJobs => {
+export const createMeteorJobs = (context: Context): CatladderJob[] => {
   return [...createNodeTestJobs(context), ...createMeteorBuildJobs(context)];
 };

package/src/build/node/meteor.ts

@@ -1,15 +1,13 @@
 import { join } from "path";
 import { getRunnerImage } from "../../runner";
+import { GitlabJobCache } from "../../types";
 import type { Context } from "../../types/context";
-import type {
-  GitlabJob,
-  GitlabJobCache,
-  GitlabJobs,
-} from "../../types/gitlab-types";
+
+import { CatladderJob } from "../../types/jobs";
 
 import { APP_BUILD_JOB_NAME } from "../base/constants";
 import { createBuildJob } from "../base/createBuildJob";
-import { createDockerBuildJob, DOCKER_BUILD_JOB_NAME } from "../docker";
+import { createDockerBuildJob } from "../docker";
 import { isOfBuildType } from "../types";
 import { getNodeCache } from "./cache";
 import { getYarnInstall } from "./yarn";
@@ -29,7 +27,7 @@ const getMeteorCache = (context: Context): GitlabJobCache[] => [
     ],
   },
 ];
-export const createMeteorBuildJobs = (context: Context): GitlabJobs => {
+export const createMeteorBuildJobs = (context: Context): CatladderJob[] => {
   const buildConfig = context.componentConfig.build;
 
   if (!isOfBuildType(buildConfig, "meteor")) {
@@ -37,7 +35,7 @@ export const createMeteorBuildJobs = (context: Context): GitlabJobs => {
   }
 
   const yarnInstall = getYarnInstall(context);
-  const appBuildJob: GitlabJob | null =
+  const appBuildJob: CatladderJob | null =
     buildConfig.buildCommand !== null
       ? createBuildJob(context, {
           cache: [...getNodeCache(context), ...getMeteorCache(context)],
@@ -63,15 +61,9 @@ export const createMeteorBuildJobs = (context: Context): GitlabJobs => {
       : null;
   return [
     ...(appBuildJob ? [appBuildJob] : []),
-    {
-      name: DOCKER_BUILD_JOB_NAME,
-      envMode: "jobPerEnv",
-      job: {
-        ...createDockerBuildJob(context, {
-          script: ["ensureMeteorDockerfile"],
-        }),
-        needs: appBuildJob ? [APP_BUILD_JOB_NAME] : [],
-      },
-    },
+    createDockerBuildJob(context, {
+      script: ["ensureMeteorDockerfile"],
+      needs: appBuildJob ? [APP_BUILD_JOB_NAME] : [],
+    }),
   ];
 };

package/src/build/node/testJob.ts

@@ -1,12 +1,11 @@
-import { BASE_RETRY } from "../../defaults";
 import { Context } from "../../types/context";
-import { GitlabJob, GitlabJobDef, GitlabJobs } from "../../types/gitlab-types";
+import { CatladderJob } from "../../types/jobs";
 import { ensureArray, notNil } from "../../utils";
 import { getNodeCache } from "./cache";
 import { NODE_RUNNER_BUILD_VARIABLES } from "./constants";
 import { getYarnInstall } from "./yarn";
 
-export const createNodeTestJobs = (context: Context): GitlabJobs => {
+export const createNodeTestJobs = (context: Context): CatladderJob[] => {
   // don't run tests after release
   if (context.commitInfo?.trigger === "taggedRelease") {
     return [];
@@ -14,66 +13,58 @@ export const createNodeTestJobs = (context: Context): GitlabJobs => {
 
   const buildConfig = context.componentConfig.build;
 
-  const base: Omit<GitlabJobDef, "script"> = {
+  const base: Omit<CatladderJob, "script" | "name"> = {
     variables: {
       APP_PATH: context.componentConfig.dir,
       ...NODE_RUNNER_BUILD_VARIABLES,
       ...(buildConfig.extraVars ?? {}),
     },
-
     stage: "test",
-    interruptible: true,
     needs: [],
-    retry: BASE_RETRY,
+    envMode: "none",
   };
   const yarnInstall = getYarnInstall(context);
-  const auditJob: GitlabJob | null =
+  const auditJob: CatladderJob | null =
     buildConfig.audit !== false
       ? {
           name: "🛡 audit",
-          envMode: "none",
-          job: {
-            ...base,
-            cache: undefined, // audit does not need yarn install and no cache
-            script: [
-              `cd ${context.componentConfig.dir}`,
-              ...(ensureArray(buildConfig.audit?.command) ?? ["yarn audit"]),
-            ],
-            allow_failure: true,
-          },
+
+          ...base,
+          cache: undefined, // audit does not need yarn install and no cache
+          script: [
+            `cd ${context.componentConfig.dir}`,
+            ...(ensureArray(buildConfig.audit?.command) ?? ["yarn audit"]),
+          ],
+          allow_failure: true,
         }
       : null;
 
-  const lintJob: GitlabJob | null =
+  const lintJob: CatladderJob | null =
     buildConfig.lint !== false
       ? {
           name: "👮 lint",
-          envMode: "none",
-          job: {
-            ...base,
-            cache: getNodeCache(context),
-            script: [
-              `cd ${context.componentConfig.dir}`,
-              ...yarnInstall,
-              ...(ensureArray(buildConfig.lint?.command) ?? ["yarn lint"]),
-            ],
-          },
+
+          ...base,
+          cache: getNodeCache(context),
+          script: [
+            `cd ${context.componentConfig.dir}`,
+            ...yarnInstall,
+            ...(ensureArray(buildConfig.lint?.command) ?? ["yarn lint"]),
+          ],
         }
       : null;
-  const testJob: GitlabJob | null =
+  const testJob: CatladderJob | null =
     buildConfig.test !== false
       ? {
           name: "🧪 test",
-          envMode: "none",
-          job: {
-            ...base,
-            cache: getNodeCache(context),
-            script: [
-              `cd ${context.componentConfig.dir}`,
-              ...yarnInstall,
-              ...(ensureArray(buildConfig.test?.command) ?? ["yarn test"]),
-            ],
-          },
+
+          ...base,
+          cache: getNodeCache(context),
+          script: [
+            `cd ${context.componentConfig.dir}`,
+            ...yarnInstall,
+            ...(ensureArray(buildConfig.test?.command) ?? ["yarn test"]),
+          ],
         }
       : null;
   return [auditJob, lintJob, testJob].filter(notNil);

package/src/build/node/yarn.ts

@@ -1,8 +1,25 @@
 import { Context } from "../../types";
 
+export const getYarnInstallCommand = (
+  context: Context,
+  options?: {
+    prodOnly?: boolean;
+    noScripts?: boolean;
+  }
+) =>
+  context.packageManagerInfo?.isClassic
+    ? `yarn install --frozen-lockfile ${
+        options?.prodOnly ? "--production" : ""
+      } ${options?.noScripts ? "--ignore-scripts" : ""}`
+    : options?.prodOnly
+    ? `${
+        options?.noScripts ? "YARN_ENABLE_SCRIPTS=false " : ""
+      }yarn plugin import workspace-tools && yarn workspaces focus --production` // needs yarn plugin import workspace-tools
+    : `${
+        options?.noScripts ? "YARN_ENABLE_SCRIPTS=false " : ""
+      }yarn install --immutable`;
+
 export const getYarnInstall = (context: Context) => [
   "if [ -f ./.nvmrc ]; then source /root/.nvm/nvm.sh && nvm install <<< .nvmrc; fi",
-  context.yarnInfo?.isClassic
-    ? "yarn install --frozen-lockfile"
-    : "yarn install --immutable",
+  getYarnInstallCommand(context),
 ];

package/src/build/tests/storybook.test.ts

@@ -26,7 +26,8 @@ describe("storybook build", () => {
     };
 
     it("creates a pipeline for storybook that does not contain test stages", async () => {
-      const { image, stages, workflow, ...jobs } = await createChildPipeline(
+      const { jobs } = await createChildPipeline(
+        "gitlab",
         "mainBranch",
         config
       );
@@ -40,7 +41,8 @@ describe("storybook build", () => {
     });
 
     it("runs build and renames folder", async () => {
-      const { image, stages, workflow, ...jobs } = await createChildPipeline(
+      const { jobs } = await createChildPipeline(
+        "gitlab",
         "mainBranch",
         config
       );

package/src/build/types.ts

@@ -46,6 +46,12 @@ export type BuildConfigBase = {
     | {
         command?: string | string[];
       };
+
+  /**
+   * additional paths for artifacts,
+   * by default "dist" and ".next" are allways included
+   */
+  artifactsPaths?: [];
 };
 
 export type BuildConfigNodeBase = BuildConfigBase;

package/src/catladder-gitlab.ts

@@ -1,4 +1,5 @@
 import { writeFileSync } from "fs";
+import { dump } from "js-yaml";
 import { readConfigSync } from "./config";
 import { PIPELINE_IMAGE_TAG } from "./constants";
 import { createChildPipeline } from "./pipeline";
@@ -32,11 +33,14 @@ if (trigger) {
   if (!config) {
     throw new Error("no catladder config found");
   }
-  createChildPipeline(trigger, config).then((mainPipeline) => {
-    writeFileSync(`__pipeline.yml`, JSON.stringify(mainPipeline, null, 2), {
-      encoding: "utf-8",
-    });
-  });
+  createChildPipeline("gitlab", trigger, config).then(
+    ({ jobs, ...mainPipeline }) => {
+      // need to spread out the jobs
+      writeFileSync(`__pipeline.yml`, dump({ ...jobs, ...mainPipeline }), {
+        encoding: "utf-8",
+      });
+    }
+  );
 } else {
   throw new Error(
     "no matching trigger: " +