@catladder/pipeline 0.0.6 → 1.0.1

package/src/types/context.ts

@@ -0,0 +1,36 @@
+import { PipelineTrigger, ComponentConfig, Config, EnvType } from "./config";
+
+export type Environment = {
+  hostname: string;
+  fullName: string;
+  shortName: string;
+  slug: string;
+  url: string;
+  /**
+   * env vars contain all build-time env vars. secrets have to be resolved (they are stored in gitlab)
+   */
+  envVars: Record<string, string>;
+  envType: EnvType;
+  secretEnvVarKeys: string[];
+};
+
+export type CommitInfo = {
+  refName: string;
+  refSlug: string;
+  trigger: PipelineTrigger;
+};
+
+export type YarnInfo = {
+  version: string;
+  workspaces: { location: string }[];
+  isClassic: boolean;
+  componentIsInWorkspace: boolean;
+};
+export type Context = {
+  componentName: string;
+  componentConfig: ComponentConfig;
+  fullConfig: Config;
+  environment: Environment;
+  commitInfo?: CommitInfo;
+  yarnInfo?: YarnInfo;
+};

package/src/types/gitlab-types.ts

@@ -0,0 +1,94 @@
+export type Artifacts = {
+  paths: string[];
+};
+export type GitlabJobCache = {
+  key: string;
+  policy?: string;
+  paths: string[];
+};
+export type GitlabRule = {
+  if?: string;
+  when?: "always" | "on_success" | "manual" | "never"; // todo
+  allow_failure?: boolean;
+};
+export type Retry = {
+  max: number;
+  when: string[];
+};
+
+export type Service = {
+  name: string;
+  command: string[];
+};
+
+export type GitlabEnvironment = {
+  url: string;
+  name: string;
+  kubernetes?: {
+    namespace?: string;
+  };
+  action?: "stop" | "start" | "prepare"; // defaults to start
+  on_stop?: string; // other job to run on stop
+  auto_stop_in?: string;
+};
+export type GitlabJobDef = {
+  stage: string;
+  before_script?: string[];
+  script: (string | undefined)[];
+  interruptible?: boolean;
+  needs?: Array<string | { job: string; artifacts: boolean }>;
+  rules?: GitlabRule[];
+  cache?: GitlabJobCache | GitlabJobCache[];
+  artifacts?: Artifacts;
+  retry?: Retry;
+  services?: Service[];
+  image?: string;
+  variables?: GitlabVariables;
+  dependencies?: string[];
+  environment?: GitlabEnvironment;
+  allow_failure?: boolean;
+  trigger?: {
+    strategy: "depend";
+    include: Array<{
+      artifact: string;
+      job: string;
+    }>;
+  };
+};
+
+export const GITLAB_BASE_STAGES = [
+  "setup",
+  "test",
+  "build",
+  "deploy",
+  "verify",
+  "stop",
+] as const;
+export type GitlabBaseStage = typeof GITLAB_BASE_STAGES[number];
+export type GitlabVariables = Record<string, string | undefined>;
+
+export type GitlabJob = {
+  /**
+   * the name of the job (without any env or app prefix and suffix)
+   */
+  name: string;
+  /**
+   * envMode sets the behavior of the job regarding multiple envs:
+   * - none: the job does not run per env, but once for all envs
+   * - jobPerEnv: the job runs once per env
+   * - stagePerEnv: the job runs once per env and is organized in its own stage. This mproves usability in gitlab, but works the same as `jobPerEnv`
+   */
+  envMode: "jobPerEnv" | "stagePerEnv" | "none";
+  job: GitlabJobDef;
+  needsStages?: {
+    stage: GitlabBaseStage;
+    artifacts?: boolean;
+  }[];
+};
+export type GitlabJobs = GitlabJob[];
+
+export type GitlabPipeline = {
+  variables: GitlabVariables;
+  stages: string[];
+  jobs: GitlabJobs;
+};

package/src/utils/index.ts

@@ -0,0 +1,10 @@
+import { isNil } from "lodash";
+
+export function notNil<TValue>(
+  value: TValue | null | undefined
+): value is TValue {
+  return value !== null && value !== undefined;
+}
+
+export const ensureArray = <T>(s: T | T[]): T[] | null =>
+  isNil(s) ? null : Array.isArray(s) ? s : [s];

package/tsconfig.json

@@ -5,6 +5,8 @@
     "downlevelIteration": true,
     "declaration": true,
     "outDir": "dist",
-    "esModuleInterop": true
-  }
+    "esModuleInterop": true,
+    "incremental": true
+  },
+  "include": ["./src"]
 }

package/Dockerfile

@@ -1,84 +0,0 @@
-
-FROM node:14
-
-RUN rm /bin/sh && \
-    ln -s /bin/bash /bin/sh && \
-    mkdir -p /root/.nvm
-
-# add sources
-# Google Chrome (for testing purposes)
-RUN wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | apt-key add - && \
-    sh -c 'echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google.list'
-
-# install some sources
-RUN apt-get update && apt-get install -y \
-    git ssh-client \
-    openssl \
-    curl \
-    bash \
-    apt-transport-https \
-    ca-certificates \
-    git \
-    gettext-base \
-    libxss1 \ 
-    google-chrome-stable
-
-
-
-# set high timeout for yarn, see https://github.com/dhis2/notes/issues/29
-RUN yarn config set network-timeout 600000 -g 
-
-# add semantic release
-RUN yarn global add \
-    semantic-release \
-    @semantic-release/commit-analyzer \
-    @semantic-release/release-notes-generator \
-    @semantic-release/git \
-    @semantic-release/changelog \
-    @semantic-release/gitlab;
-
-# kubernetes & helm
-ENV KUBERNETES_VERSION 1.18.20
-RUN curl -L -o /usr/bin/kubectl "https://storage.googleapis.com/kubernetes-release/release/v${KUBERNETES_VERSION}/bin/linux/amd64/kubectl" ;\
-    chmod +x /usr/bin/kubectl ;\
-    kubectl version --client
-
-# helm 2 for legacy reasons
-ENV HELM_2_VERSION 2.14.3
-RUN curl "https://get.helm.sh/helm-v${HELM_2_VERSION}-linux-amd64.tar.gz" | tar zx ;\
-    mv linux-amd64/helm /usr/bin/ ;\
-    helm version --client
-RUN cp /usr/bin/helm /usr/bin/helm2
-#  helm3
-ENV HELM_VERSION 3.6.3
-RUN curl "https://get.helm.sh/helm-v${HELM_VERSION}-linux-amd64.tar.gz" | tar zx ;\
-    mv linux-amd64/helm /usr/bin/helm3 ;\
-    helm3 version --client
-
-# install nvm && some common node versions
-RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.34.0/install.sh | bash && \
-    source /root/.nvm/nvm.sh && \
-    chmod +x /root/.nvm/nvm.sh && \
-    /root/.nvm/nvm.sh install 10 && \
-    /root/.nvm/nvm.sh install 12 && \
-    /root/.nvm/nvm.sh install 14 && \
-    /root/.nvm/nvm.sh install 16
-
-# add meteor (used by some apps)
-# install also additional used released (should theoretically speed up ci-builds)
-RUN curl https://install.meteor.com/ | sh &&  \
-    meteor update --release 2.2 --allow-superuser
-
-# scripts
-
-RUN yarn global add ts-node typescript
-
-COPY ./scripts /scripts
-RUN chmod +x /scripts/*
-
-COPY package.json /scripts/
-COPY yarn.lock /scripts/
-
-WORKDIR /scripts
-RUN yarn
-ENV PATH="/scripts:${PATH}"

package/dist/scripts/createSamplePipeline.d.ts

@@ -1,2 +0,0 @@
-#!/usr/bin/env ts-node
-export {};

package/dist/scripts/createSamplePipeline.js

@@ -1,14 +0,0 @@
-#!/usr/bin/env ts-node
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-exports.__esModule = true;
-var fs_1 = require("fs");
-var createPipeline_1 = require("./magic/createPipeline");
-var sample_config_1 = __importDefault(require("./magic/sample-config"));
-createPipeline_1.createPipeline("taggedRelease", sample_config_1["default"]).then(function (mainPipeline) {
-    fs_1.writeFileSync("__pipeline.yml", JSON.stringify(mainPipeline, null, 2), {
-        encoding: "utf-8"
-    });
-});

package/dist/scripts/magic/build/docker.d.ts

@@ -1,2 +0,0 @@
-import { GitlabJobDef, Context } from "../types";
-export declare const createDockerBuildJob: (context: Context, { script }: Pick<GitlabJobDef, "script">) => GitlabJobDef;

package/dist/scripts/magic/build/docker.js

@@ -1,68 +0,0 @@
-"use strict";
-var __assign = (this && this.__assign) || function () {
-    __assign = Object.assign || function(t) {
-        for (var s, i = 1, n = arguments.length; i < n; i++) {
-            s = arguments[i];
-            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
-                t[p] = s[p];
-        }
-        return t;
-    };
-    return __assign.apply(this, arguments);
-};
-var __read = (this && this.__read) || function (o, n) {
-    var m = typeof Symbol === "function" && o[Symbol.iterator];
-    if (!m) return o;
-    var i = m.call(o), r, ar = [], e;
-    try {
-        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
-    }
-    catch (error) { e = { error: error }; }
-    finally {
-        try {
-            if (r && !r.done && (m = i["return"])) m.call(i);
-        }
-        finally { if (e) throw e.error; }
-    }
-    return ar;
-};
-var __spreadArray = (this && this.__spreadArray) || function (to, from) {
-    for (var i = 0, il = from.length, j = to.length; i < il; i++, j++)
-        to[j] = from[i];
-    return to;
-};
-exports.__esModule = true;
-exports.createDockerBuildJob = void 0;
-var createDockerBuildJob = function (context, _a) {
-    var script = _a.script;
-    var base = {
-        stage: "build",
-        image: "git.panter.ch:5001/catladder/gitlab-ci/docker-build:$PIPELINE_IMAGE_TAG",
-        interruptible: true,
-        services: [
-            {
-                name: "docker:20-dind",
-                command: ["--tls=false"]
-            },
-        ],
-        variables: {
-            APP_DIR: context.componentConfig.dir,
-            DOCKER_HOST: "tcp://0.0.0.0:2375",
-            DOCKER_TLS_CERTDIR: "",
-            DOCKER_DIR: ".",
-            IMAGE_TAG: "$CI_COMMIT_SHA",
-            DOCKER_DRIVER: "overlay2",
-            IMAGE_NAME: "$CI_REGISTRY_IMAGE/" + context.componentName,
-            CACHE_IMAGE: "$CI_REGISTRY_IMAGE/" + context.componentName + "/cache:cache"
-        }
-    };
-    return __assign(__assign({}, base), { script: __spreadArray(__spreadArray([], __read(script)), [
-            "docker login --username gitlab-ci-token --password $CI_JOB_TOKEN $CI_REGISTRY",
-            "docker pull $CACHE_IMAGE || true",
-            "docker build --network host --cache-from $CACHE_IMAGE --tag $IMAGE_NAME:$IMAGE_TAG $DOCKER_DIR",
-            "docker push $IMAGE_NAME:$IMAGE_TAG",
-            "docker tag $IMAGE_NAME:$IMAGE_TAG $CACHE_IMAGE",
-            "docker push $CACHE_IMAGE",
-        ]) });
-};
-exports.createDockerBuildJob = createDockerBuildJob;

package/dist/scripts/magic/build/index.d.ts

@@ -1,9 +0,0 @@
-import { GitlabJobs } from "../types/gitlab-types";
-import { Context } from "../types/context";
-import { BuildConfig } from "./types";
-export declare const buildJobCreators: {
-    [type in BuildConfig["type"]]: (context: Context) => GitlabJobs;
-};
-export declare const getBuildDefaults: {
-    [type in BuildConfig["type"]]: () => Partial<BuildConfig>;
-};

package/dist/scripts/magic/build/index.js

@@ -1,10 +0,0 @@
-"use strict";
-exports.__esModule = true;
-exports.getBuildDefaults = exports.buildJobCreators = void 0;
-var node_1 = require("./node");
-exports.buildJobCreators = {
-    node: node_1.createNodeJobs
-};
-exports.getBuildDefaults = {
-    node: node_1.getNodeDefaults
-};

package/dist/scripts/magic/build/node.d.ts

@@ -1,5 +0,0 @@
-import { GitlabJobs } from "../types/gitlab-types";
-import { Context } from "../types/context";
-import { BuildConfigNode } from "./types";
-export declare const createNodeJobs: (context: Context) => GitlabJobs;
-export declare const getNodeDefaults: () => Partial<BuildConfigNode>;

package/dist/scripts/magic/build/node.js

@@ -1,137 +0,0 @@
-"use strict";
-var __assign = (this && this.__assign) || function () {
-    __assign = Object.assign || function(t) {
-        for (var s, i = 1, n = arguments.length; i < n; i++) {
-            s = arguments[i];
-            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
-                t[p] = s[p];
-        }
-        return t;
-    };
-    return __assign.apply(this, arguments);
-};
-var __read = (this && this.__read) || function (o, n) {
-    var m = typeof Symbol === "function" && o[Symbol.iterator];
-    if (!m) return o;
-    var i = m.call(o), r, ar = [], e;
-    try {
-        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
-    }
-    catch (error) { e = { error: error }; }
-    finally {
-        try {
-            if (r && !r.done && (m = i["return"])) m.call(i);
-        }
-        finally { if (e) throw e.error; }
-    }
-    return ar;
-};
-var __spreadArray = (this && this.__spreadArray) || function (to, from) {
-    for (var i = 0, il = from.length, j = to.length; i < il; i++, j++)
-        to[j] = from[i];
-    return to;
-};
-exports.__esModule = true;
-exports.getNodeDefaults = exports.createNodeJobs = void 0;
-var docker_1 = require("./docker");
-var types_1 = require("./types");
-var baseRetry = {
-    max: 2,
-    when: ["runner_system_failure", "stuck_or_timeout_failure"]
-};
-var getYarnInstall = function (context) { return [
-    "cd " + context.componentConfig.dir,
-    "if [ -f ./.nvmrc ]; then source /root/.nvm/nvm.sh && nvm install <<< .nvmrc; fi",
-    "yarn install --frozen-lockfile",
-]; };
-var createNodeTestJobs = function (context) {
-    var cache = [
-        {
-            key: "node-modules",
-            policy: "pull-push",
-            paths: ["node_modules", "**/node_modules/"]
-        },
-    ];
-    var base = {
-        variables: {
-            APP_PATH: context.componentConfig.dir
-        },
-        cache: cache,
-        stage: "test",
-        interruptible: true,
-        needs: [],
-        retry: baseRetry
-    };
-    var yarnInstall = getYarnInstall(context);
-    return [
-        {
-            name: "audit",
-            perEnv: false,
-            job: __assign(__assign({}, base), { script: __spreadArray(__spreadArray([], __read(yarnInstall)), ["yarn audit"]), allow_failure: true })
-        },
-        {
-            name: "lint",
-            perEnv: false,
-            job: __assign(__assign({}, base), { script: __spreadArray(__spreadArray([], __read(yarnInstall)), ["yarn lint"]) })
-        },
-        {
-            name: "test",
-            perEnv: false,
-            job: __assign(__assign({}, base), { script: __spreadArray(__spreadArray([], __read(yarnInstall)), ["yarn test"]) })
-        },
-    ];
-};
-var createNodeBuildJobs = function (context) {
-    var buildConfig = context.componentConfig.build;
-    if (!types_1.isOfType(buildConfig, "node")) {
-        // should not happen
-        throw new Error("deploy config is not kubernetes");
-    }
-    var buildInfo = [
-        ". getCommitInfo",
-        "echo '{\"id\":\"'$BUILD_ID'\",\"commit\":\"'$BUILD_COMMIT'\",\"tag\":\"'$BUILD_TAG'\",\"time\":\"'$BUILD_TIME'\"}' > " + context.componentConfig.dir + "/__build_info.json",
-    ];
-    var yarnInstall = getYarnInstall(context);
-    return [
-        {
-            name: "app-build",
-            job: {
-                needs: [],
-                variables: context.environment.variables,
-                retry: baseRetry,
-                interruptible: true,
-                stage: "build",
-                script: __spreadArray(__spreadArray(__spreadArray([], __read(buildInfo)), __read(yarnInstall)), [buildConfig.buildCommand]),
-                artifacts: {
-                    paths: [
-                        context.componentConfig.dir + "/__build_info.json",
-                        context.componentConfig.dir + "/dist",
-                        context.componentConfig.dir + "/.next",
-                    ]
-                }
-            }
-        },
-        {
-            name: "docker-build",
-            job: __assign(__assign({}, docker_1.createDockerBuildJob(context, {
-                script: [
-                    buildConfig.runtime === "static"
-                        ? "ensureNginxDockerfile"
-                        : "ensureNodeDockerfile",
-                ]
-            })), { needs: ["app-build"] })
-        },
-    ];
-};
-var createNodeJobs = function (context) {
-    return __spreadArray(__spreadArray([], __read(createNodeTestJobs(context))), __read(createNodeBuildJobs(context)));
-};
-exports.createNodeJobs = createNodeJobs;
-var getNodeDefaults = function () {
-    return {
-        startCommand: "yarn start",
-        runtime: "dynamic",
-        buildCommand: "yarn build"
-    };
-};
-exports.getNodeDefaults = getNodeDefaults;

package/dist/scripts/magic/build/types.d.ts

@@ -1,12 +0,0 @@
-export declare type BuildConfigBase = {
-    startCommand?: string;
-};
-export declare type BuildConfigNode = {
-    type: "node";
-    runtime?: "dynamic" | "static";
-    buildCommand?: string;
-} & BuildConfigBase;
-export declare type BuildConfig = BuildConfigNode;
-export declare const isOfType: <T extends "node">(t: BuildConfig, type: T) => t is Extract<BuildConfigNode, {
-    type: T;
-}>;

package/dist/scripts/magic/build/types.js

@@ -1,7 +0,0 @@
-"use strict";
-exports.__esModule = true;
-exports.isOfType = void 0;
-var isOfType = function (t, type) {
-    return t.type === type;
-};
-exports.isOfType = isOfType;

package/dist/scripts/magic/createChildPipeline/index.d.ts

@@ -1,5 +0,0 @@
-import { GitlabJobDef } from "../types/gitlab-types";
-import { Config } from "../types/config";
-import { Context } from "../types/context";
-export declare const createContext: (componentName: string, config: Config, env: string) => Context;
-export declare const createJobs: (envs: string[], config: Config, componentName: string) => Record<string, GitlabJobDef>;

package/dist/scripts/magic/createChildPipeline/index.js

@@ -1,153 +0,0 @@
-"use strict";
-var __assign = (this && this.__assign) || function () {
-    __assign = Object.assign || function(t) {
-        for (var s, i = 1, n = arguments.length; i < n; i++) {
-            s = arguments[i];
-            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
-                t[p] = s[p];
-        }
-        return t;
-    };
-    return __assign.apply(this, arguments);
-};
-var __read = (this && this.__read) || function (o, n) {
-    var m = typeof Symbol === "function" && o[Symbol.iterator];
-    if (!m) return o;
-    var i = m.call(o), r, ar = [], e;
-    try {
-        while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
-    }
-    catch (error) { e = { error: error }; }
-    finally {
-        try {
-            if (r && !r.done && (m = i["return"])) m.call(i);
-        }
-        finally { if (e) throw e.error; }
-    }
-    return ar;
-};
-var __spreadArray = (this && this.__spreadArray) || function (to, from) {
-    for (var i = 0, il = from.length, j = to.length; i < il; i++, j++)
-        to[j] = from[i];
-    return to;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-exports.__esModule = true;
-exports.createJobs = exports.createContext = void 0;
-var lodash_1 = require("lodash");
-var slugify_1 = __importDefault(require("slugify"));
-var deploy_1 = require("../deploy");
-var build_1 = require("../build");
-var createRawJobs = function (context) {
-    var buildJobs = build_1.buildJobCreators[context.componentConfig.build.type](context);
-    var deployJobs = deploy_1.deployJobCreators[context.componentConfig.deploy.type](context);
-    return __spreadArray(__spreadArray([], __read(buildJobs)), __read(deployJobs));
-};
-var getEnvironment = function (config, componentName, env, commitInfo) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m;
-    var componentConfig = config.components[componentName];
-    if (!componentConfig) {
-        throw new Error("unknown component " + componentName);
-    }
-    var defaultConfig = componentConfig;
-    var envConfig = (_b = (_a = componentConfig.env) === null || _a === void 0 ? void 0 : _a[env]) !== null && _b !== void 0 ? _b : {};
-    var mergedConfig = lodash_1.merge({}, defaultConfig, envConfig);
-    var publicEnvVars = (_d = (_c = mergedConfig.vars) === null || _c === void 0 ? void 0 : _c.public) !== null && _d !== void 0 ? _d : {};
-    var secretEnvVarsRaw = (_f = (_e = mergedConfig.vars) === null || _e === void 0 ? void 0 : _e.secret) !== null && _f !== void 0 ? _f : {}; // TODO, map to gl secrets?
-    var secretEnvVars = {}; // TODO
-    var referencedRaw = (_h = (_g = mergedConfig.vars) === null || _g === void 0 ? void 0 : _g.fromComponents) !== null && _h !== void 0 ? _h : {};
-    var referenced = Object.entries(referencedRaw).reduce(function (acc, _a) {
-        var _b = __read(_a, 2), otherApp = _b[0], mapping = _b[1];
-        // TODO: prevent infinit looop
-        var variables = getEnvironment(config, otherApp, env, commitInfo).variables;
-        return Object.fromEntries(Object.entries(mapping).map(function (_a) {
-            var _b = __read(_a, 2), ourKey = _b[0], otherKey = _b[1];
-            return [
-                ourKey,
-                variables[otherKey],
-            ];
-        }));
-    }, {});
-    var envType = (_l = (_k = (_j = componentConfig.env) === null || _j === void 0 ? void 0 : _j[env]) === null || _k === void 0 ? void 0 : _k.type) !== null && _l !== void 0 ? _l : env;
-    var environmentName = envType === "review"
-        ? env + "-" + componentName + "/" + commitInfo.refName
-        : env + "-" + componentName;
-    var KUBE_APP_NAME = envType === "review"
-        ? componentName + "-" + commitInfo.refSlug
-        : componentName;
-    var KUBE_NAMESPACE = config.customerName + "-" + config.appName + "-" + env;
-    var APP_SLUG = slugify_1["default"](KUBE_APP_NAME);
-    var HOST_CANONICAL = config.appName + "-" + APP_SLUG + "." + config.customerName + ".panter.cloud";
-    var hostname = (_m = mergedConfig.hostname) !== null && _m !== void 0 ? _m : HOST_CANONICAL;
-    var url = "https://" + hostname;
-    var predefinedVariables = {
-        HOST_CANONICAL: HOST_CANONICAL,
-        ROOT_URL: url,
-        KUBE_NAMESPACE: KUBE_NAMESPACE,
-        KUBE_APP_NAME: KUBE_APP_NAME,
-        ENV_SHORT: env
-    };
-    var variables = __assign(__assign(__assign(__assign({}, predefinedVariables), publicEnvVars), secretEnvVars), referenced);
-    return {
-        hostname: hostname,
-        fullName: environmentName,
-        shortName: env,
-        url: url,
-        variables: variables
-    };
-};
-var createContext = function (componentName, config, env) {
-    var _a, _b, _c, _d;
-    var rawConfig = config.components[componentName];
-    if (!rawConfig) {
-        throw new Error("unknown component " + componentName);
-    }
-    // envs can override the config
-    var envConfig = (_b = (_a = rawConfig.env) === null || _a === void 0 ? void 0 : _a[env]) !== null && _b !== void 0 ? _b : {};
-    var componentConfigWithoutDefaults = lodash_1.merge({}, rawConfig, envConfig);
-    // fill in defaults of build and deploy
-    var defaults = {
-        build: build_1.getBuildDefaults[componentConfigWithoutDefaults.build.type](),
-        deploy: deploy_1.getDeployDefaults[componentConfigWithoutDefaults.deploy.type]()
-    };
-    var componentConfig = lodash_1.merge({}, componentConfigWithoutDefaults, defaults);
-    var commit = {
-        refName: (_c = process.env.CI_COMMIT_REF_NAME) !== null && _c !== void 0 ? _c : "unknown",
-        refSlug: (_d = process.env.CI_COMMIT_REF_SLUG) !== null && _d !== void 0 ? _d : "unknown"
-    };
-    return {
-        fullConfig: config,
-        componentConfig: componentConfig,
-        componentName: componentName,
-        environment: getEnvironment(config, componentName, env, commit),
-        commit: commit
-    };
-};
-exports.createContext = createContext;
-var getFullJobName = function (name, componentName, env) {
-    if (env) {
-        return env + " " + componentName + " " + name;
-    }
-    return componentName + " " + name;
-};
-var replaceReferences = function (def, componentName, env) {
-    var _a, _b;
-    return __assign(__assign({}, def), { needs: (_a = def.needs) === null || _a === void 0 ? void 0 : _a.map(function (n) { return getFullJobName(n, componentName, env); }), dependencies: (_b = def.dependencies) === null || _b === void 0 ? void 0 : _b.map(function (n) {
-            return getFullJobName(n, componentName, env);
-        }) });
-};
-var createJobs = function (envs, config, componentName) {
-    return envs.reduce(function (acc, env) {
-        var context = exports.createContext(componentName, config, env);
-        var jobs = createRawJobs(context);
-        return __assign(__assign({}, acc), jobs.reduce(function (acc, _a) {
-            var _b;
-            var name = _a.name, job = _a.job, _c = _a.perEnv, perEnv = _c === void 0 ? true : _c;
-            var def = job;
-            return __assign(__assign({}, acc), (_b = {}, _b[getFullJobName(name, componentName, perEnv ? env : undefined)] = replaceReferences(def, componentName, perEnv ? env : undefined), _b));
-        }, {}));
-    }, {});
-};
-exports.createJobs = createJobs;