@catladder/pipeline 1.154.3 → 1.156.0

package/examples/__snapshots__/cloud-run-with-sql.ts.snap

@@ -21,6 +21,13 @@ exports[`matches snapshot 1`] = `
             ],
             "policy": "pull-push",
           },
+          {
+            "key": "myWorkspace-turbo",
+            "paths": [
+              ".turbo",
+            ],
+            "policy": "pull-push",
+          },
         ],
         "image": "path/to/docker/jobs-default:the-version",
         "interruptible": true,
@@ -88,6 +95,13 @@ exports[`matches snapshot 1`] = `
             ],
             "policy": "pull-push",
           },
+          {
+            "key": "myWorkspace-turbo",
+            "paths": [
+              ".turbo",
+            ],
+            "policy": "pull-push",
+          },
           {
             "key": "myWorkspace-next-cache",
             "paths": [
@@ -115,9 +129,6 @@ exports[`matches snapshot 1`] = `
 ENV_SHORT=dev
 APP_DIR=api
 ENV_TYPE=dev
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=$(printf %s "pan-test-app-dev-api-$CL_dev_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 ROOT_URL=https://$(printf %s "pan-test-app-dev-api-$CL_dev_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 HOST_INTERNAL=$(printf %s "pan-test-app-dev-api-$CL_dev_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
@@ -143,9 +154,6 @@ EOF",
 ENV_SHORT=dev
 APP_DIR=www
 ENV_TYPE=dev
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=$(printf %s "pan-test-app-dev-www-$CL_dev_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 ROOT_URL=https://$(printf %s "pan-test-app-dev-www-$CL_dev_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 HOST_INTERNAL=$(printf %s "pan-test-app-dev-www-$CL_dev_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
@@ -222,6 +230,13 @@ EOF",
             ],
             "policy": "pull-push",
           },
+          {
+            "key": "myWorkspace-turbo",
+            "paths": [
+              ".turbo",
+            ],
+            "policy": "pull-push",
+          },
         ],
         "image": "path/to/docker/jobs-testing-chrome:the-version",
         "interruptible": true,
@@ -963,6 +978,13 @@ EOF
             ],
             "policy": "pull-push",
           },
+          {
+            "key": "myWorkspace-turbo",
+            "paths": [
+              ".turbo",
+            ],
+            "policy": "pull-push",
+          },
         ],
         "image": "path/to/docker/jobs-default:the-version",
         "interruptible": true,
@@ -1030,6 +1052,13 @@ EOF
             ],
             "policy": "pull-push",
           },
+          {
+            "key": "myWorkspace-turbo",
+            "paths": [
+              ".turbo",
+            ],
+            "policy": "pull-push",
+          },
           {
             "key": "myWorkspace-next-cache",
             "paths": [
@@ -1057,9 +1086,6 @@ EOF
 ENV_SHORT=review
 APP_DIR=api
 ENV_TYPE=review
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=$(printf %s "pan-test-app-review-$([ -n "$CI_MERGE_REQUEST_IID" ] && echo "mr$CI_MERGE_REQUEST_IID" || { [ -n "$CI_COMMIT_REF_SLUG" ] && echo "$CI_COMMIT_REF_SLUG" || echo "unknown"; })-api-$CL_review_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 ROOT_URL=https://$(printf %s "pan-test-app-review-$([ -n "$CI_MERGE_REQUEST_IID" ] && echo "mr$CI_MERGE_REQUEST_IID" || { [ -n "$CI_COMMIT_REF_SLUG" ] && echo "$CI_COMMIT_REF_SLUG" || echo "unknown"; })-api-$CL_review_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 HOST_INTERNAL=$(printf %s "pan-test-app-review-$([ -n "$CI_MERGE_REQUEST_IID" ] && echo "mr$CI_MERGE_REQUEST_IID" || { [ -n "$CI_COMMIT_REF_SLUG" ] && echo "$CI_COMMIT_REF_SLUG" || echo "unknown"; })-api-$CL_review_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
@@ -1085,9 +1111,6 @@ EOF",
 ENV_SHORT=review
 APP_DIR=www
 ENV_TYPE=review
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=$(printf %s "pan-test-app-review-$([ -n "$CI_MERGE_REQUEST_IID" ] && echo "mr$CI_MERGE_REQUEST_IID" || { [ -n "$CI_COMMIT_REF_SLUG" ] && echo "$CI_COMMIT_REF_SLUG" || echo "unknown"; })-www-$CL_review_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 ROOT_URL=https://$(printf %s "pan-test-app-review-$([ -n "$CI_MERGE_REQUEST_IID" ] && echo "mr$CI_MERGE_REQUEST_IID" || { [ -n "$CI_COMMIT_REF_SLUG" ] && echo "$CI_COMMIT_REF_SLUG" || echo "unknown"; })-www-$CL_review_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 HOST_INTERNAL=$(printf %s "pan-test-app-review-$([ -n "$CI_MERGE_REQUEST_IID" ] && echo "mr$CI_MERGE_REQUEST_IID" || { [ -n "$CI_COMMIT_REF_SLUG" ] && echo "$CI_COMMIT_REF_SLUG" || echo "unknown"; })-www-$CL_review_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
@@ -1164,6 +1187,13 @@ EOF",
             ],
             "policy": "pull-push",
           },
+          {
+            "key": "myWorkspace-turbo",
+            "paths": [
+              ".turbo",
+            ],
+            "policy": "pull-push",
+          },
         ],
         "image": "path/to/docker/jobs-testing-chrome:the-version",
         "interruptible": true,
@@ -1941,6 +1971,13 @@ EOF
             ],
             "policy": "pull-push",
           },
+          {
+            "key": "myWorkspace-turbo",
+            "paths": [
+              ".turbo",
+            ],
+            "policy": "pull-push",
+          },
           {
             "key": "myWorkspace-next-cache",
             "paths": [
@@ -1968,9 +2005,6 @@ EOF
 ENV_SHORT=prod
 APP_DIR=api
 ENV_TYPE=prod
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=$(printf %s "pan-test-app-prod-api-$CL_prod_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 ROOT_URL=https://$(printf %s "pan-test-app-prod-api-$CL_prod_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 HOST_INTERNAL=$(printf %s "pan-test-app-prod-api-$CL_prod_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
@@ -1996,9 +2030,6 @@ EOF",
 ENV_SHORT=prod
 APP_DIR=www
 ENV_TYPE=prod
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=$(printf %s "pan-test-app-prod-www-$CL_prod_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 ROOT_URL=https://$(printf %s "pan-test-app-prod-www-$CL_prod_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 HOST_INTERNAL=$(printf %s "pan-test-app-prod-www-$CL_prod_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
@@ -2064,6 +2095,13 @@ EOF",
             ],
             "policy": "pull-push",
           },
+          {
+            "key": "myWorkspace-turbo",
+            "paths": [
+              ".turbo",
+            ],
+            "policy": "pull-push",
+          },
           {
             "key": "myWorkspace-next-cache",
             "paths": [
@@ -2091,9 +2129,6 @@ EOF",
 ENV_SHORT=stage
 APP_DIR=api
 ENV_TYPE=stage
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=$(printf %s "pan-test-app-stage-api-$CL_stage_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 ROOT_URL=https://$(printf %s "pan-test-app-stage-api-$CL_stage_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 HOST_INTERNAL=$(printf %s "pan-test-app-stage-api-$CL_stage_api_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
@@ -2119,9 +2154,6 @@ EOF",
 ENV_SHORT=stage
 APP_DIR=www
 ENV_TYPE=stage
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=$(printf %s "pan-test-app-stage-www-$CL_stage_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 ROOT_URL=https://$(printf %s "pan-test-app-stage-www-$CL_stage_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')
 HOST_INTERNAL=$(printf %s "pan-test-app-stage-www-$CL_stage_www_GCLOUD_RUN_canonicalHostSuffix" | awk '{print tolower($0)}')

package/examples/__snapshots__/native-app.ts.snap

@@ -647,9 +647,6 @@ EOF
 ENV_SHORT=dev
 APP_DIR=app
 ENV_TYPE=dev
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=unknown-host.example.com
 ROOT_URL=https://unknown-host.example.com
 HOST_INTERNAL=unknown-host.example.com
@@ -1605,9 +1602,6 @@ EOF
 ENV_SHORT=review
 APP_DIR=app
 ENV_TYPE=review
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=unknown-host.example.com
 ROOT_URL=https://unknown-host.example.com
 HOST_INTERNAL=unknown-host.example.com
@@ -2722,9 +2716,6 @@ EOF
 ENV_SHORT=prod
 APP_DIR=app
 ENV_TYPE=prod
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=unknown-host.example.com
 ROOT_URL=https://unknown-host.example.com
 HOST_INTERNAL=unknown-host.example.com
@@ -2851,9 +2842,6 @@ EOF",
 ENV_SHORT=stage
 APP_DIR=app
 ENV_TYPE=stage
-BUILD_INFO_BUILD_ID=$(git describe --tags 2>/dev/null || git rev-parse HEAD)
-BUILD_INFO_BUILD_TIME=$CI_JOB_STARTED_AT
-BUILD_INFO_CURRENT_VERSION=$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")
 HOST=unknown-host.example.com
 ROOT_URL=https://unknown-host.example.com
 HOST_INTERNAL=unknown-host.example.com

package/package.json

@@ -52,7 +52,7 @@
     }
   ],
   "license": "MIT",
-  "version": "1.154.3",
+  "version": "1.156.0",
   "scripts": {
     "build:tsc": "yarn tsc",
     "build": "yarn build:compile && yarn build:inline-variables && yarn build:bundle",

package/src/build/base/writeDotEnv.ts

@@ -1,6 +1,7 @@
 import { isNil } from "lodash";
 import type { ComponentContext } from "../../types";
 import { collapseableSection } from "../../utils/gitlab";
+import { ALL_BUILD_VARIABLES } from "../../context/getBuildInfoVariables";
 
 /**
  * writes a .env file in the components folder
@@ -14,6 +15,9 @@ export const writeDotEnv = (context: ComponentContext) => {
   const keyValueString = Object.entries(envVars)
     // filter out null and undefined values
     .filter(([, value]) => !isNil(value))
+    // filter out build variables, since they may interfer with caching like turbo
+    // build variables are rarely used anyway and we may treat them differently in the future
+    .filter(([key]) => !ALL_BUILD_VARIABLES.includes(key))
     .map(
       ([key, value]) => `${key}=${value?.toString().replaceAll("\n", "\\n")}`,
     )

package/src/build/node/buildJob.ts

@@ -15,7 +15,12 @@ import type { DockerBuildJobDefinition } from "../docker";
 import { getDockerBuildScriptWithBuiltInDockerFile } from "../docker";
 import type { BuildConfigDocker } from "../types";
 import { isOfBuildType } from "../types";
-import { getNextCache, getNodeCache, getYarnCache } from "./cache";
+import {
+  getNextCache,
+  getNodeCache,
+  getWorkspaceDefaultCaches,
+  getYarnCache,
+} from "./cache";
 import { NODE_RUNNER_BUILD_VARIABLES } from "./constants";
 import { getDockerAppCopyAndBuildScript, getYarnInstall } from "./yarn";
 

package/src/build/node/cache.ts

@@ -1,7 +1,7 @@
 import { uniq } from "lodash";
 import { join } from "path";
 import slugify from "slugify";
-import type { Context } from "../../types/context";
+import type { Context, WorkspaceContext } from "../../types/context";
 import type { GitlabJobCache } from "../../types/gitlab-types";
 
 export const getYarnCache = (
@@ -63,6 +63,7 @@ export const getNodeCache = (
   return [
     ...getYarnCache(context, policy),
     ...getNodeModulesCache(context, policy),
+    ...(context.type === "workspace" ? getWorkspaceDefaultCaches(context) : []),
   ];
 };
 
@@ -80,3 +81,16 @@ export const getNextCache = (context: Context): GitlabJobCache[] => {
     },
   ];
 };
+
+export const getWorkspaceDefaultCaches = (
+  context: WorkspaceContext,
+): GitlabJobCache[] => {
+  return [
+    {
+      // turbo repo
+      key: context.name + "-turbo",
+      policy: "pull-push",
+      paths: [join(context.build.dir, ".turbo")],
+    },
+  ];
+};

package/src/build/node/testJob.ts

@@ -38,6 +38,7 @@ export const createNodeTestJobs = (
           }
         : {}),
     },
+
     runnerVariables: NODE_RUNNER_BUILD_VARIABLES,
     stage: "test",
     needs: [],

package/src/context/getBuildInfoVariables.ts

@@ -1,41 +1,36 @@
 import { BashExpression } from "../bash/BashExpression";
 import type { BashExpressionPerPipelineType } from "../bash/bashExpressionPerPipelineType";
 import { getBashExpressionPerPipelineType } from "../bash/bashExpressionPerPipelineType";
-import type { BuildConfig } from "../build";
 import type { EnvironmentContext } from "../types/environmentContext";
 
-const BUILD_TIME: BashExpressionPerPipelineType = {
-  default: "unknown-build-time",
-  gitlab: new BashExpression(`$CI_JOB_STARTED_AT`),
-};
-
-const BUILD_ID: BashExpressionPerPipelineType = {
-  default: new BashExpression(
-    `$(git describe --tags 2>/dev/null || git rev-parse HEAD)`,
-  ),
-};
-const CURRENT_VERSION: BashExpressionPerPipelineType = {
-  default: new BashExpression(
-    // because we do shallow fetch, we need to ask the origin
-    `$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")`,
-  ),
+const BUILD_VARIABLES = {
+  BUILD_INFO_BUILD_ID: {
+    default: new BashExpression(
+      `$(git describe --tags 2>/dev/null || git rev-parse HEAD)`,
+    ),
+  },
+  BUILD_INFO_BUILD_TIME: {
+    default: "unknown-build-time",
+    gitlab: new BashExpression(`$CI_JOB_STARTED_AT`),
+  },
+  BUILD_INFO_CURRENT_VERSION: {
+    default: new BashExpression(
+      // because we do shallow fetch, we need to ask the origin
+      `$(tag=$(git ls-remote origin "refs/tags/v*[0-9]" 2>/dev/null | cut -f 2- | sort -V | tail -1 | sed 's/refs\\/tags\\/v//'); [ -z "$tag" ] && echo "0.0.0" || echo "$tag")`,
+    ),
+  },
+} satisfies {
+  [key: string]: BashExpressionPerPipelineType;
 };
 
+export const ALL_BUILD_VARIABLES = Object.keys(BUILD_VARIABLES);
 export const getBuildInfoVariables = (ctx: EnvironmentContext) => {
   const { pipelineType } = ctx;
 
-  return {
-    BUILD_INFO_BUILD_ID: getBashExpressionPerPipelineType(
-      BUILD_ID,
-      pipelineType,
-    ),
-    BUILD_INFO_BUILD_TIME: getBashExpressionPerPipelineType(
-      BUILD_TIME,
-      pipelineType,
-    ),
-    BUILD_INFO_CURRENT_VERSION: getBashExpressionPerPipelineType(
-      CURRENT_VERSION,
-      pipelineType,
-    ),
-  };
+  return Object.fromEntries(
+    Object.entries(BUILD_VARIABLES).map(([key, value]) => [
+      key,
+      getBashExpressionPerPipelineType(value, pipelineType),
+    ]),
+  );
 };