@catladder/pipeline 0.0.0-node16-ddfae617 → 0.0.0-perf-cli-reduce-bundle-size-with-tsconfig-optimization-3556aaa4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -0
- package/bin/catladder-gitlab-dev.js +3 -0
- package/bin/catladder-gitlab.js +1 -1
- package/dist/bash/BashExpression.d.ts +40 -0
- package/dist/bash/BashExpression.js +124 -0
- package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
- package/dist/bash/bashExpressionPerPipelineType.js +11 -0
- package/dist/bash/bashYaml.d.ts +10 -0
- package/dist/bash/bashYaml.js +46 -0
- package/dist/bash/getInjectVarsScript.d.ts +2 -0
- package/dist/bash/getInjectVarsScript.js +45 -0
- package/dist/bash/replaceAsync.d.ts +2 -0
- package/dist/bash/replaceAsync.js +171 -0
- package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
- package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
- package/dist/build/base/__tests__/createArtifactsConfig.test.js +42 -0
- package/dist/build/base/constants.d.ts +0 -1
- package/dist/build/base/constants.js +4 -3
- package/dist/build/base/createAppBuildJob.d.ts +9 -0
- package/dist/build/base/createAppBuildJob.js +87 -0
- package/dist/build/base/createArtifactsConfig.d.ts +4 -0
- package/dist/build/base/createArtifactsConfig.js +65 -0
- package/dist/build/base/index.d.ts +12 -0
- package/dist/build/base/index.js +68 -0
- package/dist/build/base/writeBuildInfo.d.ts +2 -0
- package/dist/build/base/writeBuildInfo.js +10 -0
- package/dist/build/base/writeDotEnv.d.ts +8 -0
- package/dist/build/base/writeDotEnv.js +66 -0
- package/dist/build/custom/__tests__/testJob.test.js +36 -0
- package/dist/build/custom/buildJob.d.ts +3 -0
- package/dist/build/custom/buildJob.js +67 -0
- package/dist/build/custom/index.d.ts +3 -0
- package/dist/build/custom/index.js +43 -0
- package/dist/build/custom/testJob.d.ts +7 -0
- package/dist/build/custom/testJob.js +100 -0
- package/dist/build/docker.d.ts +61 -22
- package/dist/build/docker.js +110 -73
- package/dist/build/index.d.ts +16 -8
- package/dist/build/index.js +61 -19
- package/dist/build/node/buildJob.d.ts +8 -3
- package/dist/build/node/buildJob.js +48 -68
- package/dist/build/node/cache.d.ts +4 -3
- package/dist/build/node/cache.js +45 -32
- package/dist/build/node/constants.d.ts +0 -1
- package/dist/build/node/constants.js +5 -4
- package/dist/build/node/index.d.ts +5 -5
- package/dist/build/node/index.js +6 -17
- package/dist/build/node/meteor.d.ts +3 -3
- package/dist/build/node/meteor.js +26 -37
- package/dist/build/node/testJob.d.ts +4 -3
- package/dist/build/node/testJob.js +35 -36
- package/dist/build/node/yarn.d.ts +6 -6
- package/dist/build/node/yarn.js +40 -25
- package/dist/build/rails/build.d.ts +3 -0
- package/dist/build/rails/build.js +90 -0
- package/dist/build/rails/index.d.ts +3 -0
- package/dist/build/rails/index.js +43 -0
- package/dist/build/rails/test.d.ts +3 -0
- package/dist/build/rails/test.js +103 -0
- package/dist/build/sbom.d.ts +5 -0
- package/dist/build/sbom.js +32 -0
- package/dist/build/types.d.ts +251 -33
- package/dist/build/types.js +10 -6
- package/dist/bundles/catladder-gitlab/index.js +41626 -0
- package/dist/catladder-gitlab.js +130 -68
- package/dist/config/{configruedEnvs.test.js → __tests__/configruedEnvs.test.js} +13 -13
- package/dist/config/__tests__/getAllEnvs.test.js +79 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
- package/dist/config/configruedEnvs.d.ts +1 -1
- package/dist/config/configruedEnvs.js +10 -23
- package/dist/config/index.js +13 -11
- package/dist/config/readConfig.d.ts +3 -3
- package/dist/config/readConfig.js +193 -52
- package/dist/constants.js +5 -3
- package/dist/context/__tests__/resolveReferences.test.d.ts +1 -0
- package/dist/context/__tests__/resolveReferences.test.js +368 -0
- package/dist/context/createAllComponentsContext.d.ts +12 -0
- package/dist/context/createAllComponentsContext.js +159 -0
- package/dist/context/createComponentContext.d.ts +11 -0
- package/dist/context/createComponentContext.js +256 -0
- package/dist/context/createWorkspaceContext.d.ts +16 -0
- package/dist/context/createWorkspaceContext.js +173 -0
- package/dist/context/getBuildInfoVariables.d.ts +6 -0
- package/dist/context/getBuildInfoVariables.js +55 -0
- package/dist/context/getEnvConfig.d.ts +2 -0
- package/dist/context/getEnvConfig.js +20 -0
- package/dist/context/getEnvType.d.ts +4 -0
- package/dist/context/getEnvType.js +15 -0
- package/dist/context/getEnvironment.d.ts +3 -0
- package/dist/{pipeline/createChildPipeline.test.js → context/getEnvironment.js} +50 -86
- package/dist/context/getEnvironmentContext.d.ts +8 -0
- package/dist/context/getEnvironmentContext.js +43 -0
- package/dist/context/getEnvironmentVariables.d.ts +27 -0
- package/dist/context/getEnvironmentVariables.js +285 -0
- package/dist/context/getLabels.d.ts +9 -0
- package/dist/context/getLabels.js +41 -0
- package/dist/context/getReviewSlug.d.ts +4 -0
- package/dist/context/getReviewSlug.js +22 -0
- package/dist/context/index.d.ts +3 -6
- package/dist/context/index.js +22 -219
- package/dist/context/resolveReferences.d.ts +3 -3
- package/dist/context/resolveReferences.js +248 -55
- package/dist/context/transformJobOnlyVars.d.ts +13 -0
- package/dist/{build/tests/storybook.test.js → context/transformJobOnlyVars.js} +54 -106
- package/dist/context/utils/envVars.d.ts +8 -0
- package/dist/context/utils/envVars.js +55 -0
- package/dist/defaults/index.d.ts +1 -1
- package/dist/defaults/index.js +3 -1
- package/dist/deploy/base/deploy.d.ts +5 -0
- package/dist/deploy/base/deploy.js +121 -0
- package/dist/deploy/base/index.d.ts +10 -0
- package/dist/deploy/base/index.js +44 -0
- package/dist/deploy/base/rollback.d.ts +5 -0
- package/dist/deploy/base/rollback.js +41 -0
- package/dist/deploy/base/stop.d.ts +5 -0
- package/dist/deploy/base/stop.js +46 -0
- package/dist/deploy/base/types.d.ts +2 -0
- package/dist/deploy/base/types.js +5 -0
- package/dist/deploy/base/variables.d.ts +5 -0
- package/dist/deploy/base/variables.js +11 -0
- package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
- package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
- package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
- package/dist/deploy/cloudRun/cleanup.js +53 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +187 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +93 -0
- package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
- package/dist/deploy/cloudRun/createJobs/common.js +93 -0
- package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
- package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
- package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/index.js +58 -0
- package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
- package/dist/deploy/cloudRun/index.d.ts +4 -0
- package/dist/deploy/cloudRun/index.js +128 -0
- package/dist/deploy/cloudRun/utils/createArgsString.d.ts +13 -0
- package/dist/deploy/cloudRun/utils/createArgsString.js +63 -0
- package/dist/deploy/cloudRun/utils/database.d.ts +6 -0
- package/dist/deploy/cloudRun/utils/database.js +77 -0
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +12 -0
- package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
- package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/jobName.js +10 -0
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
- package/dist/deploy/cloudSql/utils.d.ts +4 -0
- package/dist/deploy/cloudSql/utils.js +14 -0
- package/dist/deploy/custom/deployJob.d.ts +3 -3
- package/dist/deploy/custom/deployJob.js +28 -25
- package/dist/deploy/custom/index.d.ts +2 -1
- package/dist/deploy/custom/index.js +16 -19
- package/dist/deploy/dockerTag/deployJob.d.ts +3 -0
- package/dist/deploy/dockerTag/deployJob.js +65 -0
- package/dist/deploy/dockerTag/index.d.ts +2 -0
- package/dist/deploy/dockerTag/index.js +19 -0
- package/dist/deploy/index.d.ts +15 -9
- package/dist/deploy/index.js +20 -27
- package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +8 -0
- package/dist/deploy/kubernetes/additionalSecretKeys.js +30 -0
- package/dist/deploy/kubernetes/cloudSql/index.d.ts +14 -0
- package/dist/deploy/kubernetes/cloudSql/index.js +55 -0
- package/dist/deploy/kubernetes/deployJob.d.ts +3 -3
- package/dist/deploy/kubernetes/deployJob.js +43 -124
- package/dist/deploy/kubernetes/index.d.ts +3 -1
- package/dist/deploy/kubernetes/index.js +86 -11
- package/dist/deploy/kubernetes/kubeEnv.d.ts +10 -0
- package/dist/deploy/kubernetes/kubeEnv.js +76 -0
- package/dist/deploy/kubernetes/kubeValues.d.ts +90 -0
- package/dist/deploy/kubernetes/kubeValues.js +123 -0
- package/dist/deploy/kubernetes/mongodb.d.ts +19 -6
- package/dist/deploy/kubernetes/mongodb.js +100 -11
- package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +27 -29
- package/dist/deploy/kubernetes/processSecretsAsFiles.js +5 -11
- package/dist/deploy/sbom.d.ts +4 -0
- package/dist/deploy/sbom.js +20 -0
- package/dist/deploy/types/base.d.ts +36 -0
- package/dist/deploy/types/base.js +5 -0
- package/dist/deploy/types/custom.d.ts +33 -0
- package/dist/deploy/types/custom.js +5 -0
- package/dist/deploy/types/dockerTag.d.ts +12 -0
- package/dist/deploy/types/dockerTag.js +5 -0
- package/dist/deploy/types/googleCloudRun.d.ts +208 -0
- package/dist/deploy/types/googleCloudRun.js +5 -0
- package/dist/deploy/types/index.d.ts +22 -0
- package/dist/deploy/types/index.js +37 -0
- package/dist/deploy/types/kubernetes.d.ts +355 -0
- package/dist/deploy/types/kubernetes.js +5 -0
- package/dist/deploy/utils.d.ts +3 -3
- package/dist/deploy/utils.js +8 -12
- package/dist/index.d.ts +3 -2
- package/dist/index.js +16 -19
- package/dist/packageInfos.d.ts +4 -0
- package/dist/packageInfos.js +20 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
- package/dist/pipeline/createAllJobs.d.ts +18 -0
- package/dist/pipeline/createAllJobs.js +236 -0
- package/dist/pipeline/createChildPipeline.d.ts +3 -3
- package/dist/pipeline/createChildPipeline.js +45 -157
- package/dist/pipeline/createJobsForComponent.d.ts +3 -0
- package/dist/{build/base/createBuildJob.js → pipeline/createJobsForComponent.js} +32 -51
- package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
- package/dist/pipeline/createJobsForWorkspace.js +12 -0
- package/dist/pipeline/createMainPipeline.d.ts +3 -0
- package/dist/pipeline/createMainPipeline.js +269 -0
- package/dist/pipeline/generatePipelineFiles.d.ts +40 -0
- package/dist/pipeline/generatePipelineFiles.js +240 -0
- package/dist/pipeline/getPipelineStages.d.ts +7 -0
- package/dist/pipeline/getPipelineStages.js +56 -0
- package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -0
- package/dist/pipeline/gitlab/createGitlabJobs.js +461 -0
- package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +8 -0
- package/dist/pipeline/gitlab/createGitlabPipeline.js +41 -0
- package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.d.ts +1 -0
- package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.js +29 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +35 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.js +27 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
- package/dist/pipeline/index.d.ts +3 -1
- package/dist/pipeline/index.js +16 -12
- package/dist/pipeline/packageManager.d.ts +3 -2
- package/dist/pipeline/packageManager.js +69 -196
- package/dist/pipeline/yarn/yarnUtils.d.ts +5 -0
- package/dist/pipeline/yarn/yarnUtils.js +241 -0
- package/dist/rules/index.d.ts +10 -2
- package/dist/rules/index.js +36 -16
- package/dist/runner/index.d.ts +2 -3
- package/dist/runner/index.js +3 -4
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/types/config.d.ts +56 -32
- package/dist/types/config.js +11 -18
- package/dist/types/context.d.ts +143 -27
- package/dist/types/context.js +12 -1
- package/dist/types/environmentContext.d.ts +31 -0
- package/dist/types/environmentContext.js +5 -0
- package/dist/types/gitlab-ci-yml.d.ts +769 -0
- package/dist/types/gitlab-ci-yml.js +10 -0
- package/dist/types/gitlab-types.d.ts +12 -60
- package/dist/types/gitlab-types.js +3 -1
- package/dist/types/index.js +13 -13
- package/dist/types/jobs.d.ts +55 -21
- package/dist/types/jobs.js +4 -2
- package/dist/types/pipeline.d.ts +5 -4
- package/dist/types/pipeline.js +3 -1
- package/dist/types/utils.d.ts +1 -0
- package/dist/types/utils.js +5 -0
- package/dist/utils/gitlab.d.ts +6 -0
- package/dist/utils/gitlab.js +56 -0
- package/dist/utils/index.d.ts +1 -1
- package/dist/utils/index.js +8 -16
- package/dist/utils/jsonParse.d.ts +1 -0
- package/dist/utils/jsonParse.js +14 -0
- package/dist/utils/removeUndefined.d.ts +1 -0
- package/dist/utils/removeUndefined.js +36 -0
- package/dist/utils/writeFiles.d.ts +11 -0
- package/dist/utils/writeFiles.js +180 -0
- package/examples/.test-gen-ignore +1 -0
- package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +3260 -0
- package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +3404 -0
- package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +3322 -0
- package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +3388 -0
- package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +2900 -0
- package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +6760 -0
- package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +6030 -0
- package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +3316 -0
- package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +2983 -0
- package/examples/__snapshots__/custom-build-job.test.ts.snap +2572 -0
- package/examples/__snapshots__/custom-deploy.test.ts.snap +2824 -0
- package/examples/__snapshots__/custom-envs.test.ts.snap +1884 -0
- package/examples/__snapshots__/custom-sbom-java.test.ts.snap +2588 -0
- package/examples/__snapshots__/git-submodule.test.ts.snap +3304 -0
- package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +4228 -0
- package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.test.ts.snap +4252 -0
- package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +4268 -0
- package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +7910 -0
- package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +4476 -0
- package/examples/__snapshots__/local-dot-env.test.ts.snap +3300 -0
- package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +4342 -0
- package/examples/__snapshots__/multiline-var.test.ts.snap +7864 -0
- package/examples/__snapshots__/native-app.test.ts.snap +5316 -0
- package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +3300 -0
- package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +3316 -0
- package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +2011 -0
- package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +3465 -0
- package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +3380 -0
- package/examples/__utils__/helpers.ts +27 -0
- package/examples/cloud-run-memory-limit.test.ts +18 -0
- package/examples/cloud-run-memory-limit.ts +33 -0
- package/examples/cloud-run-meteor-with-worker.test.ts +18 -0
- package/examples/cloud-run-meteor-with-worker.ts +37 -0
- package/examples/cloud-run-no-cpu-throttling.test.ts +18 -0
- package/examples/cloud-run-no-cpu-throttling.ts +35 -0
- package/examples/cloud-run-no-service.test.ts +18 -0
- package/examples/cloud-run-no-service.ts +33 -0
- package/examples/cloud-run-non-public.test.ts +18 -0
- package/examples/cloud-run-non-public.ts +28 -0
- package/examples/cloud-run-post-stop-job.test.ts +18 -0
- package/examples/cloud-run-post-stop-job.ts +42 -0
- package/examples/cloud-run-service-gen2.test.ts +18 -0
- package/examples/cloud-run-service-gen2.ts +29 -0
- package/examples/cloud-run-service-increase-timout.test.ts +18 -0
- package/examples/cloud-run-service-increase-timout.ts +29 -0
- package/examples/cloud-run-service-with-volumes.test.ts +18 -0
- package/examples/cloud-run-service-with-volumes.ts +56 -0
- package/examples/cloud-run-storybook.test.ts +18 -0
- package/examples/cloud-run-storybook.ts +33 -0
- package/examples/cloud-run-with-ngnix.test.ts +18 -0
- package/examples/cloud-run-with-ngnix.ts +29 -0
- package/examples/cloud-run-with-sql-reuse-db.test.ts +18 -0
- package/examples/cloud-run-with-sql-reuse-db.ts +55 -0
- package/examples/cloud-run-with-sql.test.ts +18 -0
- package/examples/cloud-run-with-sql.ts +71 -0
- package/examples/cloud-run-with-worker.test.ts +18 -0
- package/examples/cloud-run-with-worker.ts +37 -0
- package/examples/custom-build-job-with-tests.test.ts +18 -0
- package/examples/custom-build-job-with-tests.ts +56 -0
- package/examples/custom-build-job.test.ts +18 -0
- package/examples/custom-build-job.ts +29 -0
- package/examples/custom-deploy.test.ts +18 -0
- package/examples/custom-deploy.ts +36 -0
- package/examples/custom-envs.test.ts +18 -0
- package/examples/custom-envs.ts +32 -0
- package/examples/custom-sbom-java.test.ts +18 -0
- package/examples/custom-sbom-java.ts +38 -0
- package/examples/git-submodule.test.ts +18 -0
- package/examples/git-submodule.ts +30 -0
- package/examples/kubernetes-application-customization.test.ts +18 -0
- package/examples/kubernetes-application-customization.ts +59 -0
- package/examples/kubernetes-with-cloud-sql-legacy.test.ts +18 -0
- package/examples/kubernetes-with-cloud-sql-legacy.ts +35 -0
- package/examples/kubernetes-with-cloud-sql.test.ts +18 -0
- package/examples/kubernetes-with-cloud-sql.ts +37 -0
- package/examples/kubernetes-with-jobs.test.ts +18 -0
- package/examples/kubernetes-with-jobs.ts +70 -0
- package/examples/kubernetes-with-mongodb.test.ts +18 -0
- package/examples/kubernetes-with-mongodb.ts +51 -0
- package/examples/local-dot-env.test.ts +18 -0
- package/examples/local-dot-env.ts +27 -0
- package/examples/meteor-kubernetes.test.ts +18 -0
- package/examples/meteor-kubernetes.ts +64 -0
- package/examples/multiline-var.test.ts +18 -0
- package/examples/multiline-var.ts +65 -0
- package/examples/native-app.test.ts +18 -0
- package/examples/native-app.ts +83 -0
- package/examples/node-build-with-custom-image.test.ts +18 -0
- package/examples/node-build-with-custom-image.ts +26 -0
- package/examples/node-build-with-docker-additions.test.ts +18 -0
- package/examples/node-build-with-docker-additions.ts +29 -0
- package/examples/rails-k8s-with-worker-dockerfile.test.ts +9 -0
- package/examples/rails-k8s-with-worker.test.ts +18 -0
- package/examples/rails-k8s-with-worker.ts +95 -0
- package/examples/wait-for-other-deploy.test.ts +18 -0
- package/examples/wait-for-other-deploy.ts +37 -0
- package/package.json +76 -17
- package/scripts/bundle +2 -0
- package/scripts/generate-examples-test.ts +93 -0
- package/scripts/generate-gitlab-ci-types.ts +51 -0
- package/scripts/tsconfig.json +7 -0
- package/src/bash/BashExpression.ts +81 -0
- package/src/bash/bashExpressionPerPipelineType.ts +16 -0
- package/src/bash/bashYaml.ts +46 -0
- package/src/bash/getInjectVarsScript.ts +12 -0
- package/src/bash/replaceAsync.ts +50 -0
- package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
- package/src/build/base/__tests__/__snapshots__/createArtifactsConfig.test.ts.snap +49 -0
- package/src/build/base/__tests__/createArtifactsConfig.test.ts +41 -0
- package/src/build/base/constants.ts +2 -2
- package/src/build/base/createAppBuildJob.ts +70 -0
- package/src/build/base/createArtifactsConfig.ts +34 -0
- package/src/build/base/index.ts +62 -0
- package/src/build/base/writeBuildInfo.ts +7 -0
- package/src/build/base/writeDotEnv.ts +40 -0
- package/src/build/custom/__tests__/testJob.test.ts +29 -0
- package/src/build/custom/buildJob.ts +41 -0
- package/src/build/custom/index.ts +8 -0
- package/src/build/custom/testJob.ts +93 -0
- package/src/build/docker.ts +173 -63
- package/src/build/index.ts +59 -8
- package/src/build/node/buildJob.ts +84 -64
- package/src/build/node/cache.ts +59 -24
- package/src/build/node/constants.ts +2 -3
- package/src/build/node/index.ts +9 -5
- package/src/build/node/meteor.ts +41 -44
- package/src/build/node/testJob.ts +57 -16
- package/src/build/node/yarn.ts +81 -25
- package/src/build/rails/build.ts +69 -0
- package/src/build/rails/index.ts +8 -0
- package/src/build/rails/test.ts +103 -0
- package/src/build/sbom.ts +48 -0
- package/src/build/types.ts +301 -27
- package/src/catladder-gitlab.ts +12 -52
- package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
- package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
- package/src/config/{configruedEnvs.test.ts → __tests__/configruedEnvs.test.ts} +3 -3
- package/src/config/__tests__/getAllEnvs.test.ts +71 -0
- package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
- package/src/config/configruedEnvs.ts +8 -13
- package/src/config/readConfig.ts +17 -23
- package/src/constants.ts +5 -2
- package/src/context/{resolveReferences.test.ts → __tests__/resolveReferences.test.ts} +34 -44
- package/src/context/createAllComponentsContext.ts +31 -0
- package/src/context/createComponentContext.ts +135 -0
- package/src/context/createWorkspaceContext.ts +56 -0
- package/src/context/getBuildInfoVariables.ts +36 -0
- package/src/context/getEnvConfig.ts +21 -0
- package/src/context/getEnvType.ts +17 -0
- package/src/context/getEnvironment.ts +26 -0
- package/src/context/getEnvironmentContext.ts +53 -0
- package/src/context/getEnvironmentVariables.ts +210 -0
- package/src/context/getLabels.ts +21 -0
- package/src/context/getReviewSlug.ts +27 -0
- package/src/context/index.ts +3 -232
- package/src/context/resolveReferences.ts +67 -40
- package/src/context/transformJobOnlyVars.ts +45 -0
- package/src/context/utils/envVars.ts +27 -0
- package/src/defaults/index.ts +1 -1
- package/src/deploy/base/deploy.ts +136 -0
- package/src/deploy/base/index.ts +22 -0
- package/src/deploy/base/rollback.ts +38 -0
- package/src/deploy/base/stop.ts +43 -0
- package/src/deploy/base/types.ts +3 -0
- package/src/deploy/base/variables.ts +5 -0
- package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
- package/src/deploy/cloudRun/cleanup.ts +30 -0
- package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
- package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +198 -0
- package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
- package/src/deploy/cloudRun/createJobs/common.ts +59 -0
- package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +79 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
- package/src/deploy/cloudRun/createJobs/index.ts +51 -0
- package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
- package/src/deploy/cloudRun/index.ts +127 -0
- package/src/deploy/cloudRun/utils/createArgsString.ts +34 -0
- package/src/deploy/cloudRun/utils/database.ts +77 -0
- package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +12 -0
- package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
- package/src/deploy/cloudRun/utils/jobName.ts +7 -0
- package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
- package/src/deploy/cloudSql/utils.ts +26 -0
- package/src/deploy/custom/deployJob.ts +41 -16
- package/src/deploy/custom/index.ts +9 -1
- package/src/deploy/dockerTag/deployJob.ts +29 -0
- package/src/deploy/dockerTag/index.ts +10 -0
- package/src/deploy/index.ts +32 -17
- package/src/deploy/kubernetes/additionalSecretKeys.ts +25 -0
- package/src/deploy/kubernetes/cloudSql/index.ts +76 -0
- package/src/deploy/kubernetes/deployJob.ts +61 -115
- package/src/deploy/kubernetes/index.ts +50 -1
- package/src/deploy/kubernetes/kubeEnv.ts +50 -0
- package/src/deploy/kubernetes/kubeValues.ts +100 -0
- package/src/deploy/kubernetes/mongodb.ts +106 -8
- package/src/deploy/kubernetes/processSecretsAsFiles.ts +6 -5
- package/src/deploy/sbom.ts +32 -0
- package/src/deploy/types/base.ts +43 -0
- package/src/deploy/types/custom.ts +36 -0
- package/src/deploy/types/dockerTag.ts +14 -0
- package/src/deploy/types/googleCloudRun.ts +282 -0
- package/src/deploy/types/index.ts +28 -0
- package/src/deploy/types/kubernetes.ts +390 -0
- package/src/deploy/utils.ts +10 -6
- package/src/index.ts +2 -1
- package/src/packageInfos.ts +14 -0
- package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
- package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
- package/src/pipeline/createAllJobs.ts +72 -0
- package/src/pipeline/createChildPipeline.ts +24 -43
- package/src/pipeline/createJobsForComponent.ts +35 -0
- package/src/pipeline/createJobsForWorkspace.ts +12 -0
- package/src/pipeline/createMainPipeline.ts +111 -0
- package/src/pipeline/generatePipelineFiles.ts +76 -0
- package/src/pipeline/getPipelineStages.ts +23 -0
- package/src/pipeline/gitlab/createGitlabJobs.ts +445 -0
- package/src/pipeline/gitlab/createGitlabPipeline.ts +28 -0
- package/src/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.ts +46 -0
- package/src/pipeline/gitlab/gitlabReleaseJobs.ts +25 -0
- package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
- package/src/pipeline/index.ts +3 -1
- package/src/pipeline/packageManager.ts +47 -64
- package/src/pipeline/yarn/yarnUtils.ts +66 -0
- package/src/rules/index.ts +46 -13
- package/src/runner/index.ts +2 -1
- package/src/types/config.ts +72 -16
- package/src/types/context.ts +194 -25
- package/src/types/environmentContext.ts +38 -0
- package/src/types/gitlab-ci-yml.ts +891 -0
- package/src/types/gitlab-types.ts +52 -57
- package/src/types/jobs.ts +66 -11
- package/src/types/pipeline.ts +5 -1
- package/src/types/utils.ts +7 -0
- package/src/utils/gitlab.ts +33 -0
- package/src/utils/index.ts +3 -3
- package/src/utils/jsonParse.ts +7 -0
- package/src/utils/removeUndefined.ts +4 -0
- package/src/utils/writeFiles.ts +53 -0
- package/tsconfig.json +4 -2
- package/dist/build/base/createBuildJob.d.ts +0 -7
- package/dist/build/base/getBuildInfo.d.ts +0 -2
- package/dist/build/base/getBuildInfo.js +0 -12
- package/dist/context/resolveReferences.test.js +0 -141
- package/dist/deploy/base.d.ts +0 -8
- package/dist/deploy/base.js +0 -107
- package/dist/deploy/kubernetes/cloudsql.d.ts +0 -6
- package/dist/deploy/kubernetes/cloudsql.js +0 -16
- package/dist/deploy/types.d.ts +0 -196
- package/dist/deploy/types.js +0 -16
- package/dist/pipeline/createJobs.d.ts +0 -3
- package/dist/pipeline/createJobs.js +0 -383
- package/dist/pipeline/gitlab/makeGitlabJob.d.ts +0 -8
- package/dist/pipeline/gitlab/makeGitlabJob.js +0 -45
- package/src/build/base/createBuildJob.ts +0 -43
- package/src/build/base/getBuildInfo.ts +0 -7
- package/src/build/tests/storybook.test.ts +0 -54
- package/src/deploy/base.ts +0 -120
- package/src/deploy/kubernetes/cloudsql.ts +0 -12
- package/src/deploy/types.ts +0 -189
- package/src/pipeline/createChildPipeline.test.ts +0 -49
- package/src/pipeline/createJobs.ts +0 -195
- package/src/pipeline/gitlab/makeGitlabJob.ts +0 -16
- /package/dist/build/{tests/storybook.test.d.ts → base/__tests__/createArtifactsConfig.test.d.ts} +0 -0
- /package/dist/{config/configruedEnvs.test.d.ts → build/custom/__tests__/testJob.test.d.ts} +0 -0
- /package/dist/{context/resolveReferences.test.d.ts → config/__tests__/configruedEnvs.test.d.ts} +0 -0
- /package/dist/{pipeline/createChildPipeline.test.d.ts → config/__tests__/getAllEnvs.test.d.ts} +0 -0
package/src/build/docker.ts
CHANGED
|
@@ -1,96 +1,206 @@
|
|
|
1
|
+
import { existsSync } from "fs";
|
|
1
2
|
import { merge } from "lodash";
|
|
3
|
+
import path from "path";
|
|
4
|
+
import type { BuildConfig, BuildConfigDocker } from ".";
|
|
2
5
|
import { isOfDeployType } from "../deploy";
|
|
6
|
+
import {
|
|
7
|
+
getArtifactsRegistryBuildCacheImage,
|
|
8
|
+
getArtifactsRegistryHost,
|
|
9
|
+
getArtifactsRegistryImageName,
|
|
10
|
+
} from "../deploy/cloudRun/artifactsRegistry";
|
|
11
|
+
import { gcloudServiceAccountLoginCommands } from "../deploy/cloudRun/utils/gcloudServiceAccountLoginCommands";
|
|
3
12
|
import { getRunnerImage } from "../runner";
|
|
4
|
-
import {
|
|
5
|
-
import { CatladderJob } from "../types/jobs";
|
|
13
|
+
import type { ComponentContext } from "../types";
|
|
14
|
+
import type { CatladderJob } from "../types/jobs";
|
|
15
|
+
import { collapseableSection } from "../utils/gitlab";
|
|
6
16
|
|
|
7
|
-
const
|
|
8
|
-
KUBERNETES_CPU_REQUEST: "0.
|
|
9
|
-
KUBERNETES_CPU_LIMIT: "1",
|
|
17
|
+
const DOCKER_BUILD_RUNNER_REQUESTS = {
|
|
18
|
+
KUBERNETES_CPU_REQUEST: "0.45",
|
|
10
19
|
KUBERNETES_MEMORY_REQUEST: "1Gi",
|
|
11
20
|
KUBERNETES_MEMORY_LIMIT: "2Gi",
|
|
12
21
|
};
|
|
13
22
|
|
|
14
|
-
export const
|
|
15
|
-
const deployConfig = context.
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
23
|
+
export const getDockerImageVariables = (context: ComponentContext) => {
|
|
24
|
+
const deployConfig = context.deploy?.config;
|
|
25
|
+
return {
|
|
26
|
+
...(isOfDeployType(deployConfig, "google-cloudrun")
|
|
27
|
+
? {
|
|
28
|
+
DOCKER_REGISTRY: getArtifactsRegistryHost(context),
|
|
29
|
+
DOCKER_IMAGE: getArtifactsRegistryImageName(context),
|
|
30
|
+
DOCKER_CACHE_IMAGE: getArtifactsRegistryBuildCacheImage(context),
|
|
31
|
+
}
|
|
32
|
+
: // gitlab registry:
|
|
33
|
+
{
|
|
34
|
+
DOCKER_REGISTRY: "$CI_REGISTRY",
|
|
35
|
+
|
|
36
|
+
DOCKER_CACHE_IMAGE: "$CI_REGISTRY_IMAGE/caches/" + context.name,
|
|
37
|
+
// ONLY USED IN KUBERNETES
|
|
38
|
+
DOCKER_IMAGE_NAME: context.env + "/" + context.name,
|
|
39
|
+
DOCKER_IMAGE: "$CI_REGISTRY_IMAGE/$DOCKER_IMAGE_NAME",
|
|
40
|
+
}),
|
|
41
|
+
|
|
42
|
+
DOCKER_IMAGE_TAG: "$CI_COMMIT_SHA",
|
|
43
|
+
};
|
|
44
|
+
};
|
|
19
45
|
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
46
|
+
/**
|
|
47
|
+
* Weather the context requires a docker build
|
|
48
|
+
*/
|
|
49
|
+
export const requiresDockerBuild = (context: ComponentContext): boolean => {
|
|
50
|
+
const deployConfig = context.deploy?.config;
|
|
23
51
|
|
|
24
|
-
return
|
|
52
|
+
return (
|
|
53
|
+
isOfDeployType(
|
|
54
|
+
deployConfig,
|
|
55
|
+
"kubernetes",
|
|
56
|
+
"google-cloudrun",
|
|
57
|
+
"dockerTag",
|
|
58
|
+
) ||
|
|
59
|
+
(isOfDeployType(deployConfig, "custom") && deployConfig.requiresDocker)
|
|
60
|
+
);
|
|
25
61
|
};
|
|
26
62
|
|
|
27
|
-
|
|
63
|
+
// those need to be runner variables
|
|
64
|
+
const getDockerBuildRunnerVariables = () => ({
|
|
65
|
+
DOCKER_HOST: "tcp://0.0.0.0:2375",
|
|
66
|
+
DOCKER_TLS_CERTDIR: "",
|
|
67
|
+
DOCKER_DRIVER: "overlay2",
|
|
68
|
+
DOCKER_BUILDKIT: "1", // see https://docs.docker.com/develop/develop-images/build_enhancements/
|
|
69
|
+
});
|
|
70
|
+
|
|
71
|
+
const getDockerAdditions = (build: BuildConfig) => {
|
|
72
|
+
if (!("docker" in build)) return {};
|
|
73
|
+
if (!build.docker) return {};
|
|
74
|
+
|
|
28
75
|
return {
|
|
29
|
-
...DOCKER_RUNNER_BUILD_VARIABLES,
|
|
30
|
-
DOCKER_BUILDKIT: "1", // see https://docs.docker.com/develop/develop-images/build_enhancements/
|
|
31
76
|
DOCKERFILE_ADDITIONS:
|
|
32
|
-
|
|
77
|
+
"additionsBegin" in build.docker
|
|
78
|
+
? build.docker.additionsBegin?.join("\n")
|
|
79
|
+
: undefined,
|
|
33
80
|
DOCKERFILE_ADDITIONS_END:
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
context.
|
|
45
|
-
|
|
46
|
-
context.
|
|
47
|
-
|
|
48
|
-
|
|
81
|
+
"additionsEnd" in build.docker
|
|
82
|
+
? build.docker.additionsEnd?.join("\n")
|
|
83
|
+
: undefined,
|
|
84
|
+
};
|
|
85
|
+
};
|
|
86
|
+
export const getDockerBuildVariables = (context: ComponentContext) => {
|
|
87
|
+
return {
|
|
88
|
+
...getDockerAdditions(context.build.config),
|
|
89
|
+
APP_DIR: context.build.dir,
|
|
90
|
+
DOCKER_BUILD_CONTEXT:
|
|
91
|
+
"docker" in context.build.config &&
|
|
92
|
+
context.build.config.docker &&
|
|
93
|
+
"buildContextLocation" in context.build.config.docker &&
|
|
94
|
+
context.build.config.docker?.buildContextLocation === "component"
|
|
95
|
+
? context.build.dir
|
|
96
|
+
: ".",
|
|
97
|
+
|
|
98
|
+
...getDockerImageVariables(context),
|
|
49
99
|
};
|
|
50
100
|
};
|
|
51
101
|
|
|
52
102
|
export const DOCKER_BUILD_JOB_NAME = "🔨 docker";
|
|
53
103
|
|
|
104
|
+
export const getDockerJobBaseProps = (): Pick<
|
|
105
|
+
CatladderJob,
|
|
106
|
+
"image" | "services" | "variables" | "runnerVariables"
|
|
107
|
+
> => {
|
|
108
|
+
return {
|
|
109
|
+
image: getRunnerImage("docker-build"),
|
|
110
|
+
services: [
|
|
111
|
+
{
|
|
112
|
+
name: "docker:24.0.6-dind", // see see https://gitlab.com/gitlab-org/gitlab-runner/-/issues/27300#note_466755332
|
|
113
|
+
command: ["--tls=false"],
|
|
114
|
+
},
|
|
115
|
+
],
|
|
116
|
+
variables: {},
|
|
117
|
+
runnerVariables: getDockerBuildRunnerVariables(),
|
|
118
|
+
};
|
|
119
|
+
};
|
|
120
|
+
|
|
121
|
+
export type DockerBuildJobDefinition = Partial<CatladderJob>;
|
|
54
122
|
export const createDockerBuildJobBase = (
|
|
55
|
-
context:
|
|
56
|
-
{ script,
|
|
123
|
+
context: ComponentContext,
|
|
124
|
+
{ script, ...def }: Partial<CatladderJob>,
|
|
57
125
|
): CatladderJob => {
|
|
58
126
|
return merge(
|
|
59
127
|
{
|
|
60
128
|
name: DOCKER_BUILD_JOB_NAME,
|
|
61
129
|
envMode: "jobPerEnv",
|
|
62
130
|
stage: "build",
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
services: [
|
|
66
|
-
{
|
|
67
|
-
name: "docker:20-dind", // see see https://gitlab.com/gitlab-org/gitlab-runner/-/issues/27300#note_466755332
|
|
68
|
-
command: ["--tls=false"],
|
|
69
|
-
},
|
|
70
|
-
],
|
|
71
|
-
variables: {
|
|
72
|
-
...getDockerBuildVariables(context),
|
|
73
|
-
...(variables ?? {}),
|
|
74
|
-
},
|
|
131
|
+
...getDockerJobBaseProps(),
|
|
75
132
|
script: script || [],
|
|
76
133
|
},
|
|
77
|
-
|
|
134
|
+
{
|
|
135
|
+
variables: getDockerBuildVariables(context),
|
|
136
|
+
runnerVariables: {
|
|
137
|
+
...DOCKER_BUILD_RUNNER_REQUESTS,
|
|
138
|
+
...getDockerBuildRunnerVariables(),
|
|
139
|
+
},
|
|
140
|
+
},
|
|
141
|
+
def,
|
|
78
142
|
);
|
|
79
143
|
};
|
|
80
144
|
|
|
81
|
-
export const
|
|
82
|
-
context
|
|
83
|
-
|
|
84
|
-
)
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
145
|
+
export const gitlabDockerLogin = (context: ComponentContext) =>
|
|
146
|
+
context.deploy && isOfDeployType(context.deploy.config, "google-cloudrun")
|
|
147
|
+
? [
|
|
148
|
+
...gcloudServiceAccountLoginCommands(context),
|
|
149
|
+
`gcloud auth configure-docker ${getArtifactsRegistryHost(context)}`,
|
|
150
|
+
]
|
|
151
|
+
: [
|
|
152
|
+
"docker login --username gitlab-ci-token --password $CI_JOB_TOKEN $CI_REGISTRY",
|
|
153
|
+
];
|
|
154
|
+
|
|
155
|
+
const BUILT_IN_ENSURE_DOCKERFILE_SCRIPTS = {
|
|
156
|
+
meteor: "ensureMeteorDockerfile",
|
|
157
|
+
node: "ensureNodeDockerfile",
|
|
158
|
+
nginx: "ensureNginxDockerfile",
|
|
159
|
+
custom: null,
|
|
160
|
+
} satisfies {
|
|
161
|
+
[type in BuildConfigDocker["type"]]: string | null;
|
|
96
162
|
};
|
|
163
|
+
|
|
164
|
+
export const getDockerBuildScriptWithBuiltInDockerFile = (
|
|
165
|
+
context: ComponentContext,
|
|
166
|
+
defaultType?: BuildConfigDocker["type"],
|
|
167
|
+
) => {
|
|
168
|
+
const type =
|
|
169
|
+
"docker" in context.build.config &&
|
|
170
|
+
context.build.config.docker &&
|
|
171
|
+
"type" in context.build.config.docker
|
|
172
|
+
? context.build.config.docker?.type
|
|
173
|
+
: defaultType;
|
|
174
|
+
return getDockerBuildDefaultScript(
|
|
175
|
+
context,
|
|
176
|
+
type ? BUILT_IN_ENSURE_DOCKERFILE_SCRIPTS[type] : null,
|
|
177
|
+
);
|
|
178
|
+
};
|
|
179
|
+
export const getDockerBuildDefaultScript = (
|
|
180
|
+
context: ComponentContext,
|
|
181
|
+
ensureDockerFileScript?: string | null,
|
|
182
|
+
) =>
|
|
183
|
+
[
|
|
184
|
+
ensureDockerFileScript ?? undefined,
|
|
185
|
+
...collapseableSection(
|
|
186
|
+
"docker-login",
|
|
187
|
+
"Docker Login",
|
|
188
|
+
)(gitlabDockerLogin(context)),
|
|
189
|
+
...collapseableSection(
|
|
190
|
+
"docker-build",
|
|
191
|
+
"Docker build",
|
|
192
|
+
)([
|
|
193
|
+
"docker build --network host --cache-from $DOCKER_CACHE_IMAGE --tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG -f $APP_DIR/Dockerfile $DOCKER_BUILD_CONTEXT --build-arg BUILDKIT_INLINE_CACHE=1", //BUILDKIT_INLINE_CACHE, see https://testdriven.io/blog/faster-ci-builds-with-docker-cache/
|
|
194
|
+
]),
|
|
195
|
+
...collapseableSection(
|
|
196
|
+
"docker-push",
|
|
197
|
+
"Docker push and tag",
|
|
198
|
+
)([
|
|
199
|
+
"docker push $DOCKER_IMAGE:$DOCKER_IMAGE_TAG",
|
|
200
|
+
"docker tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG $DOCKER_CACHE_IMAGE",
|
|
201
|
+
"docker push $DOCKER_CACHE_IMAGE",
|
|
202
|
+
]),
|
|
203
|
+
].filter(Boolean);
|
|
204
|
+
|
|
205
|
+
export const hasDockerfile = (context: ComponentContext) =>
|
|
206
|
+
existsSync(path.join(context.build.dir, "Dockerfile"));
|
package/src/build/index.ts
CHANGED
|
@@ -1,16 +1,25 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import type { ComponentContext, WorkspaceContext } from "../types/context";
|
|
2
|
+
import type { EnvironmentContext } from "../types/environmentContext";
|
|
2
3
|
|
|
3
|
-
import { CatladderJob } from "../types/jobs";
|
|
4
|
-
import {
|
|
4
|
+
import type { CatladderJob } from "../types/jobs";
|
|
5
|
+
import { createCustomJobs } from "./custom";
|
|
6
|
+
import { createMeteorJobs, createNodeJobs, createStorybookJobs } from "./node";
|
|
7
|
+
import { createRailsJobs } from "./rails";
|
|
5
8
|
|
|
6
|
-
import {
|
|
7
|
-
|
|
9
|
+
import type {
|
|
10
|
+
BuildConfig,
|
|
11
|
+
BuildConfigStandaloneType,
|
|
12
|
+
WorkspaceBuildConfig,
|
|
13
|
+
} from "./types";
|
|
8
14
|
export * from "./node";
|
|
15
|
+
export * from "./types";
|
|
9
16
|
|
|
10
17
|
export type BuildTypes = {
|
|
11
|
-
[type in
|
|
12
|
-
jobs: (context:
|
|
13
|
-
defaults: (
|
|
18
|
+
[type in BuildConfigStandaloneType]: {
|
|
19
|
+
jobs: (context: ComponentContext) => CatladderJob[];
|
|
20
|
+
defaults: (
|
|
21
|
+
envContext: EnvironmentContext,
|
|
22
|
+
) => Partial<Extract<BuildConfig, { type: type }>>;
|
|
14
23
|
};
|
|
15
24
|
};
|
|
16
25
|
|
|
@@ -20,24 +29,66 @@ export const BUILD_TYPES: BuildTypes = {
|
|
|
20
29
|
defaults: () => ({
|
|
21
30
|
buildCommand: "yarn build",
|
|
22
31
|
startCommand: "yarn start",
|
|
32
|
+
artifactsPaths: ["dist", ".next"],
|
|
23
33
|
}),
|
|
24
34
|
},
|
|
25
35
|
"node-static": {
|
|
26
36
|
jobs: createNodeJobs,
|
|
27
37
|
defaults: () => ({
|
|
28
38
|
buildCommand: "yarn build",
|
|
39
|
+
artifactsPaths: ["dist"],
|
|
29
40
|
}),
|
|
30
41
|
},
|
|
31
42
|
storybook: {
|
|
32
43
|
jobs: createStorybookJobs,
|
|
33
44
|
defaults: () => ({
|
|
34
45
|
buildCommand: ["yarn build-storybook --quiet -o ./dist"],
|
|
46
|
+
artifactsPaths: ["dist"],
|
|
35
47
|
}),
|
|
36
48
|
},
|
|
37
49
|
meteor: {
|
|
38
50
|
jobs: createMeteorJobs,
|
|
39
51
|
defaults: () => ({
|
|
40
52
|
startCommand: "node main.js",
|
|
53
|
+
artifactsPaths: ["dist"],
|
|
54
|
+
}),
|
|
55
|
+
},
|
|
56
|
+
custom: {
|
|
57
|
+
jobs: createCustomJobs,
|
|
58
|
+
defaults: () => ({
|
|
59
|
+
artifactsPaths: ["dist"],
|
|
60
|
+
}),
|
|
61
|
+
},
|
|
62
|
+
rails: {
|
|
63
|
+
jobs: createRailsJobs,
|
|
64
|
+
defaults: () => ({
|
|
65
|
+
startCommand: "/cnb/process/web",
|
|
66
|
+
cnbBuilder: {
|
|
67
|
+
image: "heroku/builder:22",
|
|
68
|
+
packVersion: "0.32.1",
|
|
69
|
+
},
|
|
70
|
+
}),
|
|
71
|
+
},
|
|
72
|
+
};
|
|
73
|
+
|
|
74
|
+
export type WorkspaceBuildTypes = {
|
|
75
|
+
[type in WorkspaceBuildConfig["type"]]: {
|
|
76
|
+
jobs: (context: WorkspaceContext) => CatladderJob[];
|
|
77
|
+
defaults: () => Partial<Extract<WorkspaceBuildConfig, { type: type }>>;
|
|
78
|
+
};
|
|
79
|
+
};
|
|
80
|
+
|
|
81
|
+
export const WORKSPACE_BUILD_TYPES: WorkspaceBuildTypes = {
|
|
82
|
+
node: {
|
|
83
|
+
jobs: createNodeJobs,
|
|
84
|
+
defaults: () => ({
|
|
85
|
+
buildCommand: "yarn build",
|
|
86
|
+
lint: {
|
|
87
|
+
command: "yarn lint",
|
|
88
|
+
},
|
|
89
|
+
test: {
|
|
90
|
+
command: "yarn test",
|
|
91
|
+
},
|
|
41
92
|
}),
|
|
42
93
|
},
|
|
43
94
|
};
|
|
@@ -1,76 +1,96 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { getRunnerImage } from "../../runner";
|
|
2
|
+
import type {
|
|
3
|
+
BuildContextStandalone,
|
|
4
|
+
WorkspaceContext,
|
|
5
|
+
} from "../../types/context";
|
|
6
|
+
import {
|
|
7
|
+
componentContextIsStandaloneBuild,
|
|
8
|
+
type ComponentContext,
|
|
9
|
+
} from "../../types/context";
|
|
10
|
+
import type { CatladderJob } from "../../types/jobs";
|
|
2
11
|
import { ensureArray } from "../../utils";
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
12
|
+
import { createComponentBuildJobs, createWorkspaceBuildJobs } from "../base";
|
|
13
|
+
import type { AppBuildJobDefinition } from "../base/createAppBuildJob";
|
|
14
|
+
import type { DockerBuildJobDefinition } from "../docker";
|
|
15
|
+
import { getDockerBuildScriptWithBuiltInDockerFile } from "../docker";
|
|
16
|
+
import type { BuildConfigDocker } from "../types";
|
|
7
17
|
import { isOfBuildType } from "../types";
|
|
8
|
-
import {
|
|
18
|
+
import {
|
|
19
|
+
getNextCache,
|
|
20
|
+
getNodeCache,
|
|
21
|
+
getWorkspaceDefaultCaches,
|
|
22
|
+
getYarnCache,
|
|
23
|
+
} from "./cache";
|
|
9
24
|
import { NODE_RUNNER_BUILD_VARIABLES } from "./constants";
|
|
10
|
-
import {
|
|
11
|
-
import { CatladderJob } from "../../types/jobs";
|
|
25
|
+
import { getDockerAppCopyAndBuildScript, getYarnInstall } from "./yarn";
|
|
12
26
|
|
|
13
|
-
export const createNodeBuildJobs = (
|
|
14
|
-
|
|
27
|
+
export const createNodeBuildJobs = (
|
|
28
|
+
context: ComponentContext | WorkspaceContext,
|
|
29
|
+
): CatladderJob[] => {
|
|
30
|
+
if (context.type === "workspace") {
|
|
31
|
+
return createWorkspaceBuildJobs(context, {
|
|
32
|
+
appBuild: createNodeBuildJobDefinition(context),
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
return createComponentBuildJobs(context, {
|
|
36
|
+
appBuild: componentContextIsStandaloneBuild(context)
|
|
37
|
+
? createNodeBuildJobDefinition(context)
|
|
38
|
+
: undefined,
|
|
39
|
+
|
|
40
|
+
dockerBuild: createNodeDockerJobDefinition(context),
|
|
41
|
+
});
|
|
42
|
+
};
|
|
43
|
+
|
|
44
|
+
export const createNodeBuildJobDefinition = (
|
|
45
|
+
context: ComponentContext<BuildContextStandalone> | WorkspaceContext,
|
|
46
|
+
): AppBuildJobDefinition | undefined => {
|
|
47
|
+
const buildConfig = context.build.config;
|
|
15
48
|
|
|
16
49
|
if (!isOfBuildType(buildConfig, "node", "node-static", "storybook")) {
|
|
17
50
|
throw new Error("deploy config is not node, node-static or storybook");
|
|
18
51
|
}
|
|
19
52
|
|
|
53
|
+
if (buildConfig.buildCommand === null) return undefined;
|
|
54
|
+
|
|
55
|
+
const defaultImage = getRunnerImage("jobs-default");
|
|
20
56
|
const yarnInstall = getYarnInstall(context);
|
|
21
|
-
const appBuildJob: CatladderJob | null =
|
|
22
|
-
buildConfig.buildCommand !== null
|
|
23
|
-
? createBuildJob(context, {
|
|
24
|
-
variables: {
|
|
25
|
-
...NODE_RUNNER_BUILD_VARIABLES,
|
|
26
|
-
},
|
|
27
|
-
cache: [...getNodeCache(context), ...getNextCache(context)],
|
|
28
|
-
script: [
|
|
29
|
-
...yarnInstall,
|
|
30
|
-
...(ensureArray(buildConfig.buildCommand) ?? []),
|
|
31
|
-
],
|
|
32
|
-
artifacts: {
|
|
33
|
-
paths: [
|
|
34
|
-
join(context.componentConfig.dir, "__build_info.json"),
|
|
35
|
-
join(context.componentConfig.dir, "dist"),
|
|
36
|
-
join(context.componentConfig.dir, ".next"),
|
|
37
|
-
...(buildConfig.artifactsPaths?.map((path) =>
|
|
38
|
-
join(context.componentConfig.dir, path)
|
|
39
|
-
) ?? []),
|
|
40
|
-
],
|
|
41
|
-
},
|
|
42
|
-
})
|
|
43
|
-
: null;
|
|
44
|
-
return [
|
|
45
|
-
...(appBuildJob ? [appBuildJob] : []),
|
|
46
|
-
...(requiresDockerBuild(context)
|
|
47
|
-
? [
|
|
48
|
-
createDockerBuildJobDefault(context, {
|
|
49
|
-
script: [
|
|
50
|
-
buildConfig.type === "node-static" ||
|
|
51
|
-
buildConfig.type === "storybook"
|
|
52
|
-
? "ensureNginxDockerfile"
|
|
53
|
-
: "ensureNodeDockerfile",
|
|
54
|
-
],
|
|
55
|
-
cache: [...getYarnCache(context, "pull")],
|
|
56
|
-
variables: {
|
|
57
|
-
// only required for non static
|
|
58
|
-
YARN_INSTALL: getYarnInstallCommand(context, {
|
|
59
|
-
prodOnly: true,
|
|
60
|
-
}),
|
|
61
|
-
YARN_INSTALL_WITHOUT_SCRIPTS: getYarnInstallCommand(context, {
|
|
62
|
-
prodOnly: true,
|
|
63
|
-
noScripts: true,
|
|
64
|
-
}),
|
|
65
|
-
DOCKER_COPY_WORKSPACE_FILES:
|
|
66
|
-
context.packageManagerInfo?.pathsToCopyInDocker
|
|
67
|
-
.map((dir) => `COPY --chown=node:node ${dir} /app/${dir}`)
|
|
68
|
-
?.join("\n"),
|
|
69
|
-
},
|
|
70
57
|
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
58
|
+
return {
|
|
59
|
+
image: buildConfig.jobImage ?? defaultImage,
|
|
60
|
+
runnerVariables: NODE_RUNNER_BUILD_VARIABLES,
|
|
61
|
+
cache: [
|
|
62
|
+
...(ensureArray(buildConfig.jobCache) ?? []),
|
|
63
|
+
...getNodeCache(context),
|
|
64
|
+
...getNextCache(context),
|
|
65
|
+
],
|
|
66
|
+
script: [...yarnInstall, ...(ensureArray(buildConfig.buildCommand) ?? [])],
|
|
67
|
+
jobTags: buildConfig.jobTags,
|
|
68
|
+
};
|
|
69
|
+
};
|
|
70
|
+
|
|
71
|
+
export const createNodeDockerJobDefinition = (
|
|
72
|
+
context: ComponentContext,
|
|
73
|
+
): DockerBuildJobDefinition => {
|
|
74
|
+
// get the default docker built-in type based on the build type
|
|
75
|
+
const dockerDefaultBuiltIn: BuildConfigDocker["type"] =
|
|
76
|
+
context.build.buildType === "node-static" ||
|
|
77
|
+
context.build.buildType === "storybook"
|
|
78
|
+
? "nginx"
|
|
79
|
+
: "node";
|
|
80
|
+
|
|
81
|
+
return {
|
|
82
|
+
script: getDockerBuildScriptWithBuiltInDockerFile(
|
|
83
|
+
context,
|
|
84
|
+
dockerDefaultBuiltIn,
|
|
85
|
+
),
|
|
86
|
+
cache: [...getYarnCache(context, "pull")],
|
|
87
|
+
variables: {
|
|
88
|
+
// only required for non static
|
|
89
|
+
DOCKER_COPY_AND_INSTALL_APP: getDockerAppCopyAndBuildScript(context),
|
|
90
|
+
DOCKER_COPY_WORKSPACE_FILES:
|
|
91
|
+
context.packageManagerInfo?.pathsToCopyInDocker
|
|
92
|
+
.map((dir) => `COPY --chown=node:node ${dir} /app/${dir}`)
|
|
93
|
+
?.join("\n"),
|
|
94
|
+
},
|
|
95
|
+
};
|
|
76
96
|
};
|
package/src/build/node/cache.ts
CHANGED
|
@@ -1,61 +1,96 @@
|
|
|
1
|
+
import { uniq } from "lodash";
|
|
1
2
|
import { join } from "path";
|
|
2
|
-
import
|
|
3
|
-
import {
|
|
3
|
+
import slugify from "slugify";
|
|
4
|
+
import type { Context, WorkspaceContext } from "../../types/context";
|
|
5
|
+
import type { GitlabJobCache } from "../../types/gitlab-types";
|
|
4
6
|
|
|
5
7
|
export const getYarnCache = (
|
|
6
8
|
context: Context,
|
|
7
|
-
policy = "pull-push"
|
|
9
|
+
policy = "pull-push",
|
|
8
10
|
): GitlabJobCache[] => {
|
|
11
|
+
const componentIsInWorkspace =
|
|
12
|
+
context.type === "component" &&
|
|
13
|
+
context.packageManagerInfo.componentIsInWorkspace;
|
|
9
14
|
return [
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
+
componentIsInWorkspace
|
|
16
|
+
? {
|
|
17
|
+
key: "yarn",
|
|
18
|
+
policy,
|
|
19
|
+
paths: [".yarn"],
|
|
20
|
+
}
|
|
21
|
+
: {
|
|
22
|
+
key: slugify(context.build.dir) + "-yarn",
|
|
23
|
+
policy,
|
|
24
|
+
paths: [join(context.build.dir, ".yarn")],
|
|
25
|
+
},
|
|
15
26
|
];
|
|
16
27
|
};
|
|
17
28
|
|
|
18
29
|
export const getNodeModulesCache = (
|
|
19
30
|
context: Context,
|
|
20
|
-
policy = "pull-push"
|
|
31
|
+
policy = "pull-push",
|
|
21
32
|
): GitlabJobCache[] => {
|
|
22
33
|
const componentIsInWorkspace =
|
|
23
|
-
context.
|
|
34
|
+
context.type === "component" &&
|
|
35
|
+
context.packageManagerInfo.componentIsInWorkspace;
|
|
24
36
|
|
|
37
|
+
// We intentionally do not use the contents of yarn.lock as a cache key, as yarn install should always guarantee that the files are updated, but it can still use part of the cache if not all packages are up-to-date.
|
|
38
|
+
// It would slow down all pipelines whenever one adds a new dependency as it will need to download all node_modules again.
|
|
25
39
|
return [
|
|
26
40
|
{
|
|
27
41
|
// if component is in a shared workspace, use workspace cache. use individual cache else
|
|
28
42
|
key: componentIsInWorkspace
|
|
29
43
|
? "node-modules-workspace"
|
|
30
|
-
: context.
|
|
44
|
+
: slugify(context.build.dir) + "-node-modules", // we use the dirname, not the component name, because in certain cases we have two apps in the same directory and want to share the cache, e.g. when having storybook in the same package.json
|
|
31
45
|
policy,
|
|
32
46
|
paths: [
|
|
33
47
|
...(componentIsInWorkspace
|
|
34
|
-
? [
|
|
48
|
+
? uniq([
|
|
35
49
|
"node_modules",
|
|
36
|
-
...(context.packageManagerInfo
|
|
37
|
-
join(w.location, "node_modules")
|
|
50
|
+
...(context.packageManagerInfo.workspaces.map((w) =>
|
|
51
|
+
join(w.location, "node_modules"),
|
|
38
52
|
) ?? []),
|
|
39
|
-
]
|
|
40
|
-
: [join(context.
|
|
53
|
+
])
|
|
54
|
+
: [join(context.build.dir, "node_modules")]),
|
|
41
55
|
],
|
|
42
56
|
},
|
|
43
57
|
];
|
|
44
58
|
};
|
|
45
59
|
export const getNodeCache = (
|
|
46
60
|
context: Context,
|
|
47
|
-
policy = "pull-push"
|
|
61
|
+
policy = "pull-push",
|
|
48
62
|
): GitlabJobCache[] => {
|
|
49
63
|
return [
|
|
50
64
|
...getYarnCache(context, policy),
|
|
51
65
|
...getNodeModulesCache(context, policy),
|
|
66
|
+
...(context.type === "workspace" ? getWorkspaceDefaultCaches(context) : []),
|
|
52
67
|
];
|
|
53
68
|
};
|
|
54
69
|
|
|
55
|
-
export const getNextCache = (context: Context): GitlabJobCache[] =>
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
70
|
+
export const getNextCache = (context: Context): GitlabJobCache[] => {
|
|
71
|
+
const key = context.name + "-next-cache";
|
|
72
|
+
const paths = context.build
|
|
73
|
+
.getComponentDirs("direct")
|
|
74
|
+
.map((c) => join(c, ".next/cache"));
|
|
75
|
+
|
|
76
|
+
return [
|
|
77
|
+
{
|
|
78
|
+
key,
|
|
79
|
+
policy: "pull-push",
|
|
80
|
+
paths,
|
|
81
|
+
},
|
|
82
|
+
];
|
|
83
|
+
};
|
|
84
|
+
|
|
85
|
+
export const getWorkspaceDefaultCaches = (
|
|
86
|
+
context: WorkspaceContext,
|
|
87
|
+
): GitlabJobCache[] => {
|
|
88
|
+
return [
|
|
89
|
+
{
|
|
90
|
+
// turbo repo
|
|
91
|
+
key: context.name + "-turbo",
|
|
92
|
+
policy: "pull-push",
|
|
93
|
+
paths: [join(context.build.dir, ".turbo")],
|
|
94
|
+
},
|
|
95
|
+
];
|
|
96
|
+
};
|