@catladder/pipeline 0.0.0-node16-ddfae617 → 0.0.0-perf-cli-reduce-bundle-size-with-tsconfig-optimization-3556aaa4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -0
- package/bin/catladder-gitlab-dev.js +3 -0
- package/bin/catladder-gitlab.js +1 -1
- package/dist/bash/BashExpression.d.ts +40 -0
- package/dist/bash/BashExpression.js +124 -0
- package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
- package/dist/bash/bashExpressionPerPipelineType.js +11 -0
- package/dist/bash/bashYaml.d.ts +10 -0
- package/dist/bash/bashYaml.js +46 -0
- package/dist/bash/getInjectVarsScript.d.ts +2 -0
- package/dist/bash/getInjectVarsScript.js +45 -0
- package/dist/bash/replaceAsync.d.ts +2 -0
- package/dist/bash/replaceAsync.js +171 -0
- package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
- package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
- package/dist/build/base/__tests__/createArtifactsConfig.test.js +42 -0
- package/dist/build/base/constants.d.ts +0 -1
- package/dist/build/base/constants.js +4 -3
- package/dist/build/base/createAppBuildJob.d.ts +9 -0
- package/dist/build/base/createAppBuildJob.js +87 -0
- package/dist/build/base/createArtifactsConfig.d.ts +4 -0
- package/dist/build/base/createArtifactsConfig.js +65 -0
- package/dist/build/base/index.d.ts +12 -0
- package/dist/build/base/index.js +68 -0
- package/dist/build/base/writeBuildInfo.d.ts +2 -0
- package/dist/build/base/writeBuildInfo.js +10 -0
- package/dist/build/base/writeDotEnv.d.ts +8 -0
- package/dist/build/base/writeDotEnv.js +66 -0
- package/dist/build/custom/__tests__/testJob.test.js +36 -0
- package/dist/build/custom/buildJob.d.ts +3 -0
- package/dist/build/custom/buildJob.js +67 -0
- package/dist/build/custom/index.d.ts +3 -0
- package/dist/build/custom/index.js +43 -0
- package/dist/build/custom/testJob.d.ts +7 -0
- package/dist/build/custom/testJob.js +100 -0
- package/dist/build/docker.d.ts +61 -22
- package/dist/build/docker.js +110 -73
- package/dist/build/index.d.ts +16 -8
- package/dist/build/index.js +61 -19
- package/dist/build/node/buildJob.d.ts +8 -3
- package/dist/build/node/buildJob.js +48 -68
- package/dist/build/node/cache.d.ts +4 -3
- package/dist/build/node/cache.js +45 -32
- package/dist/build/node/constants.d.ts +0 -1
- package/dist/build/node/constants.js +5 -4
- package/dist/build/node/index.d.ts +5 -5
- package/dist/build/node/index.js +6 -17
- package/dist/build/node/meteor.d.ts +3 -3
- package/dist/build/node/meteor.js +26 -37
- package/dist/build/node/testJob.d.ts +4 -3
- package/dist/build/node/testJob.js +35 -36
- package/dist/build/node/yarn.d.ts +6 -6
- package/dist/build/node/yarn.js +40 -25
- package/dist/build/rails/build.d.ts +3 -0
- package/dist/build/rails/build.js +90 -0
- package/dist/build/rails/index.d.ts +3 -0
- package/dist/build/rails/index.js +43 -0
- package/dist/build/rails/test.d.ts +3 -0
- package/dist/build/rails/test.js +103 -0
- package/dist/build/sbom.d.ts +5 -0
- package/dist/build/sbom.js +32 -0
- package/dist/build/types.d.ts +251 -33
- package/dist/build/types.js +10 -6
- package/dist/bundles/catladder-gitlab/index.js +41626 -0
- package/dist/catladder-gitlab.js +130 -68
- package/dist/config/{configruedEnvs.test.js → __tests__/configruedEnvs.test.js} +13 -13
- package/dist/config/__tests__/getAllEnvs.test.js +79 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
- package/dist/config/configruedEnvs.d.ts +1 -1
- package/dist/config/configruedEnvs.js +10 -23
- package/dist/config/index.js +13 -11
- package/dist/config/readConfig.d.ts +3 -3
- package/dist/config/readConfig.js +193 -52
- package/dist/constants.js +5 -3
- package/dist/context/__tests__/resolveReferences.test.d.ts +1 -0
- package/dist/context/__tests__/resolveReferences.test.js +368 -0
- package/dist/context/createAllComponentsContext.d.ts +12 -0
- package/dist/context/createAllComponentsContext.js +159 -0
- package/dist/context/createComponentContext.d.ts +11 -0
- package/dist/context/createComponentContext.js +256 -0
- package/dist/context/createWorkspaceContext.d.ts +16 -0
- package/dist/context/createWorkspaceContext.js +173 -0
- package/dist/context/getBuildInfoVariables.d.ts +6 -0
- package/dist/context/getBuildInfoVariables.js +55 -0
- package/dist/context/getEnvConfig.d.ts +2 -0
- package/dist/context/getEnvConfig.js +20 -0
- package/dist/context/getEnvType.d.ts +4 -0
- package/dist/context/getEnvType.js +15 -0
- package/dist/context/getEnvironment.d.ts +3 -0
- package/dist/{pipeline/createChildPipeline.test.js → context/getEnvironment.js} +50 -86
- package/dist/context/getEnvironmentContext.d.ts +8 -0
- package/dist/context/getEnvironmentContext.js +43 -0
- package/dist/context/getEnvironmentVariables.d.ts +27 -0
- package/dist/context/getEnvironmentVariables.js +285 -0
- package/dist/context/getLabels.d.ts +9 -0
- package/dist/context/getLabels.js +41 -0
- package/dist/context/getReviewSlug.d.ts +4 -0
- package/dist/context/getReviewSlug.js +22 -0
- package/dist/context/index.d.ts +3 -6
- package/dist/context/index.js +22 -219
- package/dist/context/resolveReferences.d.ts +3 -3
- package/dist/context/resolveReferences.js +248 -55
- package/dist/context/transformJobOnlyVars.d.ts +13 -0
- package/dist/{build/tests/storybook.test.js → context/transformJobOnlyVars.js} +54 -106
- package/dist/context/utils/envVars.d.ts +8 -0
- package/dist/context/utils/envVars.js +55 -0
- package/dist/defaults/index.d.ts +1 -1
- package/dist/defaults/index.js +3 -1
- package/dist/deploy/base/deploy.d.ts +5 -0
- package/dist/deploy/base/deploy.js +121 -0
- package/dist/deploy/base/index.d.ts +10 -0
- package/dist/deploy/base/index.js +44 -0
- package/dist/deploy/base/rollback.d.ts +5 -0
- package/dist/deploy/base/rollback.js +41 -0
- package/dist/deploy/base/stop.d.ts +5 -0
- package/dist/deploy/base/stop.js +46 -0
- package/dist/deploy/base/types.d.ts +2 -0
- package/dist/deploy/base/types.js +5 -0
- package/dist/deploy/base/variables.d.ts +5 -0
- package/dist/deploy/base/variables.js +11 -0
- package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
- package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
- package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
- package/dist/deploy/cloudRun/cleanup.js +53 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +187 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +93 -0
- package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
- package/dist/deploy/cloudRun/createJobs/common.js +93 -0
- package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
- package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
- package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/index.js +58 -0
- package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
- package/dist/deploy/cloudRun/index.d.ts +4 -0
- package/dist/deploy/cloudRun/index.js +128 -0
- package/dist/deploy/cloudRun/utils/createArgsString.d.ts +13 -0
- package/dist/deploy/cloudRun/utils/createArgsString.js +63 -0
- package/dist/deploy/cloudRun/utils/database.d.ts +6 -0
- package/dist/deploy/cloudRun/utils/database.js +77 -0
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +12 -0
- package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
- package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/jobName.js +10 -0
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
- package/dist/deploy/cloudSql/utils.d.ts +4 -0
- package/dist/deploy/cloudSql/utils.js +14 -0
- package/dist/deploy/custom/deployJob.d.ts +3 -3
- package/dist/deploy/custom/deployJob.js +28 -25
- package/dist/deploy/custom/index.d.ts +2 -1
- package/dist/deploy/custom/index.js +16 -19
- package/dist/deploy/dockerTag/deployJob.d.ts +3 -0
- package/dist/deploy/dockerTag/deployJob.js +65 -0
- package/dist/deploy/dockerTag/index.d.ts +2 -0
- package/dist/deploy/dockerTag/index.js +19 -0
- package/dist/deploy/index.d.ts +15 -9
- package/dist/deploy/index.js +20 -27
- package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +8 -0
- package/dist/deploy/kubernetes/additionalSecretKeys.js +30 -0
- package/dist/deploy/kubernetes/cloudSql/index.d.ts +14 -0
- package/dist/deploy/kubernetes/cloudSql/index.js +55 -0
- package/dist/deploy/kubernetes/deployJob.d.ts +3 -3
- package/dist/deploy/kubernetes/deployJob.js +43 -124
- package/dist/deploy/kubernetes/index.d.ts +3 -1
- package/dist/deploy/kubernetes/index.js +86 -11
- package/dist/deploy/kubernetes/kubeEnv.d.ts +10 -0
- package/dist/deploy/kubernetes/kubeEnv.js +76 -0
- package/dist/deploy/kubernetes/kubeValues.d.ts +90 -0
- package/dist/deploy/kubernetes/kubeValues.js +123 -0
- package/dist/deploy/kubernetes/mongodb.d.ts +19 -6
- package/dist/deploy/kubernetes/mongodb.js +100 -11
- package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +27 -29
- package/dist/deploy/kubernetes/processSecretsAsFiles.js +5 -11
- package/dist/deploy/sbom.d.ts +4 -0
- package/dist/deploy/sbom.js +20 -0
- package/dist/deploy/types/base.d.ts +36 -0
- package/dist/deploy/types/base.js +5 -0
- package/dist/deploy/types/custom.d.ts +33 -0
- package/dist/deploy/types/custom.js +5 -0
- package/dist/deploy/types/dockerTag.d.ts +12 -0
- package/dist/deploy/types/dockerTag.js +5 -0
- package/dist/deploy/types/googleCloudRun.d.ts +208 -0
- package/dist/deploy/types/googleCloudRun.js +5 -0
- package/dist/deploy/types/index.d.ts +22 -0
- package/dist/deploy/types/index.js +37 -0
- package/dist/deploy/types/kubernetes.d.ts +355 -0
- package/dist/deploy/types/kubernetes.js +5 -0
- package/dist/deploy/utils.d.ts +3 -3
- package/dist/deploy/utils.js +8 -12
- package/dist/index.d.ts +3 -2
- package/dist/index.js +16 -19
- package/dist/packageInfos.d.ts +4 -0
- package/dist/packageInfos.js +20 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
- package/dist/pipeline/createAllJobs.d.ts +18 -0
- package/dist/pipeline/createAllJobs.js +236 -0
- package/dist/pipeline/createChildPipeline.d.ts +3 -3
- package/dist/pipeline/createChildPipeline.js +45 -157
- package/dist/pipeline/createJobsForComponent.d.ts +3 -0
- package/dist/{build/base/createBuildJob.js → pipeline/createJobsForComponent.js} +32 -51
- package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
- package/dist/pipeline/createJobsForWorkspace.js +12 -0
- package/dist/pipeline/createMainPipeline.d.ts +3 -0
- package/dist/pipeline/createMainPipeline.js +269 -0
- package/dist/pipeline/generatePipelineFiles.d.ts +40 -0
- package/dist/pipeline/generatePipelineFiles.js +240 -0
- package/dist/pipeline/getPipelineStages.d.ts +7 -0
- package/dist/pipeline/getPipelineStages.js +56 -0
- package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -0
- package/dist/pipeline/gitlab/createGitlabJobs.js +461 -0
- package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +8 -0
- package/dist/pipeline/gitlab/createGitlabPipeline.js +41 -0
- package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.d.ts +1 -0
- package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.js +29 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +35 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.js +27 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
- package/dist/pipeline/index.d.ts +3 -1
- package/dist/pipeline/index.js +16 -12
- package/dist/pipeline/packageManager.d.ts +3 -2
- package/dist/pipeline/packageManager.js +69 -196
- package/dist/pipeline/yarn/yarnUtils.d.ts +5 -0
- package/dist/pipeline/yarn/yarnUtils.js +241 -0
- package/dist/rules/index.d.ts +10 -2
- package/dist/rules/index.js +36 -16
- package/dist/runner/index.d.ts +2 -3
- package/dist/runner/index.js +3 -4
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/types/config.d.ts +56 -32
- package/dist/types/config.js +11 -18
- package/dist/types/context.d.ts +143 -27
- package/dist/types/context.js +12 -1
- package/dist/types/environmentContext.d.ts +31 -0
- package/dist/types/environmentContext.js +5 -0
- package/dist/types/gitlab-ci-yml.d.ts +769 -0
- package/dist/types/gitlab-ci-yml.js +10 -0
- package/dist/types/gitlab-types.d.ts +12 -60
- package/dist/types/gitlab-types.js +3 -1
- package/dist/types/index.js +13 -13
- package/dist/types/jobs.d.ts +55 -21
- package/dist/types/jobs.js +4 -2
- package/dist/types/pipeline.d.ts +5 -4
- package/dist/types/pipeline.js +3 -1
- package/dist/types/utils.d.ts +1 -0
- package/dist/types/utils.js +5 -0
- package/dist/utils/gitlab.d.ts +6 -0
- package/dist/utils/gitlab.js +56 -0
- package/dist/utils/index.d.ts +1 -1
- package/dist/utils/index.js +8 -16
- package/dist/utils/jsonParse.d.ts +1 -0
- package/dist/utils/jsonParse.js +14 -0
- package/dist/utils/removeUndefined.d.ts +1 -0
- package/dist/utils/removeUndefined.js +36 -0
- package/dist/utils/writeFiles.d.ts +11 -0
- package/dist/utils/writeFiles.js +180 -0
- package/examples/.test-gen-ignore +1 -0
- package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +3260 -0
- package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +3404 -0
- package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +3322 -0
- package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +3388 -0
- package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +2900 -0
- package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +6760 -0
- package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +6030 -0
- package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +3316 -0
- package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +2983 -0
- package/examples/__snapshots__/custom-build-job.test.ts.snap +2572 -0
- package/examples/__snapshots__/custom-deploy.test.ts.snap +2824 -0
- package/examples/__snapshots__/custom-envs.test.ts.snap +1884 -0
- package/examples/__snapshots__/custom-sbom-java.test.ts.snap +2588 -0
- package/examples/__snapshots__/git-submodule.test.ts.snap +3304 -0
- package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +4228 -0
- package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.test.ts.snap +4252 -0
- package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +4268 -0
- package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +7910 -0
- package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +4476 -0
- package/examples/__snapshots__/local-dot-env.test.ts.snap +3300 -0
- package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +4342 -0
- package/examples/__snapshots__/multiline-var.test.ts.snap +7864 -0
- package/examples/__snapshots__/native-app.test.ts.snap +5316 -0
- package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +3300 -0
- package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +3316 -0
- package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +2011 -0
- package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +3465 -0
- package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +3380 -0
- package/examples/__utils__/helpers.ts +27 -0
- package/examples/cloud-run-memory-limit.test.ts +18 -0
- package/examples/cloud-run-memory-limit.ts +33 -0
- package/examples/cloud-run-meteor-with-worker.test.ts +18 -0
- package/examples/cloud-run-meteor-with-worker.ts +37 -0
- package/examples/cloud-run-no-cpu-throttling.test.ts +18 -0
- package/examples/cloud-run-no-cpu-throttling.ts +35 -0
- package/examples/cloud-run-no-service.test.ts +18 -0
- package/examples/cloud-run-no-service.ts +33 -0
- package/examples/cloud-run-non-public.test.ts +18 -0
- package/examples/cloud-run-non-public.ts +28 -0
- package/examples/cloud-run-post-stop-job.test.ts +18 -0
- package/examples/cloud-run-post-stop-job.ts +42 -0
- package/examples/cloud-run-service-gen2.test.ts +18 -0
- package/examples/cloud-run-service-gen2.ts +29 -0
- package/examples/cloud-run-service-increase-timout.test.ts +18 -0
- package/examples/cloud-run-service-increase-timout.ts +29 -0
- package/examples/cloud-run-service-with-volumes.test.ts +18 -0
- package/examples/cloud-run-service-with-volumes.ts +56 -0
- package/examples/cloud-run-storybook.test.ts +18 -0
- package/examples/cloud-run-storybook.ts +33 -0
- package/examples/cloud-run-with-ngnix.test.ts +18 -0
- package/examples/cloud-run-with-ngnix.ts +29 -0
- package/examples/cloud-run-with-sql-reuse-db.test.ts +18 -0
- package/examples/cloud-run-with-sql-reuse-db.ts +55 -0
- package/examples/cloud-run-with-sql.test.ts +18 -0
- package/examples/cloud-run-with-sql.ts +71 -0
- package/examples/cloud-run-with-worker.test.ts +18 -0
- package/examples/cloud-run-with-worker.ts +37 -0
- package/examples/custom-build-job-with-tests.test.ts +18 -0
- package/examples/custom-build-job-with-tests.ts +56 -0
- package/examples/custom-build-job.test.ts +18 -0
- package/examples/custom-build-job.ts +29 -0
- package/examples/custom-deploy.test.ts +18 -0
- package/examples/custom-deploy.ts +36 -0
- package/examples/custom-envs.test.ts +18 -0
- package/examples/custom-envs.ts +32 -0
- package/examples/custom-sbom-java.test.ts +18 -0
- package/examples/custom-sbom-java.ts +38 -0
- package/examples/git-submodule.test.ts +18 -0
- package/examples/git-submodule.ts +30 -0
- package/examples/kubernetes-application-customization.test.ts +18 -0
- package/examples/kubernetes-application-customization.ts +59 -0
- package/examples/kubernetes-with-cloud-sql-legacy.test.ts +18 -0
- package/examples/kubernetes-with-cloud-sql-legacy.ts +35 -0
- package/examples/kubernetes-with-cloud-sql.test.ts +18 -0
- package/examples/kubernetes-with-cloud-sql.ts +37 -0
- package/examples/kubernetes-with-jobs.test.ts +18 -0
- package/examples/kubernetes-with-jobs.ts +70 -0
- package/examples/kubernetes-with-mongodb.test.ts +18 -0
- package/examples/kubernetes-with-mongodb.ts +51 -0
- package/examples/local-dot-env.test.ts +18 -0
- package/examples/local-dot-env.ts +27 -0
- package/examples/meteor-kubernetes.test.ts +18 -0
- package/examples/meteor-kubernetes.ts +64 -0
- package/examples/multiline-var.test.ts +18 -0
- package/examples/multiline-var.ts +65 -0
- package/examples/native-app.test.ts +18 -0
- package/examples/native-app.ts +83 -0
- package/examples/node-build-with-custom-image.test.ts +18 -0
- package/examples/node-build-with-custom-image.ts +26 -0
- package/examples/node-build-with-docker-additions.test.ts +18 -0
- package/examples/node-build-with-docker-additions.ts +29 -0
- package/examples/rails-k8s-with-worker-dockerfile.test.ts +9 -0
- package/examples/rails-k8s-with-worker.test.ts +18 -0
- package/examples/rails-k8s-with-worker.ts +95 -0
- package/examples/wait-for-other-deploy.test.ts +18 -0
- package/examples/wait-for-other-deploy.ts +37 -0
- package/package.json +76 -17
- package/scripts/bundle +2 -0
- package/scripts/generate-examples-test.ts +93 -0
- package/scripts/generate-gitlab-ci-types.ts +51 -0
- package/scripts/tsconfig.json +7 -0
- package/src/bash/BashExpression.ts +81 -0
- package/src/bash/bashExpressionPerPipelineType.ts +16 -0
- package/src/bash/bashYaml.ts +46 -0
- package/src/bash/getInjectVarsScript.ts +12 -0
- package/src/bash/replaceAsync.ts +50 -0
- package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
- package/src/build/base/__tests__/__snapshots__/createArtifactsConfig.test.ts.snap +49 -0
- package/src/build/base/__tests__/createArtifactsConfig.test.ts +41 -0
- package/src/build/base/constants.ts +2 -2
- package/src/build/base/createAppBuildJob.ts +70 -0
- package/src/build/base/createArtifactsConfig.ts +34 -0
- package/src/build/base/index.ts +62 -0
- package/src/build/base/writeBuildInfo.ts +7 -0
- package/src/build/base/writeDotEnv.ts +40 -0
- package/src/build/custom/__tests__/testJob.test.ts +29 -0
- package/src/build/custom/buildJob.ts +41 -0
- package/src/build/custom/index.ts +8 -0
- package/src/build/custom/testJob.ts +93 -0
- package/src/build/docker.ts +173 -63
- package/src/build/index.ts +59 -8
- package/src/build/node/buildJob.ts +84 -64
- package/src/build/node/cache.ts +59 -24
- package/src/build/node/constants.ts +2 -3
- package/src/build/node/index.ts +9 -5
- package/src/build/node/meteor.ts +41 -44
- package/src/build/node/testJob.ts +57 -16
- package/src/build/node/yarn.ts +81 -25
- package/src/build/rails/build.ts +69 -0
- package/src/build/rails/index.ts +8 -0
- package/src/build/rails/test.ts +103 -0
- package/src/build/sbom.ts +48 -0
- package/src/build/types.ts +301 -27
- package/src/catladder-gitlab.ts +12 -52
- package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
- package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
- package/src/config/{configruedEnvs.test.ts → __tests__/configruedEnvs.test.ts} +3 -3
- package/src/config/__tests__/getAllEnvs.test.ts +71 -0
- package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
- package/src/config/configruedEnvs.ts +8 -13
- package/src/config/readConfig.ts +17 -23
- package/src/constants.ts +5 -2
- package/src/context/{resolveReferences.test.ts → __tests__/resolveReferences.test.ts} +34 -44
- package/src/context/createAllComponentsContext.ts +31 -0
- package/src/context/createComponentContext.ts +135 -0
- package/src/context/createWorkspaceContext.ts +56 -0
- package/src/context/getBuildInfoVariables.ts +36 -0
- package/src/context/getEnvConfig.ts +21 -0
- package/src/context/getEnvType.ts +17 -0
- package/src/context/getEnvironment.ts +26 -0
- package/src/context/getEnvironmentContext.ts +53 -0
- package/src/context/getEnvironmentVariables.ts +210 -0
- package/src/context/getLabels.ts +21 -0
- package/src/context/getReviewSlug.ts +27 -0
- package/src/context/index.ts +3 -232
- package/src/context/resolveReferences.ts +67 -40
- package/src/context/transformJobOnlyVars.ts +45 -0
- package/src/context/utils/envVars.ts +27 -0
- package/src/defaults/index.ts +1 -1
- package/src/deploy/base/deploy.ts +136 -0
- package/src/deploy/base/index.ts +22 -0
- package/src/deploy/base/rollback.ts +38 -0
- package/src/deploy/base/stop.ts +43 -0
- package/src/deploy/base/types.ts +3 -0
- package/src/deploy/base/variables.ts +5 -0
- package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
- package/src/deploy/cloudRun/cleanup.ts +30 -0
- package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
- package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +198 -0
- package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
- package/src/deploy/cloudRun/createJobs/common.ts +59 -0
- package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +79 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
- package/src/deploy/cloudRun/createJobs/index.ts +51 -0
- package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
- package/src/deploy/cloudRun/index.ts +127 -0
- package/src/deploy/cloudRun/utils/createArgsString.ts +34 -0
- package/src/deploy/cloudRun/utils/database.ts +77 -0
- package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +12 -0
- package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
- package/src/deploy/cloudRun/utils/jobName.ts +7 -0
- package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
- package/src/deploy/cloudSql/utils.ts +26 -0
- package/src/deploy/custom/deployJob.ts +41 -16
- package/src/deploy/custom/index.ts +9 -1
- package/src/deploy/dockerTag/deployJob.ts +29 -0
- package/src/deploy/dockerTag/index.ts +10 -0
- package/src/deploy/index.ts +32 -17
- package/src/deploy/kubernetes/additionalSecretKeys.ts +25 -0
- package/src/deploy/kubernetes/cloudSql/index.ts +76 -0
- package/src/deploy/kubernetes/deployJob.ts +61 -115
- package/src/deploy/kubernetes/index.ts +50 -1
- package/src/deploy/kubernetes/kubeEnv.ts +50 -0
- package/src/deploy/kubernetes/kubeValues.ts +100 -0
- package/src/deploy/kubernetes/mongodb.ts +106 -8
- package/src/deploy/kubernetes/processSecretsAsFiles.ts +6 -5
- package/src/deploy/sbom.ts +32 -0
- package/src/deploy/types/base.ts +43 -0
- package/src/deploy/types/custom.ts +36 -0
- package/src/deploy/types/dockerTag.ts +14 -0
- package/src/deploy/types/googleCloudRun.ts +282 -0
- package/src/deploy/types/index.ts +28 -0
- package/src/deploy/types/kubernetes.ts +390 -0
- package/src/deploy/utils.ts +10 -6
- package/src/index.ts +2 -1
- package/src/packageInfos.ts +14 -0
- package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
- package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
- package/src/pipeline/createAllJobs.ts +72 -0
- package/src/pipeline/createChildPipeline.ts +24 -43
- package/src/pipeline/createJobsForComponent.ts +35 -0
- package/src/pipeline/createJobsForWorkspace.ts +12 -0
- package/src/pipeline/createMainPipeline.ts +111 -0
- package/src/pipeline/generatePipelineFiles.ts +76 -0
- package/src/pipeline/getPipelineStages.ts +23 -0
- package/src/pipeline/gitlab/createGitlabJobs.ts +445 -0
- package/src/pipeline/gitlab/createGitlabPipeline.ts +28 -0
- package/src/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.ts +46 -0
- package/src/pipeline/gitlab/gitlabReleaseJobs.ts +25 -0
- package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
- package/src/pipeline/index.ts +3 -1
- package/src/pipeline/packageManager.ts +47 -64
- package/src/pipeline/yarn/yarnUtils.ts +66 -0
- package/src/rules/index.ts +46 -13
- package/src/runner/index.ts +2 -1
- package/src/types/config.ts +72 -16
- package/src/types/context.ts +194 -25
- package/src/types/environmentContext.ts +38 -0
- package/src/types/gitlab-ci-yml.ts +891 -0
- package/src/types/gitlab-types.ts +52 -57
- package/src/types/jobs.ts +66 -11
- package/src/types/pipeline.ts +5 -1
- package/src/types/utils.ts +7 -0
- package/src/utils/gitlab.ts +33 -0
- package/src/utils/index.ts +3 -3
- package/src/utils/jsonParse.ts +7 -0
- package/src/utils/removeUndefined.ts +4 -0
- package/src/utils/writeFiles.ts +53 -0
- package/tsconfig.json +4 -2
- package/dist/build/base/createBuildJob.d.ts +0 -7
- package/dist/build/base/getBuildInfo.d.ts +0 -2
- package/dist/build/base/getBuildInfo.js +0 -12
- package/dist/context/resolveReferences.test.js +0 -141
- package/dist/deploy/base.d.ts +0 -8
- package/dist/deploy/base.js +0 -107
- package/dist/deploy/kubernetes/cloudsql.d.ts +0 -6
- package/dist/deploy/kubernetes/cloudsql.js +0 -16
- package/dist/deploy/types.d.ts +0 -196
- package/dist/deploy/types.js +0 -16
- package/dist/pipeline/createJobs.d.ts +0 -3
- package/dist/pipeline/createJobs.js +0 -383
- package/dist/pipeline/gitlab/makeGitlabJob.d.ts +0 -8
- package/dist/pipeline/gitlab/makeGitlabJob.js +0 -45
- package/src/build/base/createBuildJob.ts +0 -43
- package/src/build/base/getBuildInfo.ts +0 -7
- package/src/build/tests/storybook.test.ts +0 -54
- package/src/deploy/base.ts +0 -120
- package/src/deploy/kubernetes/cloudsql.ts +0 -12
- package/src/deploy/types.ts +0 -189
- package/src/pipeline/createChildPipeline.test.ts +0 -49
- package/src/pipeline/createJobs.ts +0 -195
- package/src/pipeline/gitlab/makeGitlabJob.ts +0 -16
- /package/dist/build/{tests/storybook.test.d.ts → base/__tests__/createArtifactsConfig.test.d.ts} +0 -0
- /package/dist/{config/configruedEnvs.test.d.ts → build/custom/__tests__/testJob.test.d.ts} +0 -0
- /package/dist/{context/resolveReferences.test.d.ts → config/__tests__/configruedEnvs.test.d.ts} +0 -0
- /package/dist/{pipeline/createChildPipeline.test.d.ts → config/__tests__/getAllEnvs.test.d.ts} +0 -0
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { isNil } from "lodash";
|
|
2
|
+
import type { BashExpression } from "../../../bash/BashExpression";
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* creates arguments string:
|
|
6
|
+
*
|
|
7
|
+
* --key=value
|
|
8
|
+
*
|
|
9
|
+
* - undefined or null values will get removed completly
|
|
10
|
+
* - true will just be "--key"
|
|
11
|
+
* @param args args record
|
|
12
|
+
* @returns
|
|
13
|
+
*/
|
|
14
|
+
export const createArgsString = (...args: keyValuesArg[]) =>
|
|
15
|
+
args
|
|
16
|
+
.map((argObj) =>
|
|
17
|
+
Object.entries(argObj)
|
|
18
|
+
.filter(([, value]) => !isNil(value))
|
|
19
|
+
.map(([key, value]) => {
|
|
20
|
+
if (value === true) {
|
|
21
|
+
return `--${key}`;
|
|
22
|
+
} else if (value === false) {
|
|
23
|
+
return `--no-${key}`;
|
|
24
|
+
}
|
|
25
|
+
return `--${key}=${value}`;
|
|
26
|
+
}),
|
|
27
|
+
)
|
|
28
|
+
.flat()
|
|
29
|
+
.join(" ");
|
|
30
|
+
|
|
31
|
+
export type keyValuesArg = Record<
|
|
32
|
+
string,
|
|
33
|
+
string | number | true | false | undefined | BashExpression
|
|
34
|
+
>;
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import type { ComponentContext } from "../../../types";
|
|
2
|
+
import { allowFailureInScripts, repeatOnFailure } from "../../../utils/gitlab";
|
|
3
|
+
import type {
|
|
4
|
+
DeployConfigCloudRun,
|
|
5
|
+
DeployConfigCloudRunCloudSql,
|
|
6
|
+
} from "../../types";
|
|
7
|
+
|
|
8
|
+
export const getDatabaseDeleteScript = (
|
|
9
|
+
context: ComponentContext,
|
|
10
|
+
deployConfig: DeployConfigCloudRun,
|
|
11
|
+
): string[] => {
|
|
12
|
+
if (!deployConfig.cloudSql || !deployConfig.cloudSql.deleteDatabaseOnStop) {
|
|
13
|
+
throw new Error("not possible");
|
|
14
|
+
}
|
|
15
|
+
const DB_NAME = context.environment.envVars["DB_NAME"];
|
|
16
|
+
|
|
17
|
+
if (!DB_NAME) {
|
|
18
|
+
throw new Error("error: env vars did not specify DB_NAME");
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
const [projectId, region, instanceId] =
|
|
22
|
+
deployConfig.cloudSql.instanceConnectionName.split(":");
|
|
23
|
+
// unfortunatly the database cannot be deleted right after the service has stopped, as it might still have connections
|
|
24
|
+
// we have to repeate this process
|
|
25
|
+
return [
|
|
26
|
+
`echo "deleting database ${DB_NAME}..."`,
|
|
27
|
+
`echo "👆 this can take multiple attemps (3-5min), because google cloud run may still have a connection to the database after the cloud run service is shut down"`,
|
|
28
|
+
repeatOnFailure(
|
|
29
|
+
`gcloud sql databases delete ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
|
|
30
|
+
{
|
|
31
|
+
pauseInSeconds: 10,
|
|
32
|
+
},
|
|
33
|
+
),
|
|
34
|
+
];
|
|
35
|
+
};
|
|
36
|
+
|
|
37
|
+
export const getDatabaseCreateScript = (
|
|
38
|
+
context: ComponentContext,
|
|
39
|
+
deployConfig: DeployConfigCloudRun,
|
|
40
|
+
): string[] => {
|
|
41
|
+
if (!deployConfig.cloudSql) {
|
|
42
|
+
throw new Error("not possible");
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
const DB_NAME = context.environment.envVars["DB_NAME"];
|
|
46
|
+
|
|
47
|
+
if (!DB_NAME) {
|
|
48
|
+
throw new Error("error: env vars did not specify DB_NAME");
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
const [projectId, region, instanceId] =
|
|
52
|
+
deployConfig.cloudSql.instanceConnectionName.split(":");
|
|
53
|
+
// may fail if it already exists
|
|
54
|
+
return allowFailureInScripts([
|
|
55
|
+
`echo "ensuring Database..."`,
|
|
56
|
+
`gcloud sql databases create ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
|
|
57
|
+
]);
|
|
58
|
+
};
|
|
59
|
+
|
|
60
|
+
export const DATABASE_JDBC_URL =
|
|
61
|
+
"jdbc:postgresql:///$DB_NAME?cloudSqlInstance=$CLOUD_SQL_INSTANCE_CONNECTION_NAME&socketFactory=com.google.cloud.sql.postgres.SocketFactory&user=$DB_USER&password=$DB_PASSWORD";
|
|
62
|
+
|
|
63
|
+
export const getDatabaseConnectionString = (
|
|
64
|
+
config: DeployConfigCloudRunCloudSql,
|
|
65
|
+
): string => {
|
|
66
|
+
switch (config.dbConnectionStringFormat) {
|
|
67
|
+
case "jdbc":
|
|
68
|
+
return DATABASE_JDBC_URL;
|
|
69
|
+
case "rails":
|
|
70
|
+
return `postgresql://$DB_USER:$DB_PASSWORD@${encodeURIComponent(
|
|
71
|
+
`/cloudsql/${config.instanceConnectionName}`,
|
|
72
|
+
)}/$DB_NAME?`;
|
|
73
|
+
default:
|
|
74
|
+
// prisma
|
|
75
|
+
return "postgresql://$DB_USER:$DB_PASSWORD@localhost/$DB_NAME?host=/cloudsql/$CLOUD_SQL_INSTANCE_CONNECTION_NAME";
|
|
76
|
+
}
|
|
77
|
+
};
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { GCLOUD_DEPLOY_CREDENTIALS_KEY } from "..";
|
|
2
|
+
import { getSecretVarNameForContext } from "../../../context";
|
|
3
|
+
import type { ComponentContext } from "../../../types";
|
|
4
|
+
|
|
5
|
+
export const gcloudServiceAccountLoginCommands = (
|
|
6
|
+
context: ComponentContext,
|
|
7
|
+
) => [
|
|
8
|
+
`gcloud auth activate-service-account --key-file=<(echo "$${getSecretVarNameForContext(
|
|
9
|
+
context,
|
|
10
|
+
GCLOUD_DEPLOY_CREDENTIALS_KEY,
|
|
11
|
+
)}")`,
|
|
12
|
+
];
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { StringOrBashExpression } from "../../../bash/BashExpression";
|
|
2
|
+
|
|
3
|
+
export const getCloudRunJobName = (
|
|
4
|
+
fullAppName: StringOrBashExpression,
|
|
5
|
+
jobName: string,
|
|
6
|
+
): StringOrBashExpression =>
|
|
7
|
+
fullAppName.toLowerCase().concat("-" + jobName.toLowerCase());
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
*
|
|
3
|
+
* takes a command and removes the first keep lines from the output
|
|
4
|
+
*
|
|
5
|
+
* @param cmd the command, its stdout is then limited
|
|
6
|
+
* @param removeFirstN how many lines to remove at the start of the command
|
|
7
|
+
* @returns
|
|
8
|
+
*/
|
|
9
|
+
export const removeFirstLinesFromCommandOutput = (
|
|
10
|
+
cmd: string,
|
|
11
|
+
removeFirstN: number,
|
|
12
|
+
) => (removeFirstN === 0 ? cmd : `${cmd} | tail -n +${removeFirstN + 1}`);
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { Config } from "../..";
|
|
2
|
+
import type { StringOrBashExpression } from "../../bash/BashExpression";
|
|
3
|
+
import { joinBashExpressions } from "../../bash/BashExpression";
|
|
4
|
+
import type {
|
|
5
|
+
DeployConfigCloudRunCloudSql,
|
|
6
|
+
DeployConfigKubernetesValuesCloudSQLUnmanaged,
|
|
7
|
+
} from "../types";
|
|
8
|
+
|
|
9
|
+
export const getFullDbName = (
|
|
10
|
+
cloudSqlConfig:
|
|
11
|
+
| DeployConfigCloudRunCloudSql
|
|
12
|
+
| DeployConfigKubernetesValuesCloudSQLUnmanaged,
|
|
13
|
+
fullConfig: Config<never>,
|
|
14
|
+
environmentSlugPrefix: StringOrBashExpression,
|
|
15
|
+
componentName: string,
|
|
16
|
+
) => {
|
|
17
|
+
return joinBashExpressions(
|
|
18
|
+
[
|
|
19
|
+
cloudSqlConfig.dbNamePrefix ??
|
|
20
|
+
`${fullConfig.customerName}-${fullConfig.appName}`,
|
|
21
|
+
environmentSlugPrefix,
|
|
22
|
+
cloudSqlConfig.dbBaseName ?? componentName,
|
|
23
|
+
].flatMap((part) => (part ? [part] : [])),
|
|
24
|
+
"-",
|
|
25
|
+
);
|
|
26
|
+
};
|
|
@@ -1,23 +1,48 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
1
|
+
import { getYarnInstall } from "../../build/node/yarn";
|
|
2
|
+
import { getRunnerImage } from "../../runner";
|
|
3
|
+
import type { ComponentContext } from "../../types/context";
|
|
4
|
+
import type { CatladderJob } from "../../types/jobs";
|
|
5
|
+
import { createDeployementJobs } from "../base";
|
|
6
|
+
import {
|
|
7
|
+
getDependencyTrackDeleteScript,
|
|
8
|
+
getDependencyTrackUploadScript,
|
|
9
|
+
} from "../sbom";
|
|
5
10
|
import { isOfDeployType } from "../types";
|
|
6
11
|
|
|
7
|
-
export const createCustomDeployJobs = (
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
+
export const createCustomDeployJobs = (
|
|
13
|
+
context: ComponentContext,
|
|
14
|
+
): CatladderJob[] => {
|
|
15
|
+
const deployConfig = context.deploy?.config;
|
|
16
|
+
|
|
12
17
|
if (!isOfDeployType(deployConfig, "custom")) {
|
|
13
18
|
// should not happen
|
|
14
19
|
throw new Error("deploy config is not custom");
|
|
15
20
|
}
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
21
|
+
// FIXME: custom deploy currently assumes yarn-based project
|
|
22
|
+
const yarnInstall = getYarnInstall(context, {
|
|
23
|
+
noCustomPostInstall: true,
|
|
24
|
+
});
|
|
25
|
+
return createDeployementJobs(context, {
|
|
26
|
+
deploy: {
|
|
27
|
+
image: deployConfig.jobImage ?? getRunnerImage("jobs-default"),
|
|
28
|
+
cache: deployConfig.jobCache ?? [],
|
|
29
|
+
script: [
|
|
30
|
+
`cd ${context.build.dir}`,
|
|
31
|
+
...(deployConfig.requiresYarnInstall ? yarnInstall : []),
|
|
32
|
+
...deployConfig.script,
|
|
33
|
+
...getDependencyTrackUploadScript(context),
|
|
34
|
+
],
|
|
35
|
+
variables: {},
|
|
36
|
+
},
|
|
37
|
+
stop: deployConfig.stopScript
|
|
38
|
+
? {
|
|
39
|
+
image: deployConfig.jobImage ?? getRunnerImage("jobs-default"),
|
|
40
|
+
script: [
|
|
41
|
+
...deployConfig.stopScript,
|
|
42
|
+
...getDependencyTrackDeleteScript(context),
|
|
43
|
+
],
|
|
44
|
+
variables: {},
|
|
45
|
+
}
|
|
46
|
+
: undefined,
|
|
47
|
+
});
|
|
23
48
|
};
|
|
@@ -1 +1,9 @@
|
|
|
1
|
-
|
|
1
|
+
import type { DeployConfigCustom, DeployTypeDefinition } from "..";
|
|
2
|
+
import { createCustomDeployJobs } from "./deployJob";
|
|
3
|
+
|
|
4
|
+
export const CUSTOM_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigCustom> = {
|
|
5
|
+
jobs: createCustomDeployJobs,
|
|
6
|
+
defaults: () => ({}),
|
|
7
|
+
additionalSecretKeys: () => [],
|
|
8
|
+
getAdditionalEnvVars: () => ({}),
|
|
9
|
+
};
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { getDockerJobBaseProps, gitlabDockerLogin } from "../../build/docker";
|
|
2
|
+
|
|
3
|
+
import type { ComponentContext } from "../../types/context";
|
|
4
|
+
import type { CatladderJob } from "../../types/jobs";
|
|
5
|
+
import { createDeployementJobs } from "../base";
|
|
6
|
+
import { isOfDeployType } from "../types";
|
|
7
|
+
|
|
8
|
+
export const createDockerTagDeployJobs = (
|
|
9
|
+
context: ComponentContext,
|
|
10
|
+
): CatladderJob[] => {
|
|
11
|
+
const deployConfig = context.deploy?.config;
|
|
12
|
+
if (!isOfDeployType(deployConfig, "dockerTag")) {
|
|
13
|
+
// should not happen
|
|
14
|
+
throw new Error("deploy config is not dockerTag");
|
|
15
|
+
}
|
|
16
|
+
const tag = deployConfig.tag;
|
|
17
|
+
return createDeployementJobs(context, {
|
|
18
|
+
deploy: {
|
|
19
|
+
...getDockerJobBaseProps(),
|
|
20
|
+
script: [
|
|
21
|
+
...gitlabDockerLogin(context),
|
|
22
|
+
`docker pull $DOCKER_IMAGE:$DOCKER_IMAGE_TAG`,
|
|
23
|
+
`docker tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG $DOCKER_IMAGE:${tag}`,
|
|
24
|
+
`docker push $DOCKER_IMAGE:${tag}`,
|
|
25
|
+
`echo "pushed as $DOCKER_IMAGE:${tag}"`,
|
|
26
|
+
],
|
|
27
|
+
},
|
|
28
|
+
});
|
|
29
|
+
};
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { DeployConfigDockerTag, DeployTypeDefinition } from "..";
|
|
2
|
+
import { createDockerTagDeployJobs } from "./deployJob";
|
|
3
|
+
|
|
4
|
+
export const DOCKER_TAG_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigDockerTag> =
|
|
5
|
+
{
|
|
6
|
+
jobs: createDockerTagDeployJobs,
|
|
7
|
+
defaults: () => ({}),
|
|
8
|
+
additionalSecretKeys: () => [],
|
|
9
|
+
getAdditionalEnvVars: () => ({}),
|
|
10
|
+
};
|
package/src/deploy/index.ts
CHANGED
|
@@ -1,25 +1,40 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
1
|
+
import type { BuildConfig, SecretEnvVar } from "..";
|
|
2
|
+
import type { BashExpression } from "../bash/BashExpression";
|
|
3
|
+
import type { ComponentContext } from "../types/context";
|
|
4
|
+
import type { EnvironmentContext } from "../types/environmentContext";
|
|
5
|
+
import type { CatladderJob } from "../types/jobs";
|
|
6
|
+
import type { PartialDeep } from "../types/utils";
|
|
7
|
+
import { GCLOUD_RUN_DEPLOY_TYPE } from "./cloudRun";
|
|
8
|
+
import { CUSTOM_DEPLOY_TYPE } from "./custom";
|
|
9
|
+
import { DOCKER_TAG_DEPLOY_TYPE } from "./dockerTag";
|
|
10
|
+
import { KUBERNETES_DEPLOY_TYPE } from "./kubernetes";
|
|
11
|
+
import type {
|
|
12
|
+
DeployConfig,
|
|
13
|
+
DeployConfigGeneric,
|
|
14
|
+
DeployConfigType,
|
|
15
|
+
} from "./types";
|
|
16
|
+
export * from "./cloudRun";
|
|
6
17
|
export * from "./kubernetes";
|
|
7
18
|
export * from "./types";
|
|
8
19
|
export * from "./utils";
|
|
20
|
+
|
|
21
|
+
export type DeployTypeDefinition<D extends DeployConfig> = {
|
|
22
|
+
jobs: (context: ComponentContext) => CatladderJob[];
|
|
23
|
+
defaults: (envContext: EnvironmentContext<BuildConfig, D>) => PartialDeep<D>;
|
|
24
|
+
additionalSecretKeys: (
|
|
25
|
+
envContext: EnvironmentContext<BuildConfig, D>,
|
|
26
|
+
) => SecretEnvVar[];
|
|
27
|
+
getAdditionalEnvVars: (
|
|
28
|
+
envContext: EnvironmentContext<BuildConfig, D>,
|
|
29
|
+
) => Record<string, string | BashExpression | undefined | null>;
|
|
30
|
+
};
|
|
9
31
|
export type DeployTypes = {
|
|
10
|
-
[
|
|
11
|
-
jobs: (context: Context) => CatladderJob[];
|
|
12
|
-
defaults: () => Partial<Extract<DeployConfig, { type: type }>>;
|
|
13
|
-
};
|
|
32
|
+
[T in DeployConfigType]: DeployTypeDefinition<DeployConfigGeneric<T>>;
|
|
14
33
|
};
|
|
15
34
|
|
|
16
35
|
export const DEPLOY_TYPES: DeployTypes = {
|
|
17
|
-
kubernetes:
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
custom: {
|
|
22
|
-
jobs: createCustomDeployJobs,
|
|
23
|
-
defaults: () => ({}),
|
|
24
|
-
},
|
|
36
|
+
kubernetes: KUBERNETES_DEPLOY_TYPE,
|
|
37
|
+
custom: CUSTOM_DEPLOY_TYPE,
|
|
38
|
+
dockerTag: DOCKER_TAG_DEPLOY_TYPE,
|
|
39
|
+
"google-cloudrun": GCLOUD_RUN_DEPLOY_TYPE,
|
|
25
40
|
};
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import type { BuildConfig } from "../../build";
|
|
2
|
+
import type { EnvironmentContext } from "../../types/environmentContext";
|
|
3
|
+
import type { DeployConfigKubernetes } from "../types";
|
|
4
|
+
|
|
5
|
+
export const additionalKubernetesSecretKeys = ({
|
|
6
|
+
deployConfigRaw,
|
|
7
|
+
}: EnvironmentContext<BuildConfig, DeployConfigKubernetes>) => {
|
|
8
|
+
if (!deployConfigRaw) {
|
|
9
|
+
return [];
|
|
10
|
+
}
|
|
11
|
+
const keys = [];
|
|
12
|
+
if (deployConfigRaw.values?.mongodb?.enabled) {
|
|
13
|
+
keys.push("MONGODB_ROOT_PASSWORD");
|
|
14
|
+
if (deployConfigRaw.values.mongodb.architecture === "replicaset") {
|
|
15
|
+
keys.push("MONGODB_REPLICASET_KEY");
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
if (deployConfigRaw.values?.cloudsql?.enabled) {
|
|
20
|
+
keys.push("POSTGRESQL_PASSWORD");
|
|
21
|
+
keys.push("cloudsqlProxyCredentials");
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
return keys.map((key) => ({ key }));
|
|
25
|
+
};
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import type { StringOrBashExpression } from "../../../bash/BashExpression";
|
|
2
|
+
import { getSecretVarNameForContext } from "../../../context";
|
|
3
|
+
import type { ComponentContext } from "../../../types";
|
|
4
|
+
import { getFullDbName } from "../../cloudSql/utils";
|
|
5
|
+
import { isOfDeployType } from "../../types";
|
|
6
|
+
|
|
7
|
+
export const hasKubernetesCloudSQL = (context: ComponentContext) => {
|
|
8
|
+
const deployConfig = context.deploy?.config;
|
|
9
|
+
|
|
10
|
+
if (isOfDeployType(deployConfig, "kubernetes")) {
|
|
11
|
+
return deployConfig.values?.cloudsql?.enabled;
|
|
12
|
+
}
|
|
13
|
+
return false;
|
|
14
|
+
};
|
|
15
|
+
|
|
16
|
+
type CloudSqlValues = {
|
|
17
|
+
enabled: boolean;
|
|
18
|
+
proxyCredentials: string;
|
|
19
|
+
|
|
20
|
+
instanceConnectionName: string;
|
|
21
|
+
fullDbName: StringOrBashExpression;
|
|
22
|
+
dbUser: string;
|
|
23
|
+
};
|
|
24
|
+
export const createKubernetesCloudsqlBaseValues = (
|
|
25
|
+
context: ComponentContext,
|
|
26
|
+
): {
|
|
27
|
+
cloudsql: CloudSqlValues;
|
|
28
|
+
} => {
|
|
29
|
+
const deployConfig = context.deploy?.config;
|
|
30
|
+
if (!isOfDeployType(deployConfig, "kubernetes")) {
|
|
31
|
+
throw new Error("cannot get cloud sql config");
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
const config = deployConfig.values?.cloudsql;
|
|
35
|
+
|
|
36
|
+
if (!config) {
|
|
37
|
+
throw new Error("cannot get cloud sql config");
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
const proxyCredentials = `$${getSecretVarNameForContext(
|
|
41
|
+
context,
|
|
42
|
+
"cloudsqlProxyCredentials",
|
|
43
|
+
)}`;
|
|
44
|
+
if (config?.type !== "unmanaged") {
|
|
45
|
+
const instanceConnectionName = `${config.projectId ?? "skynet-164509"}:${
|
|
46
|
+
config.region ?? "europe-west6"
|
|
47
|
+
}:${config.instanceId ?? context.environment.envVars.KUBE_NAMESPACE}`;
|
|
48
|
+
|
|
49
|
+
return {
|
|
50
|
+
cloudsql: {
|
|
51
|
+
enabled: config.enabled,
|
|
52
|
+
dbUser: "postgres",
|
|
53
|
+
instanceConnectionName,
|
|
54
|
+
proxyCredentials,
|
|
55
|
+
fullDbName: context.environment.envVars.KUBE_APP_NAME ?? "",
|
|
56
|
+
},
|
|
57
|
+
};
|
|
58
|
+
} else if (config.type === "unmanaged") {
|
|
59
|
+
return {
|
|
60
|
+
cloudsql: {
|
|
61
|
+
enabled: config.enabled,
|
|
62
|
+
dbUser: config.dbUser ?? "postgres",
|
|
63
|
+
instanceConnectionName: config.instanceConnectionName,
|
|
64
|
+
proxyCredentials,
|
|
65
|
+
fullDbName: getFullDbName(
|
|
66
|
+
config,
|
|
67
|
+
context.fullConfig,
|
|
68
|
+
context.environment.slugPrefix,
|
|
69
|
+
context.name,
|
|
70
|
+
),
|
|
71
|
+
},
|
|
72
|
+
};
|
|
73
|
+
} else {
|
|
74
|
+
throw new Error("unknonw type");
|
|
75
|
+
}
|
|
76
|
+
};
|
|
@@ -1,156 +1,102 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { merge } from "lodash";
|
|
3
|
-
import { DeployConfigKubernetesValues } from "..";
|
|
4
|
-
import { getSecretVarNameForContext } from "../..";
|
|
1
|
+
import { getSecretVarNameForContext } from "../../context/getEnvironmentVariables";
|
|
5
2
|
import { getRunnerImage } from "../../runner";
|
|
6
|
-
import {
|
|
7
|
-
import { CatladderJob } from "../../types/jobs";
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
3
|
+
import type { ComponentContext } from "../../types/context";
|
|
4
|
+
import type { CatladderJob } from "../../types/jobs";
|
|
5
|
+
import { createDeployementJobs } from "../base";
|
|
6
|
+
import {
|
|
7
|
+
getDependencyTrackDeleteScript,
|
|
8
|
+
getDependencyTrackUploadScript,
|
|
9
|
+
} from "../sbom";
|
|
10
10
|
import { isOfDeployType } from "../types";
|
|
11
|
-
import {
|
|
12
|
-
import { createMongodbBaseConfig } from "./mongodb";
|
|
13
|
-
import { processSecretsAsFiles } from "./processSecretsAsFiles";
|
|
11
|
+
import { createKubeValues } from "./kubeValues";
|
|
14
12
|
|
|
13
|
+
import { writeBashYamlToFileScript } from "../../bash/bashYaml";
|
|
14
|
+
import { collapseableSection } from "../../utils/gitlab";
|
|
15
|
+
|
|
16
|
+
const ALL_VALUES_FILE = "__all_values.yml";
|
|
15
17
|
export const createKubernetesDeployJobs = (
|
|
16
|
-
context:
|
|
18
|
+
context: ComponentContext,
|
|
17
19
|
): CatladderJob[] => {
|
|
18
|
-
const deployConfig = context.
|
|
19
|
-
if (deployConfig === false) {
|
|
20
|
-
return [];
|
|
21
|
-
}
|
|
20
|
+
const deployConfig = context.deploy?.config;
|
|
22
21
|
if (!isOfDeployType(deployConfig, "kubernetes")) {
|
|
23
22
|
// should not happen
|
|
24
23
|
throw new Error("deploy config is not kubernetes");
|
|
25
24
|
}
|
|
26
25
|
|
|
27
|
-
const
|
|
28
|
-
/**
|
|
29
|
-
* separate by secrets and public.
|
|
30
|
-
* we evalulate the actual values later, but want to store the secrets in kubernetes secrets
|
|
31
|
-
*/
|
|
32
|
-
const env = Object.entries(allEnvVars).reduce<{
|
|
33
|
-
secret: Record<string, string>;
|
|
34
|
-
public: Record<string, string>;
|
|
35
|
-
}>(
|
|
36
|
-
(acc, [key, value]) => {
|
|
37
|
-
if (String(value)?.startsWith("$CL_")) {
|
|
38
|
-
acc.secret = {
|
|
39
|
-
...acc.secret,
|
|
40
|
-
[key]: value,
|
|
41
|
-
};
|
|
42
|
-
return acc;
|
|
43
|
-
}
|
|
44
|
-
acc.public = {
|
|
45
|
-
...acc.public,
|
|
46
|
-
[key]: value,
|
|
47
|
-
};
|
|
48
|
-
return acc;
|
|
49
|
-
},
|
|
50
|
-
{
|
|
51
|
-
secret: {},
|
|
52
|
-
public: {},
|
|
53
|
-
}
|
|
54
|
-
);
|
|
55
|
-
|
|
56
|
-
const defaultAppConfig: DeployConfigKubernetesValues["application"] = {
|
|
57
|
-
host: context.environment.host,
|
|
58
|
-
command: context.componentConfig.build.startCommand,
|
|
59
|
-
livenessProbe: {
|
|
60
|
-
httpGet: {
|
|
61
|
-
path: deployConfig.values?.application?.healthRoute ?? "__health",
|
|
62
|
-
},
|
|
63
|
-
},
|
|
64
|
-
readinessProbe: {
|
|
65
|
-
httpGet: {
|
|
66
|
-
path: deployConfig.values?.application?.healthRoute ?? "__health",
|
|
67
|
-
},
|
|
68
|
-
},
|
|
69
|
-
startupProbe: {
|
|
70
|
-
httpGet: {
|
|
71
|
-
path: deployConfig.values?.application?.healthRoute ?? "__health",
|
|
72
|
-
},
|
|
73
|
-
},
|
|
74
|
-
};
|
|
75
|
-
|
|
76
|
-
const defaultKubeValues = {
|
|
77
|
-
application: defaultAppConfig,
|
|
78
|
-
|
|
79
|
-
env: env,
|
|
80
|
-
...(deployConfig.values?.cloudsql?.enabled
|
|
81
|
-
? createCloudsqlBaseConfig(context)
|
|
82
|
-
: {}),
|
|
83
|
-
...(deployConfig.values?.mongodb?.enabled
|
|
84
|
-
? createMongodbBaseConfig(context)
|
|
85
|
-
: {}),
|
|
86
|
-
};
|
|
87
|
-
|
|
88
|
-
const kubeValues = processSecretsAsFiles(
|
|
89
|
-
mergeWithMergingArrays(defaultKubeValues, deployConfig.values)
|
|
90
|
-
);
|
|
91
|
-
|
|
92
|
-
const kubernetesEnvironment = {
|
|
93
|
-
namespace: context.environment.envVars.KUBE_NAMESPACE,
|
|
94
|
-
};
|
|
95
|
-
const shared = {
|
|
26
|
+
const shared: Pick<CatladderJob, "image" | "variables" | "artifacts"> = {
|
|
96
27
|
image: getRunnerImage("kubernetes"),
|
|
28
|
+
...(deployConfig.debug
|
|
29
|
+
? {
|
|
30
|
+
artifacts: {
|
|
31
|
+
paths: [
|
|
32
|
+
ALL_VALUES_FILE, // debug
|
|
33
|
+
],
|
|
34
|
+
when: "always",
|
|
35
|
+
},
|
|
36
|
+
}
|
|
37
|
+
: {}),
|
|
97
38
|
variables: {
|
|
98
39
|
...context.environment.envVars,
|
|
40
|
+
RELEASE_NAME: context.environment.fullName,
|
|
99
41
|
HELM_EXPERIMENTAL_OCI: "1",
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
quotingType: "'",
|
|
104
|
-
forceQuotes: true,
|
|
105
|
-
}),
|
|
106
|
-
HELM_GITLAB_CHART_NAME: "the-panter-chart",
|
|
42
|
+
KUBE_DOCKER_IMAGE_PULL_SECRET: `gitlab-registry-${context.name}`,
|
|
43
|
+
HELM_GITLAB_CHART_NAME:
|
|
44
|
+
deployConfig.chartName ?? "/helm-charts/the-panter-chart",
|
|
107
45
|
HELM_ARGS: [
|
|
108
46
|
...(deployConfig.debug ? ["--debug"] : []),
|
|
109
47
|
...(deployConfig.additionalHelmArgs ?? []),
|
|
110
48
|
].join(" "),
|
|
111
|
-
COMPONENT_NAME: context.
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
IMAGE_NAME: context.environment.shortName + "/" + context.componentName,
|
|
115
|
-
IMAGE_TAG: "$CI_COMMIT_SHA",
|
|
49
|
+
COMPONENT_NAME: context.name,
|
|
50
|
+
/** @deprecated */
|
|
51
|
+
BUILD_ID: context.environment.envVars.BUILD_INFO_BUILD_ID,
|
|
116
52
|
},
|
|
117
53
|
};
|
|
118
54
|
|
|
119
|
-
const baseDeploymentJob = getBaseDeploymentJob(context);
|
|
120
|
-
const baseStopJob = getBaseDeploymentStopJob(context);
|
|
121
55
|
const clusterName = `kube-${context.environment.fullName}`;
|
|
122
56
|
const connectContext = [
|
|
123
57
|
`kubectl config set-cluster "${clusterName}" --server="$${getSecretVarNameForContext(
|
|
124
58
|
context,
|
|
125
|
-
"KUBE_URL"
|
|
59
|
+
"KUBE_URL",
|
|
126
60
|
)}" --certificate-authority <(echo $${getSecretVarNameForContext(
|
|
127
61
|
context,
|
|
128
|
-
"KUBE_CA_PEM"
|
|
62
|
+
"KUBE_CA_PEM",
|
|
129
63
|
)} | base64 -d) --embed-certs=true`,
|
|
130
64
|
`kubectl config set-credentials "${clusterName}" --token="$${getSecretVarNameForContext(
|
|
131
65
|
context,
|
|
132
|
-
"KUBE_TOKEN"
|
|
66
|
+
"KUBE_TOKEN",
|
|
133
67
|
)}"`,
|
|
134
68
|
`kubectl config set-context "${clusterName}" --cluster="${clusterName}" --user="${clusterName}" --namespace="${context.environment.envVars.KUBE_NAMESPACE}"`,
|
|
135
69
|
`kubectl config use-context "${clusterName}"`,
|
|
136
70
|
];
|
|
137
|
-
|
|
138
|
-
|
|
71
|
+
|
|
72
|
+
return createDeployementJobs(context, {
|
|
73
|
+
deploy: {
|
|
74
|
+
...shared,
|
|
139
75
|
script: [
|
|
140
76
|
...connectContext,
|
|
77
|
+
...collapseableSection(
|
|
78
|
+
"writeallvalues",
|
|
79
|
+
"Write " + ALL_VALUES_FILE + " for helm deployment",
|
|
80
|
+
)(
|
|
81
|
+
writeBashYamlToFileScript(createKubeValues(context), ALL_VALUES_FILE),
|
|
82
|
+
),
|
|
141
83
|
"kubernetesCreateSecret",
|
|
142
84
|
"kubernetesDeploy",
|
|
85
|
+
...getDependencyTrackUploadScript(context),
|
|
143
86
|
"echo deployment successful 😻",
|
|
144
87
|
],
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
88
|
+
},
|
|
89
|
+
stop: {
|
|
90
|
+
...shared,
|
|
91
|
+
script: [
|
|
92
|
+
...connectContext,
|
|
93
|
+
"kubernetesDelete",
|
|
94
|
+
...getDependencyTrackDeleteScript(context),
|
|
95
|
+
],
|
|
96
|
+
},
|
|
97
|
+
rollback: {
|
|
98
|
+
...shared,
|
|
99
|
+
script: [...connectContext, "kubernetesRollback"],
|
|
100
|
+
},
|
|
101
|
+
});
|
|
156
102
|
};
|