@catladder/pipeline 0.0.0-node16-ddfae617 → 0.0.0-perf-cli-reduce-bundle-size-with-tsconfig-optimization-3556aaa4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -0
- package/bin/catladder-gitlab-dev.js +3 -0
- package/bin/catladder-gitlab.js +1 -1
- package/dist/bash/BashExpression.d.ts +40 -0
- package/dist/bash/BashExpression.js +124 -0
- package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
- package/dist/bash/bashExpressionPerPipelineType.js +11 -0
- package/dist/bash/bashYaml.d.ts +10 -0
- package/dist/bash/bashYaml.js +46 -0
- package/dist/bash/getInjectVarsScript.d.ts +2 -0
- package/dist/bash/getInjectVarsScript.js +45 -0
- package/dist/bash/replaceAsync.d.ts +2 -0
- package/dist/bash/replaceAsync.js +171 -0
- package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
- package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
- package/dist/build/base/__tests__/createArtifactsConfig.test.js +42 -0
- package/dist/build/base/constants.d.ts +0 -1
- package/dist/build/base/constants.js +4 -3
- package/dist/build/base/createAppBuildJob.d.ts +9 -0
- package/dist/build/base/createAppBuildJob.js +87 -0
- package/dist/build/base/createArtifactsConfig.d.ts +4 -0
- package/dist/build/base/createArtifactsConfig.js +65 -0
- package/dist/build/base/index.d.ts +12 -0
- package/dist/build/base/index.js +68 -0
- package/dist/build/base/writeBuildInfo.d.ts +2 -0
- package/dist/build/base/writeBuildInfo.js +10 -0
- package/dist/build/base/writeDotEnv.d.ts +8 -0
- package/dist/build/base/writeDotEnv.js +66 -0
- package/dist/build/custom/__tests__/testJob.test.js +36 -0
- package/dist/build/custom/buildJob.d.ts +3 -0
- package/dist/build/custom/buildJob.js +67 -0
- package/dist/build/custom/index.d.ts +3 -0
- package/dist/build/custom/index.js +43 -0
- package/dist/build/custom/testJob.d.ts +7 -0
- package/dist/build/custom/testJob.js +100 -0
- package/dist/build/docker.d.ts +61 -22
- package/dist/build/docker.js +110 -73
- package/dist/build/index.d.ts +16 -8
- package/dist/build/index.js +61 -19
- package/dist/build/node/buildJob.d.ts +8 -3
- package/dist/build/node/buildJob.js +48 -68
- package/dist/build/node/cache.d.ts +4 -3
- package/dist/build/node/cache.js +45 -32
- package/dist/build/node/constants.d.ts +0 -1
- package/dist/build/node/constants.js +5 -4
- package/dist/build/node/index.d.ts +5 -5
- package/dist/build/node/index.js +6 -17
- package/dist/build/node/meteor.d.ts +3 -3
- package/dist/build/node/meteor.js +26 -37
- package/dist/build/node/testJob.d.ts +4 -3
- package/dist/build/node/testJob.js +35 -36
- package/dist/build/node/yarn.d.ts +6 -6
- package/dist/build/node/yarn.js +40 -25
- package/dist/build/rails/build.d.ts +3 -0
- package/dist/build/rails/build.js +90 -0
- package/dist/build/rails/index.d.ts +3 -0
- package/dist/build/rails/index.js +43 -0
- package/dist/build/rails/test.d.ts +3 -0
- package/dist/build/rails/test.js +103 -0
- package/dist/build/sbom.d.ts +5 -0
- package/dist/build/sbom.js +32 -0
- package/dist/build/types.d.ts +251 -33
- package/dist/build/types.js +10 -6
- package/dist/bundles/catladder-gitlab/index.js +41626 -0
- package/dist/catladder-gitlab.js +130 -68
- package/dist/config/{configruedEnvs.test.js → __tests__/configruedEnvs.test.js} +13 -13
- package/dist/config/__tests__/getAllEnvs.test.js +79 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
- package/dist/config/configruedEnvs.d.ts +1 -1
- package/dist/config/configruedEnvs.js +10 -23
- package/dist/config/index.js +13 -11
- package/dist/config/readConfig.d.ts +3 -3
- package/dist/config/readConfig.js +193 -52
- package/dist/constants.js +5 -3
- package/dist/context/__tests__/resolveReferences.test.d.ts +1 -0
- package/dist/context/__tests__/resolveReferences.test.js +368 -0
- package/dist/context/createAllComponentsContext.d.ts +12 -0
- package/dist/context/createAllComponentsContext.js +159 -0
- package/dist/context/createComponentContext.d.ts +11 -0
- package/dist/context/createComponentContext.js +256 -0
- package/dist/context/createWorkspaceContext.d.ts +16 -0
- package/dist/context/createWorkspaceContext.js +173 -0
- package/dist/context/getBuildInfoVariables.d.ts +6 -0
- package/dist/context/getBuildInfoVariables.js +55 -0
- package/dist/context/getEnvConfig.d.ts +2 -0
- package/dist/context/getEnvConfig.js +20 -0
- package/dist/context/getEnvType.d.ts +4 -0
- package/dist/context/getEnvType.js +15 -0
- package/dist/context/getEnvironment.d.ts +3 -0
- package/dist/{pipeline/createChildPipeline.test.js → context/getEnvironment.js} +50 -86
- package/dist/context/getEnvironmentContext.d.ts +8 -0
- package/dist/context/getEnvironmentContext.js +43 -0
- package/dist/context/getEnvironmentVariables.d.ts +27 -0
- package/dist/context/getEnvironmentVariables.js +285 -0
- package/dist/context/getLabels.d.ts +9 -0
- package/dist/context/getLabels.js +41 -0
- package/dist/context/getReviewSlug.d.ts +4 -0
- package/dist/context/getReviewSlug.js +22 -0
- package/dist/context/index.d.ts +3 -6
- package/dist/context/index.js +22 -219
- package/dist/context/resolveReferences.d.ts +3 -3
- package/dist/context/resolveReferences.js +248 -55
- package/dist/context/transformJobOnlyVars.d.ts +13 -0
- package/dist/{build/tests/storybook.test.js → context/transformJobOnlyVars.js} +54 -106
- package/dist/context/utils/envVars.d.ts +8 -0
- package/dist/context/utils/envVars.js +55 -0
- package/dist/defaults/index.d.ts +1 -1
- package/dist/defaults/index.js +3 -1
- package/dist/deploy/base/deploy.d.ts +5 -0
- package/dist/deploy/base/deploy.js +121 -0
- package/dist/deploy/base/index.d.ts +10 -0
- package/dist/deploy/base/index.js +44 -0
- package/dist/deploy/base/rollback.d.ts +5 -0
- package/dist/deploy/base/rollback.js +41 -0
- package/dist/deploy/base/stop.d.ts +5 -0
- package/dist/deploy/base/stop.js +46 -0
- package/dist/deploy/base/types.d.ts +2 -0
- package/dist/deploy/base/types.js +5 -0
- package/dist/deploy/base/variables.d.ts +5 -0
- package/dist/deploy/base/variables.js +11 -0
- package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
- package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
- package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
- package/dist/deploy/cloudRun/cleanup.js +53 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +187 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +93 -0
- package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
- package/dist/deploy/cloudRun/createJobs/common.js +93 -0
- package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
- package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
- package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/index.js +58 -0
- package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
- package/dist/deploy/cloudRun/index.d.ts +4 -0
- package/dist/deploy/cloudRun/index.js +128 -0
- package/dist/deploy/cloudRun/utils/createArgsString.d.ts +13 -0
- package/dist/deploy/cloudRun/utils/createArgsString.js +63 -0
- package/dist/deploy/cloudRun/utils/database.d.ts +6 -0
- package/dist/deploy/cloudRun/utils/database.js +77 -0
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +12 -0
- package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
- package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/jobName.js +10 -0
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
- package/dist/deploy/cloudSql/utils.d.ts +4 -0
- package/dist/deploy/cloudSql/utils.js +14 -0
- package/dist/deploy/custom/deployJob.d.ts +3 -3
- package/dist/deploy/custom/deployJob.js +28 -25
- package/dist/deploy/custom/index.d.ts +2 -1
- package/dist/deploy/custom/index.js +16 -19
- package/dist/deploy/dockerTag/deployJob.d.ts +3 -0
- package/dist/deploy/dockerTag/deployJob.js +65 -0
- package/dist/deploy/dockerTag/index.d.ts +2 -0
- package/dist/deploy/dockerTag/index.js +19 -0
- package/dist/deploy/index.d.ts +15 -9
- package/dist/deploy/index.js +20 -27
- package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +8 -0
- package/dist/deploy/kubernetes/additionalSecretKeys.js +30 -0
- package/dist/deploy/kubernetes/cloudSql/index.d.ts +14 -0
- package/dist/deploy/kubernetes/cloudSql/index.js +55 -0
- package/dist/deploy/kubernetes/deployJob.d.ts +3 -3
- package/dist/deploy/kubernetes/deployJob.js +43 -124
- package/dist/deploy/kubernetes/index.d.ts +3 -1
- package/dist/deploy/kubernetes/index.js +86 -11
- package/dist/deploy/kubernetes/kubeEnv.d.ts +10 -0
- package/dist/deploy/kubernetes/kubeEnv.js +76 -0
- package/dist/deploy/kubernetes/kubeValues.d.ts +90 -0
- package/dist/deploy/kubernetes/kubeValues.js +123 -0
- package/dist/deploy/kubernetes/mongodb.d.ts +19 -6
- package/dist/deploy/kubernetes/mongodb.js +100 -11
- package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +27 -29
- package/dist/deploy/kubernetes/processSecretsAsFiles.js +5 -11
- package/dist/deploy/sbom.d.ts +4 -0
- package/dist/deploy/sbom.js +20 -0
- package/dist/deploy/types/base.d.ts +36 -0
- package/dist/deploy/types/base.js +5 -0
- package/dist/deploy/types/custom.d.ts +33 -0
- package/dist/deploy/types/custom.js +5 -0
- package/dist/deploy/types/dockerTag.d.ts +12 -0
- package/dist/deploy/types/dockerTag.js +5 -0
- package/dist/deploy/types/googleCloudRun.d.ts +208 -0
- package/dist/deploy/types/googleCloudRun.js +5 -0
- package/dist/deploy/types/index.d.ts +22 -0
- package/dist/deploy/types/index.js +37 -0
- package/dist/deploy/types/kubernetes.d.ts +355 -0
- package/dist/deploy/types/kubernetes.js +5 -0
- package/dist/deploy/utils.d.ts +3 -3
- package/dist/deploy/utils.js +8 -12
- package/dist/index.d.ts +3 -2
- package/dist/index.js +16 -19
- package/dist/packageInfos.d.ts +4 -0
- package/dist/packageInfos.js +20 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
- package/dist/pipeline/createAllJobs.d.ts +18 -0
- package/dist/pipeline/createAllJobs.js +236 -0
- package/dist/pipeline/createChildPipeline.d.ts +3 -3
- package/dist/pipeline/createChildPipeline.js +45 -157
- package/dist/pipeline/createJobsForComponent.d.ts +3 -0
- package/dist/{build/base/createBuildJob.js → pipeline/createJobsForComponent.js} +32 -51
- package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
- package/dist/pipeline/createJobsForWorkspace.js +12 -0
- package/dist/pipeline/createMainPipeline.d.ts +3 -0
- package/dist/pipeline/createMainPipeline.js +269 -0
- package/dist/pipeline/generatePipelineFiles.d.ts +40 -0
- package/dist/pipeline/generatePipelineFiles.js +240 -0
- package/dist/pipeline/getPipelineStages.d.ts +7 -0
- package/dist/pipeline/getPipelineStages.js +56 -0
- package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -0
- package/dist/pipeline/gitlab/createGitlabJobs.js +461 -0
- package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +8 -0
- package/dist/pipeline/gitlab/createGitlabPipeline.js +41 -0
- package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.d.ts +1 -0
- package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.js +29 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +35 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.js +27 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
- package/dist/pipeline/index.d.ts +3 -1
- package/dist/pipeline/index.js +16 -12
- package/dist/pipeline/packageManager.d.ts +3 -2
- package/dist/pipeline/packageManager.js +69 -196
- package/dist/pipeline/yarn/yarnUtils.d.ts +5 -0
- package/dist/pipeline/yarn/yarnUtils.js +241 -0
- package/dist/rules/index.d.ts +10 -2
- package/dist/rules/index.js +36 -16
- package/dist/runner/index.d.ts +2 -3
- package/dist/runner/index.js +3 -4
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/types/config.d.ts +56 -32
- package/dist/types/config.js +11 -18
- package/dist/types/context.d.ts +143 -27
- package/dist/types/context.js +12 -1
- package/dist/types/environmentContext.d.ts +31 -0
- package/dist/types/environmentContext.js +5 -0
- package/dist/types/gitlab-ci-yml.d.ts +769 -0
- package/dist/types/gitlab-ci-yml.js +10 -0
- package/dist/types/gitlab-types.d.ts +12 -60
- package/dist/types/gitlab-types.js +3 -1
- package/dist/types/index.js +13 -13
- package/dist/types/jobs.d.ts +55 -21
- package/dist/types/jobs.js +4 -2
- package/dist/types/pipeline.d.ts +5 -4
- package/dist/types/pipeline.js +3 -1
- package/dist/types/utils.d.ts +1 -0
- package/dist/types/utils.js +5 -0
- package/dist/utils/gitlab.d.ts +6 -0
- package/dist/utils/gitlab.js +56 -0
- package/dist/utils/index.d.ts +1 -1
- package/dist/utils/index.js +8 -16
- package/dist/utils/jsonParse.d.ts +1 -0
- package/dist/utils/jsonParse.js +14 -0
- package/dist/utils/removeUndefined.d.ts +1 -0
- package/dist/utils/removeUndefined.js +36 -0
- package/dist/utils/writeFiles.d.ts +11 -0
- package/dist/utils/writeFiles.js +180 -0
- package/examples/.test-gen-ignore +1 -0
- package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +3260 -0
- package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +3404 -0
- package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +3322 -0
- package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +3388 -0
- package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +2900 -0
- package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +3300 -0
- package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +6760 -0
- package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +6030 -0
- package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +3316 -0
- package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +2983 -0
- package/examples/__snapshots__/custom-build-job.test.ts.snap +2572 -0
- package/examples/__snapshots__/custom-deploy.test.ts.snap +2824 -0
- package/examples/__snapshots__/custom-envs.test.ts.snap +1884 -0
- package/examples/__snapshots__/custom-sbom-java.test.ts.snap +2588 -0
- package/examples/__snapshots__/git-submodule.test.ts.snap +3304 -0
- package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +4228 -0
- package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.test.ts.snap +4252 -0
- package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +4268 -0
- package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +7910 -0
- package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +4476 -0
- package/examples/__snapshots__/local-dot-env.test.ts.snap +3300 -0
- package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +4342 -0
- package/examples/__snapshots__/multiline-var.test.ts.snap +7864 -0
- package/examples/__snapshots__/native-app.test.ts.snap +5316 -0
- package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +3300 -0
- package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +3316 -0
- package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +2011 -0
- package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +3465 -0
- package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +3380 -0
- package/examples/__utils__/helpers.ts +27 -0
- package/examples/cloud-run-memory-limit.test.ts +18 -0
- package/examples/cloud-run-memory-limit.ts +33 -0
- package/examples/cloud-run-meteor-with-worker.test.ts +18 -0
- package/examples/cloud-run-meteor-with-worker.ts +37 -0
- package/examples/cloud-run-no-cpu-throttling.test.ts +18 -0
- package/examples/cloud-run-no-cpu-throttling.ts +35 -0
- package/examples/cloud-run-no-service.test.ts +18 -0
- package/examples/cloud-run-no-service.ts +33 -0
- package/examples/cloud-run-non-public.test.ts +18 -0
- package/examples/cloud-run-non-public.ts +28 -0
- package/examples/cloud-run-post-stop-job.test.ts +18 -0
- package/examples/cloud-run-post-stop-job.ts +42 -0
- package/examples/cloud-run-service-gen2.test.ts +18 -0
- package/examples/cloud-run-service-gen2.ts +29 -0
- package/examples/cloud-run-service-increase-timout.test.ts +18 -0
- package/examples/cloud-run-service-increase-timout.ts +29 -0
- package/examples/cloud-run-service-with-volumes.test.ts +18 -0
- package/examples/cloud-run-service-with-volumes.ts +56 -0
- package/examples/cloud-run-storybook.test.ts +18 -0
- package/examples/cloud-run-storybook.ts +33 -0
- package/examples/cloud-run-with-ngnix.test.ts +18 -0
- package/examples/cloud-run-with-ngnix.ts +29 -0
- package/examples/cloud-run-with-sql-reuse-db.test.ts +18 -0
- package/examples/cloud-run-with-sql-reuse-db.ts +55 -0
- package/examples/cloud-run-with-sql.test.ts +18 -0
- package/examples/cloud-run-with-sql.ts +71 -0
- package/examples/cloud-run-with-worker.test.ts +18 -0
- package/examples/cloud-run-with-worker.ts +37 -0
- package/examples/custom-build-job-with-tests.test.ts +18 -0
- package/examples/custom-build-job-with-tests.ts +56 -0
- package/examples/custom-build-job.test.ts +18 -0
- package/examples/custom-build-job.ts +29 -0
- package/examples/custom-deploy.test.ts +18 -0
- package/examples/custom-deploy.ts +36 -0
- package/examples/custom-envs.test.ts +18 -0
- package/examples/custom-envs.ts +32 -0
- package/examples/custom-sbom-java.test.ts +18 -0
- package/examples/custom-sbom-java.ts +38 -0
- package/examples/git-submodule.test.ts +18 -0
- package/examples/git-submodule.ts +30 -0
- package/examples/kubernetes-application-customization.test.ts +18 -0
- package/examples/kubernetes-application-customization.ts +59 -0
- package/examples/kubernetes-with-cloud-sql-legacy.test.ts +18 -0
- package/examples/kubernetes-with-cloud-sql-legacy.ts +35 -0
- package/examples/kubernetes-with-cloud-sql.test.ts +18 -0
- package/examples/kubernetes-with-cloud-sql.ts +37 -0
- package/examples/kubernetes-with-jobs.test.ts +18 -0
- package/examples/kubernetes-with-jobs.ts +70 -0
- package/examples/kubernetes-with-mongodb.test.ts +18 -0
- package/examples/kubernetes-with-mongodb.ts +51 -0
- package/examples/local-dot-env.test.ts +18 -0
- package/examples/local-dot-env.ts +27 -0
- package/examples/meteor-kubernetes.test.ts +18 -0
- package/examples/meteor-kubernetes.ts +64 -0
- package/examples/multiline-var.test.ts +18 -0
- package/examples/multiline-var.ts +65 -0
- package/examples/native-app.test.ts +18 -0
- package/examples/native-app.ts +83 -0
- package/examples/node-build-with-custom-image.test.ts +18 -0
- package/examples/node-build-with-custom-image.ts +26 -0
- package/examples/node-build-with-docker-additions.test.ts +18 -0
- package/examples/node-build-with-docker-additions.ts +29 -0
- package/examples/rails-k8s-with-worker-dockerfile.test.ts +9 -0
- package/examples/rails-k8s-with-worker.test.ts +18 -0
- package/examples/rails-k8s-with-worker.ts +95 -0
- package/examples/wait-for-other-deploy.test.ts +18 -0
- package/examples/wait-for-other-deploy.ts +37 -0
- package/package.json +76 -17
- package/scripts/bundle +2 -0
- package/scripts/generate-examples-test.ts +93 -0
- package/scripts/generate-gitlab-ci-types.ts +51 -0
- package/scripts/tsconfig.json +7 -0
- package/src/bash/BashExpression.ts +81 -0
- package/src/bash/bashExpressionPerPipelineType.ts +16 -0
- package/src/bash/bashYaml.ts +46 -0
- package/src/bash/getInjectVarsScript.ts +12 -0
- package/src/bash/replaceAsync.ts +50 -0
- package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
- package/src/build/base/__tests__/__snapshots__/createArtifactsConfig.test.ts.snap +49 -0
- package/src/build/base/__tests__/createArtifactsConfig.test.ts +41 -0
- package/src/build/base/constants.ts +2 -2
- package/src/build/base/createAppBuildJob.ts +70 -0
- package/src/build/base/createArtifactsConfig.ts +34 -0
- package/src/build/base/index.ts +62 -0
- package/src/build/base/writeBuildInfo.ts +7 -0
- package/src/build/base/writeDotEnv.ts +40 -0
- package/src/build/custom/__tests__/testJob.test.ts +29 -0
- package/src/build/custom/buildJob.ts +41 -0
- package/src/build/custom/index.ts +8 -0
- package/src/build/custom/testJob.ts +93 -0
- package/src/build/docker.ts +173 -63
- package/src/build/index.ts +59 -8
- package/src/build/node/buildJob.ts +84 -64
- package/src/build/node/cache.ts +59 -24
- package/src/build/node/constants.ts +2 -3
- package/src/build/node/index.ts +9 -5
- package/src/build/node/meteor.ts +41 -44
- package/src/build/node/testJob.ts +57 -16
- package/src/build/node/yarn.ts +81 -25
- package/src/build/rails/build.ts +69 -0
- package/src/build/rails/index.ts +8 -0
- package/src/build/rails/test.ts +103 -0
- package/src/build/sbom.ts +48 -0
- package/src/build/types.ts +301 -27
- package/src/catladder-gitlab.ts +12 -52
- package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
- package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
- package/src/config/{configruedEnvs.test.ts → __tests__/configruedEnvs.test.ts} +3 -3
- package/src/config/__tests__/getAllEnvs.test.ts +71 -0
- package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
- package/src/config/configruedEnvs.ts +8 -13
- package/src/config/readConfig.ts +17 -23
- package/src/constants.ts +5 -2
- package/src/context/{resolveReferences.test.ts → __tests__/resolveReferences.test.ts} +34 -44
- package/src/context/createAllComponentsContext.ts +31 -0
- package/src/context/createComponentContext.ts +135 -0
- package/src/context/createWorkspaceContext.ts +56 -0
- package/src/context/getBuildInfoVariables.ts +36 -0
- package/src/context/getEnvConfig.ts +21 -0
- package/src/context/getEnvType.ts +17 -0
- package/src/context/getEnvironment.ts +26 -0
- package/src/context/getEnvironmentContext.ts +53 -0
- package/src/context/getEnvironmentVariables.ts +210 -0
- package/src/context/getLabels.ts +21 -0
- package/src/context/getReviewSlug.ts +27 -0
- package/src/context/index.ts +3 -232
- package/src/context/resolveReferences.ts +67 -40
- package/src/context/transformJobOnlyVars.ts +45 -0
- package/src/context/utils/envVars.ts +27 -0
- package/src/defaults/index.ts +1 -1
- package/src/deploy/base/deploy.ts +136 -0
- package/src/deploy/base/index.ts +22 -0
- package/src/deploy/base/rollback.ts +38 -0
- package/src/deploy/base/stop.ts +43 -0
- package/src/deploy/base/types.ts +3 -0
- package/src/deploy/base/variables.ts +5 -0
- package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
- package/src/deploy/cloudRun/cleanup.ts +30 -0
- package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
- package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +198 -0
- package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
- package/src/deploy/cloudRun/createJobs/common.ts +59 -0
- package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +79 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
- package/src/deploy/cloudRun/createJobs/index.ts +51 -0
- package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
- package/src/deploy/cloudRun/index.ts +127 -0
- package/src/deploy/cloudRun/utils/createArgsString.ts +34 -0
- package/src/deploy/cloudRun/utils/database.ts +77 -0
- package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +12 -0
- package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
- package/src/deploy/cloudRun/utils/jobName.ts +7 -0
- package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
- package/src/deploy/cloudSql/utils.ts +26 -0
- package/src/deploy/custom/deployJob.ts +41 -16
- package/src/deploy/custom/index.ts +9 -1
- package/src/deploy/dockerTag/deployJob.ts +29 -0
- package/src/deploy/dockerTag/index.ts +10 -0
- package/src/deploy/index.ts +32 -17
- package/src/deploy/kubernetes/additionalSecretKeys.ts +25 -0
- package/src/deploy/kubernetes/cloudSql/index.ts +76 -0
- package/src/deploy/kubernetes/deployJob.ts +61 -115
- package/src/deploy/kubernetes/index.ts +50 -1
- package/src/deploy/kubernetes/kubeEnv.ts +50 -0
- package/src/deploy/kubernetes/kubeValues.ts +100 -0
- package/src/deploy/kubernetes/mongodb.ts +106 -8
- package/src/deploy/kubernetes/processSecretsAsFiles.ts +6 -5
- package/src/deploy/sbom.ts +32 -0
- package/src/deploy/types/base.ts +43 -0
- package/src/deploy/types/custom.ts +36 -0
- package/src/deploy/types/dockerTag.ts +14 -0
- package/src/deploy/types/googleCloudRun.ts +282 -0
- package/src/deploy/types/index.ts +28 -0
- package/src/deploy/types/kubernetes.ts +390 -0
- package/src/deploy/utils.ts +10 -6
- package/src/index.ts +2 -1
- package/src/packageInfos.ts +14 -0
- package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
- package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
- package/src/pipeline/createAllJobs.ts +72 -0
- package/src/pipeline/createChildPipeline.ts +24 -43
- package/src/pipeline/createJobsForComponent.ts +35 -0
- package/src/pipeline/createJobsForWorkspace.ts +12 -0
- package/src/pipeline/createMainPipeline.ts +111 -0
- package/src/pipeline/generatePipelineFiles.ts +76 -0
- package/src/pipeline/getPipelineStages.ts +23 -0
- package/src/pipeline/gitlab/createGitlabJobs.ts +445 -0
- package/src/pipeline/gitlab/createGitlabPipeline.ts +28 -0
- package/src/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.ts +46 -0
- package/src/pipeline/gitlab/gitlabReleaseJobs.ts +25 -0
- package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
- package/src/pipeline/index.ts +3 -1
- package/src/pipeline/packageManager.ts +47 -64
- package/src/pipeline/yarn/yarnUtils.ts +66 -0
- package/src/rules/index.ts +46 -13
- package/src/runner/index.ts +2 -1
- package/src/types/config.ts +72 -16
- package/src/types/context.ts +194 -25
- package/src/types/environmentContext.ts +38 -0
- package/src/types/gitlab-ci-yml.ts +891 -0
- package/src/types/gitlab-types.ts +52 -57
- package/src/types/jobs.ts +66 -11
- package/src/types/pipeline.ts +5 -1
- package/src/types/utils.ts +7 -0
- package/src/utils/gitlab.ts +33 -0
- package/src/utils/index.ts +3 -3
- package/src/utils/jsonParse.ts +7 -0
- package/src/utils/removeUndefined.ts +4 -0
- package/src/utils/writeFiles.ts +53 -0
- package/tsconfig.json +4 -2
- package/dist/build/base/createBuildJob.d.ts +0 -7
- package/dist/build/base/getBuildInfo.d.ts +0 -2
- package/dist/build/base/getBuildInfo.js +0 -12
- package/dist/context/resolveReferences.test.js +0 -141
- package/dist/deploy/base.d.ts +0 -8
- package/dist/deploy/base.js +0 -107
- package/dist/deploy/kubernetes/cloudsql.d.ts +0 -6
- package/dist/deploy/kubernetes/cloudsql.js +0 -16
- package/dist/deploy/types.d.ts +0 -196
- package/dist/deploy/types.js +0 -16
- package/dist/pipeline/createJobs.d.ts +0 -3
- package/dist/pipeline/createJobs.js +0 -383
- package/dist/pipeline/gitlab/makeGitlabJob.d.ts +0 -8
- package/dist/pipeline/gitlab/makeGitlabJob.js +0 -45
- package/src/build/base/createBuildJob.ts +0 -43
- package/src/build/base/getBuildInfo.ts +0 -7
- package/src/build/tests/storybook.test.ts +0 -54
- package/src/deploy/base.ts +0 -120
- package/src/deploy/kubernetes/cloudsql.ts +0 -12
- package/src/deploy/types.ts +0 -189
- package/src/pipeline/createChildPipeline.test.ts +0 -49
- package/src/pipeline/createJobs.ts +0 -195
- package/src/pipeline/gitlab/makeGitlabJob.ts +0 -16
- /package/dist/build/{tests/storybook.test.d.ts → base/__tests__/createArtifactsConfig.test.d.ts} +0 -0
- /package/dist/{config/configruedEnvs.test.d.ts → build/custom/__tests__/testJob.test.d.ts} +0 -0
- /package/dist/{context/resolveReferences.test.d.ts → config/__tests__/configruedEnvs.test.d.ts} +0 -0
- /package/dist/{pipeline/createChildPipeline.test.d.ts → config/__tests__/getAllEnvs.test.d.ts} +0 -0
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
import type { ComponentContext } from "../../../types/context";
|
|
2
|
+
import { allowFailureInScripts } from "../../../utils/gitlab";
|
|
3
|
+
|
|
4
|
+
import type {
|
|
5
|
+
DeployConfigCloudRunJob,
|
|
6
|
+
DeployConfigCloudRunJobWithSchedule,
|
|
7
|
+
} from "../../types/googleCloudRun";
|
|
8
|
+
import { createArgsString } from "../utils/createArgsString";
|
|
9
|
+
import { getCloudRunJobName } from "../utils/jobName";
|
|
10
|
+
import {
|
|
11
|
+
gcloudRunCmd,
|
|
12
|
+
gcloudSchedulerCmd,
|
|
13
|
+
getCloudRunDeployConfig,
|
|
14
|
+
getCommonCloudRunArgs,
|
|
15
|
+
getCommonDeployArgs,
|
|
16
|
+
makeLabelString,
|
|
17
|
+
} from "./common";
|
|
18
|
+
import { getLabels } from "../../../context/getLabels";
|
|
19
|
+
import { createVolumeConfig } from "./volumes";
|
|
20
|
+
import type {
|
|
21
|
+
BashExpression,
|
|
22
|
+
StringOrBashExpression,
|
|
23
|
+
} from "../../../bash/BashExpression";
|
|
24
|
+
import { ENV_VARS_FILENAME } from "./constants";
|
|
25
|
+
|
|
26
|
+
const getJobRunScriptForJob = (
|
|
27
|
+
context: ComponentContext,
|
|
28
|
+
jobName: StringOrBashExpression,
|
|
29
|
+
wait: boolean,
|
|
30
|
+
) => {
|
|
31
|
+
const commonArgs = getCommonCloudRunArgs(context);
|
|
32
|
+
|
|
33
|
+
const commonArgsString = createArgsString(commonArgs);
|
|
34
|
+
return `${gcloudRunCmd()} jobs execute ${jobName.toString()} ${commonArgsString}${
|
|
35
|
+
wait ? " --wait" : ""
|
|
36
|
+
}`;
|
|
37
|
+
};
|
|
38
|
+
|
|
39
|
+
export const getDeleteSchedulesScripts = (context: ComponentContext) => {
|
|
40
|
+
const deployConfig = getCloudRunDeployConfig(context);
|
|
41
|
+
const jobsWithSchedule = getCloudRunJobsWithSchedule(context);
|
|
42
|
+
const argsString = createArgsString({
|
|
43
|
+
project: deployConfig.projectId,
|
|
44
|
+
location: deployConfig.region,
|
|
45
|
+
});
|
|
46
|
+
return jobsWithSchedule
|
|
47
|
+
.map(({ schedulerName }) => {
|
|
48
|
+
return [
|
|
49
|
+
`${gcloudSchedulerCmd()} jobs delete ${schedulerName} ${argsString}`,
|
|
50
|
+
];
|
|
51
|
+
})
|
|
52
|
+
.flat();
|
|
53
|
+
};
|
|
54
|
+
|
|
55
|
+
export const getDeleteJobsScripts = (context: ComponentContext) => {
|
|
56
|
+
const commonArgs = getCommonCloudRunArgs(context);
|
|
57
|
+
const commonArgsString = createArgsString(commonArgs);
|
|
58
|
+
const jobsWithNames = getCloudRunJobsWithNames(context);
|
|
59
|
+
|
|
60
|
+
return jobsWithNames.flatMap(({ jobName }) => [
|
|
61
|
+
// first delete all job executions. Otherwise delete might fail if one of those is still running
|
|
62
|
+
`${gcloudRunCmd()} jobs executions list ${commonArgsString} --job ${jobName} --format="value(name)" | xargs -I {} ${gcloudRunCmd()} jobs executions delete {} --quiet ${commonArgsString}`,
|
|
63
|
+
`${gcloudRunCmd()} jobs delete ${jobName} ${commonArgsString}`,
|
|
64
|
+
]);
|
|
65
|
+
};
|
|
66
|
+
|
|
67
|
+
export const getJobRunScripts = (
|
|
68
|
+
context: ComponentContext,
|
|
69
|
+
when: DeployConfigCloudRunJob["when"],
|
|
70
|
+
) => {
|
|
71
|
+
const jobsWithNames = getCloudRunJobsWithNames(context);
|
|
72
|
+
return jobsWithNames
|
|
73
|
+
.filter(({ job }) => job.when === when)
|
|
74
|
+
.map(({ jobName }) =>
|
|
75
|
+
getJobRunScriptForJob(
|
|
76
|
+
context,
|
|
77
|
+
jobName,
|
|
78
|
+
// wait for completin on stop jobs, since stop will delete the jobs afterwards, so they will fail
|
|
79
|
+
["preStop", "postStop"].includes(when),
|
|
80
|
+
),
|
|
81
|
+
);
|
|
82
|
+
};
|
|
83
|
+
|
|
84
|
+
export const getJobCreateScripts = (context: ComponentContext) => {
|
|
85
|
+
const jobsWithNames = getCloudRunJobsWithNames(context);
|
|
86
|
+
|
|
87
|
+
return jobsWithNames
|
|
88
|
+
.map(({ job, jobName }) => getJobCreateScriptsForJob(context, jobName, job))
|
|
89
|
+
.flat();
|
|
90
|
+
};
|
|
91
|
+
|
|
92
|
+
const getJobCreateScriptsForJob = (
|
|
93
|
+
context: ComponentContext,
|
|
94
|
+
jobName: StringOrBashExpression,
|
|
95
|
+
job: DeployConfigCloudRunJob,
|
|
96
|
+
) => {
|
|
97
|
+
const commonDeployArgs = getCommonDeployArgs(context);
|
|
98
|
+
|
|
99
|
+
// due to some oversight from google, jobs create does not yet accept `--add-volume` 🤦
|
|
100
|
+
// lucky, update on the other hand accepts it... so let's just imediatly update it
|
|
101
|
+
// we cannot upsert a job, so we have to create it and catch the error and then update
|
|
102
|
+
const commandArray = Array.isArray(job.command)
|
|
103
|
+
? job.command
|
|
104
|
+
: job.command.split(" ");
|
|
105
|
+
|
|
106
|
+
const commonDeployArgsString = createArgsString({
|
|
107
|
+
command: '"' + commandArray.join(",") + '"',
|
|
108
|
+
...commonDeployArgs,
|
|
109
|
+
labels: makeLabelString({
|
|
110
|
+
...getLabels(context),
|
|
111
|
+
"cloud-run-job-name": jobName.toString(),
|
|
112
|
+
}),
|
|
113
|
+
image: job.image || commonDeployArgs.image,
|
|
114
|
+
cpu: job?.cpu,
|
|
115
|
+
memory: job.memory || "512Mi",
|
|
116
|
+
"task-timeout": job.timeout || "10m",
|
|
117
|
+
parallelism: job.parallelism || 1,
|
|
118
|
+
"env-vars-file": ENV_VARS_FILENAME,
|
|
119
|
+
"max-retries": 0,
|
|
120
|
+
});
|
|
121
|
+
|
|
122
|
+
const requiresBeta = job?.volumes && Object.keys(job?.volumes).length > 0;
|
|
123
|
+
|
|
124
|
+
const argsString = `${jobName} ${commonDeployArgsString}`;
|
|
125
|
+
return [
|
|
126
|
+
...allowFailureInScripts([`${gcloudRunCmd()} jobs create ${argsString}`]),
|
|
127
|
+
`${gcloudRunCmd(
|
|
128
|
+
requiresBeta ? "beta" : undefined,
|
|
129
|
+
)} jobs update ${argsString} ${createArgsString(
|
|
130
|
+
...createVolumeConfig(job?.volumes, "job"),
|
|
131
|
+
)}`,
|
|
132
|
+
];
|
|
133
|
+
};
|
|
134
|
+
|
|
135
|
+
export const getCreateScheduleScripts = (context: ComponentContext) => {
|
|
136
|
+
const jobsWithSchedule = getCloudRunJobsWithSchedule(context);
|
|
137
|
+
const deployConfig = getCloudRunDeployConfig(context);
|
|
138
|
+
|
|
139
|
+
return jobsWithSchedule
|
|
140
|
+
.map(({ job, jobName, schedulerName }) => {
|
|
141
|
+
const argsString = createArgsString({
|
|
142
|
+
project: deployConfig.projectId,
|
|
143
|
+
location: deployConfig.region,
|
|
144
|
+
schedule: `"${job.schedule}"`,
|
|
145
|
+
"max-retry-attempts": job.maxRetryAttempts ?? 0,
|
|
146
|
+
|
|
147
|
+
uri: `"https://${deployConfig.region}-run.googleapis.com/apis/run.googleapis.com/v1/namespaces/${deployConfig.projectId}/jobs/${jobName}:run"`,
|
|
148
|
+
"http-method": "POST",
|
|
149
|
+
"oauth-service-account-email":
|
|
150
|
+
"$GCLOUD_PROJECT_NUMBER-compute@developer.gserviceaccount.com",
|
|
151
|
+
});
|
|
152
|
+
const commonArgs = `http ${schedulerName} ${argsString}`;
|
|
153
|
+
return [
|
|
154
|
+
...allowFailureInScripts([
|
|
155
|
+
`${gcloudSchedulerCmd()} jobs create ${commonArgs}`,
|
|
156
|
+
]),
|
|
157
|
+
`${gcloudSchedulerCmd()} jobs update ${commonArgs}`,
|
|
158
|
+
];
|
|
159
|
+
})
|
|
160
|
+
.flat();
|
|
161
|
+
};
|
|
162
|
+
|
|
163
|
+
const getCloudRunJobsWithSchedule = (context: ComponentContext) => {
|
|
164
|
+
const jobsWithNames = getCloudRunJobsWithNames(context);
|
|
165
|
+
|
|
166
|
+
return jobsWithNames
|
|
167
|
+
.filter(
|
|
168
|
+
(
|
|
169
|
+
entry,
|
|
170
|
+
): entry is {
|
|
171
|
+
jobName: BashExpression;
|
|
172
|
+
job: DeployConfigCloudRunJobWithSchedule;
|
|
173
|
+
} => entry.job.when === "schedule",
|
|
174
|
+
)
|
|
175
|
+
.map(({ job, jobName }) => ({
|
|
176
|
+
job,
|
|
177
|
+
jobName,
|
|
178
|
+
schedulerName: jobName.concat("-scheduler"),
|
|
179
|
+
}));
|
|
180
|
+
};
|
|
181
|
+
|
|
182
|
+
const getCloudRunJobsWithNames = (context: ComponentContext) => {
|
|
183
|
+
const deployConfig = getCloudRunDeployConfig(context);
|
|
184
|
+
|
|
185
|
+
const getFullJobName = (name: string) =>
|
|
186
|
+
getCloudRunJobName(context.environment.fullName, name);
|
|
187
|
+
|
|
188
|
+
const jobsWithNames = Object.entries(deployConfig.jobs ?? {})
|
|
189
|
+
// filter out disabled jobs
|
|
190
|
+
.filter((entry): entry is [string, DeployConfigCloudRunJob] =>
|
|
191
|
+
Boolean(entry[1]),
|
|
192
|
+
)
|
|
193
|
+
.map(([name, job]) => ({
|
|
194
|
+
jobName: getFullJobName(name),
|
|
195
|
+
job,
|
|
196
|
+
}));
|
|
197
|
+
return jobsWithNames;
|
|
198
|
+
};
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
import { getLabels } from "../../../context/getLabels";
|
|
2
|
+
import type { ComponentContext } from "../../../types/context";
|
|
3
|
+
|
|
4
|
+
import type { DeployConfigCloudRunService } from "../../types/googleCloudRun";
|
|
5
|
+
import { createArgsString } from "../utils/createArgsString";
|
|
6
|
+
import { getServiceName } from "../utils/getServiceName";
|
|
7
|
+
import {
|
|
8
|
+
gcloudRunCmd,
|
|
9
|
+
getCommonCloudRunArgs,
|
|
10
|
+
getCommonDeployArgs,
|
|
11
|
+
makeLabelString,
|
|
12
|
+
} from "./common";
|
|
13
|
+
import { ENV_VARS_FILENAME } from "./constants";
|
|
14
|
+
import { createVolumeConfig } from "./volumes";
|
|
15
|
+
|
|
16
|
+
export const getServiceDeployScript = (
|
|
17
|
+
context: ComponentContext,
|
|
18
|
+
service: DeployConfigCloudRunService | true | undefined,
|
|
19
|
+
nameSuffix?: string,
|
|
20
|
+
) => {
|
|
21
|
+
const commonDeployArgs = getCommonDeployArgs(context);
|
|
22
|
+
|
|
23
|
+
const serviceName = getServiceName(context);
|
|
24
|
+
|
|
25
|
+
const customConfig = service !== true ? service : undefined;
|
|
26
|
+
const command =
|
|
27
|
+
service !== true
|
|
28
|
+
? service?.command ?? context.build.config.startCommand
|
|
29
|
+
: undefined;
|
|
30
|
+
|
|
31
|
+
const commandArray = command
|
|
32
|
+
? Array.isArray(command)
|
|
33
|
+
? command
|
|
34
|
+
: command.split(" ")
|
|
35
|
+
: undefined;
|
|
36
|
+
const fullServiceName = serviceName.concat(nameSuffix ?? "");
|
|
37
|
+
const argsString = createArgsString(
|
|
38
|
+
{
|
|
39
|
+
// command as empty string resets it to default (uses the image's entrypoint)
|
|
40
|
+
command: commandArray ? '"' + commandArray.join(",") + '"' : '""',
|
|
41
|
+
...commonDeployArgs,
|
|
42
|
+
labels: makeLabelString({
|
|
43
|
+
...getLabels(context),
|
|
44
|
+
"cloud-run-service-name": fullServiceName,
|
|
45
|
+
}),
|
|
46
|
+
"env-vars-file": ENV_VARS_FILENAME,
|
|
47
|
+
"min-instances": customConfig?.minInstances ?? 0,
|
|
48
|
+
"max-instances": customConfig?.maxInstances ?? 100,
|
|
49
|
+
"cpu-throttling": customConfig?.noCpuThrottling !== true,
|
|
50
|
+
cpu: customConfig?.cpu,
|
|
51
|
+
memory: customConfig?.memory,
|
|
52
|
+
timeout: customConfig?.timeout,
|
|
53
|
+
"allow-unauthenticated": customConfig?.allowUnauthenticated ?? true,
|
|
54
|
+
ingress: customConfig?.ingress ?? "all",
|
|
55
|
+
"cpu-boost": true,
|
|
56
|
+
"execution-environment": customConfig?.executionEnvironment,
|
|
57
|
+
},
|
|
58
|
+
...createVolumeConfig(customConfig?.volumes, "service"),
|
|
59
|
+
);
|
|
60
|
+
// volumes require beta
|
|
61
|
+
const requiresBeta =
|
|
62
|
+
customConfig?.volumes && Object.keys(customConfig?.volumes).length > 0;
|
|
63
|
+
|
|
64
|
+
return `${gcloudRunCmd(
|
|
65
|
+
requiresBeta ? "beta" : undefined,
|
|
66
|
+
)} deploy ${fullServiceName} ${argsString}`;
|
|
67
|
+
};
|
|
68
|
+
|
|
69
|
+
export const getServiceDeleteScript = (
|
|
70
|
+
context: ComponentContext,
|
|
71
|
+
serviceSuffix?: string,
|
|
72
|
+
) => {
|
|
73
|
+
const commonArgs = getCommonCloudRunArgs(context);
|
|
74
|
+
|
|
75
|
+
const commonArgsString = createArgsString(commonArgs);
|
|
76
|
+
|
|
77
|
+
const serviceName = getServiceName(context);
|
|
78
|
+
|
|
79
|
+
const fullServiceName = serviceSuffix
|
|
80
|
+
? `${serviceName}-${serviceSuffix}`
|
|
81
|
+
: serviceName;
|
|
82
|
+
|
|
83
|
+
return [
|
|
84
|
+
`${gcloudRunCmd()} services delete ${fullServiceName} ${commonArgsString}`,
|
|
85
|
+
];
|
|
86
|
+
};
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import type { ComponentContext } from "../../../types/context";
|
|
2
|
+
|
|
3
|
+
import { isOfDeployType } from "../../types";
|
|
4
|
+
import type { DeployConfigCloudRun } from "../../types/googleCloudRun";
|
|
5
|
+
import { getArtifactsRegistryImage } from "../artifactsRegistry";
|
|
6
|
+
|
|
7
|
+
export const gcloudCmd = (version?: "beta") => {
|
|
8
|
+
return version ? `gcloud ${version}` : "gcloud";
|
|
9
|
+
};
|
|
10
|
+
export const gcloudRunCmd = (version?: "beta") => {
|
|
11
|
+
return `${gcloudCmd(version)} run`;
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const gcloudSchedulerCmd = (version?: "beta") => {
|
|
15
|
+
return `${gcloudCmd(version)} scheduler`;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
export const setGoogleProjectNumberScript = (
|
|
19
|
+
deployConfig: DeployConfigCloudRun,
|
|
20
|
+
) => [
|
|
21
|
+
`export GCLOUD_PROJECT_NUMBER=$(${gcloudCmd()} projects describe ${
|
|
22
|
+
deployConfig.projectId
|
|
23
|
+
} --format="value(projectNumber)")`,
|
|
24
|
+
'echo "GCLOUD_PROJECT_NUMBER: $GCLOUD_PROJECT_NUMBER"',
|
|
25
|
+
];
|
|
26
|
+
|
|
27
|
+
export const makeLabelString = (obj: Record<string, unknown>) =>
|
|
28
|
+
Object.entries(obj)
|
|
29
|
+
.map(([key, value]) => `${key}=${value}`)
|
|
30
|
+
.join(",");
|
|
31
|
+
|
|
32
|
+
export const getCloudRunDeployConfig = (context: ComponentContext) => {
|
|
33
|
+
const deployConfig = context.deploy?.config;
|
|
34
|
+
if (!isOfDeployType(deployConfig, "google-cloudrun")) {
|
|
35
|
+
// should not happen
|
|
36
|
+
throw new Error("deploy config is wrong");
|
|
37
|
+
}
|
|
38
|
+
return deployConfig;
|
|
39
|
+
};
|
|
40
|
+
|
|
41
|
+
export function getCommonCloudRunArgs(context: ComponentContext) {
|
|
42
|
+
const deployConfig = getCloudRunDeployConfig(context);
|
|
43
|
+
return {
|
|
44
|
+
project: deployConfig.projectId,
|
|
45
|
+
region: deployConfig.region,
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
export function getCommonDeployArgs(context: ComponentContext) {
|
|
50
|
+
const commonArgs = getCommonCloudRunArgs(context);
|
|
51
|
+
const deployConfig = getCloudRunDeployConfig(context);
|
|
52
|
+
return {
|
|
53
|
+
image: getArtifactsRegistryImage(context),
|
|
54
|
+
...commonArgs,
|
|
55
|
+
"set-cloudsql-instances": deployConfig.cloudSql
|
|
56
|
+
? deployConfig.cloudSql.instanceConnectionName
|
|
57
|
+
: undefined,
|
|
58
|
+
};
|
|
59
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export const ENV_VARS_FILENAME = "____envvars.yaml";
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { isNil, omit } from "lodash";
|
|
2
|
+
import type {
|
|
3
|
+
ComponentContext,
|
|
4
|
+
UnspecifiedEnvVars,
|
|
5
|
+
} from "../../../types/context";
|
|
6
|
+
import { collapseableSection } from "../../../utils/gitlab";
|
|
7
|
+
import { getDependencyTrackUploadScript } from "../../sbom";
|
|
8
|
+
|
|
9
|
+
import { getRemoveOldRevisionsAndImagesCommand } from "../cleanup";
|
|
10
|
+
import { getDatabaseCreateScript } from "../utils/database";
|
|
11
|
+
import { gcloudServiceAccountLoginCommands } from "../utils/gcloudServiceAccountLoginCommands";
|
|
12
|
+
import {
|
|
13
|
+
getCreateScheduleScripts,
|
|
14
|
+
getJobCreateScripts,
|
|
15
|
+
getJobRunScripts,
|
|
16
|
+
} from "./cloudRunJobs";
|
|
17
|
+
import { getServiceDeployScript } from "./cloudRunServices";
|
|
18
|
+
import {
|
|
19
|
+
getCloudRunDeployConfig,
|
|
20
|
+
setGoogleProjectNumberScript,
|
|
21
|
+
} from "./common";
|
|
22
|
+
import { GCLOUD_DEPLOY_CREDENTIALS_KEY } from "..";
|
|
23
|
+
import type { StringOrBashExpression } from "../../../bash/BashExpression";
|
|
24
|
+
import { BashExpression, bashEscape } from "../../../bash/BashExpression";
|
|
25
|
+
import { ENV_VARS_FILENAME } from "./constants";
|
|
26
|
+
import {
|
|
27
|
+
writeBashYamlToFileScript,
|
|
28
|
+
yamlBashString,
|
|
29
|
+
} from "../../../bash/bashYaml";
|
|
30
|
+
|
|
31
|
+
export function getCloudRunDeployScripts(context: ComponentContext) {
|
|
32
|
+
const deployConfig = getCloudRunDeployConfig(context);
|
|
33
|
+
const allEnvVars = omit(
|
|
34
|
+
context.environment.envVars,
|
|
35
|
+
GCLOUD_DEPLOY_CREDENTIALS_KEY,
|
|
36
|
+
);
|
|
37
|
+
|
|
38
|
+
return [
|
|
39
|
+
...collapseableSection(
|
|
40
|
+
"prepare",
|
|
41
|
+
"Prepare...",
|
|
42
|
+
)([
|
|
43
|
+
...gcloudServiceAccountLoginCommands(context),
|
|
44
|
+
...setGoogleProjectNumberScript(deployConfig),
|
|
45
|
+
]),
|
|
46
|
+
...collapseableSection(
|
|
47
|
+
"writeenvvars",
|
|
48
|
+
"Write env vars to file",
|
|
49
|
+
)(writeBashYamlToFileScript(allEnvVars, ENV_VARS_FILENAME)),
|
|
50
|
+
|
|
51
|
+
...collapseableSection(
|
|
52
|
+
"deploy",
|
|
53
|
+
"Deploy to cloud run",
|
|
54
|
+
)([
|
|
55
|
+
...(deployConfig.cloudSql
|
|
56
|
+
? getDatabaseCreateScript(context, deployConfig) // we create the db, so that we can also delete it afterwards
|
|
57
|
+
: []),
|
|
58
|
+
...getCreateScheduleScripts(context),
|
|
59
|
+
...getJobCreateScripts(context),
|
|
60
|
+
...getJobRunScripts(context, "preDeploy"),
|
|
61
|
+
|
|
62
|
+
...(deployConfig.service !== false
|
|
63
|
+
? [getServiceDeployScript(context, deployConfig.service)]
|
|
64
|
+
: []),
|
|
65
|
+
...Object.entries(deployConfig.additionalServices ?? {}).map(
|
|
66
|
+
([name, service]) =>
|
|
67
|
+
getServiceDeployScript(context, service, "-" + name),
|
|
68
|
+
),
|
|
69
|
+
...getJobRunScripts(context, "postDeploy"),
|
|
70
|
+
]),
|
|
71
|
+
...collapseableSection(
|
|
72
|
+
"cleanup",
|
|
73
|
+
"Cleanup",
|
|
74
|
+
)(
|
|
75
|
+
getRemoveOldRevisionsAndImagesCommand(context, "postDeploy"), // we cleanup inactive images both on deploy and stop
|
|
76
|
+
),
|
|
77
|
+
...getDependencyTrackUploadScript(context),
|
|
78
|
+
];
|
|
79
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import type { ComponentContext } from "../../../types/context";
|
|
2
|
+
import { getDependencyTrackDeleteScript } from "../../sbom";
|
|
3
|
+
|
|
4
|
+
import { getRemoveOldRevisionsAndImagesCommand } from "../cleanup";
|
|
5
|
+
import { getDatabaseDeleteScript } from "../utils/database";
|
|
6
|
+
import { gcloudServiceAccountLoginCommands } from "../utils/gcloudServiceAccountLoginCommands";
|
|
7
|
+
import {
|
|
8
|
+
getDeleteJobsScripts,
|
|
9
|
+
getDeleteSchedulesScripts,
|
|
10
|
+
getJobRunScripts,
|
|
11
|
+
} from "./cloudRunJobs";
|
|
12
|
+
import { getServiceDeleteScript } from "./cloudRunServices";
|
|
13
|
+
import { getCloudRunDeployConfig } from "./common";
|
|
14
|
+
|
|
15
|
+
export function getCloudRunStopScripts(context: ComponentContext) {
|
|
16
|
+
const deployConfig = getCloudRunDeployConfig(context);
|
|
17
|
+
return [
|
|
18
|
+
...gcloudServiceAccountLoginCommands(context),
|
|
19
|
+
...getJobRunScripts(context, "preStop"),
|
|
20
|
+
...(deployConfig.service !== false ? getServiceDeleteScript(context) : []),
|
|
21
|
+
...Object.entries(deployConfig.additionalServices ?? {}).flatMap(([name]) =>
|
|
22
|
+
getServiceDeleteScript(context, name),
|
|
23
|
+
),
|
|
24
|
+
...getJobRunScripts(context, "postStop"),
|
|
25
|
+
...getDeleteSchedulesScripts(context),
|
|
26
|
+
...getDeleteJobsScripts(context),
|
|
27
|
+
...(deployConfig.cloudSql && deployConfig.cloudSql.deleteDatabaseOnStop
|
|
28
|
+
? getDatabaseDeleteScript(context, deployConfig)
|
|
29
|
+
: []),
|
|
30
|
+
|
|
31
|
+
...getRemoveOldRevisionsAndImagesCommand(context, "onStop"), // we cleanup inactive images both on deploy and stop
|
|
32
|
+
...getDependencyTrackDeleteScript(context),
|
|
33
|
+
];
|
|
34
|
+
}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { getRunnerImage } from "../../../runner";
|
|
2
|
+
import type { ComponentContext } from "../../../types/context";
|
|
3
|
+
import type { CatladderJob } from "../../../types/jobs";
|
|
4
|
+
import { allowFailureInScripts } from "../../../utils/gitlab";
|
|
5
|
+
import { createDeployementJobs } from "../../base";
|
|
6
|
+
|
|
7
|
+
import { isOfDeployType } from "../../types";
|
|
8
|
+
import { ENV_VARS_FILENAME } from "./constants";
|
|
9
|
+
import { getCloudRunDeployScripts } from "./getCloudRunDeployScripts";
|
|
10
|
+
import { getCloudRunStopScripts } from "./getCloudRunStopScripts";
|
|
11
|
+
|
|
12
|
+
export const createGoogleCloudRunDeployJobs = (
|
|
13
|
+
context: ComponentContext,
|
|
14
|
+
): CatladderJob[] => {
|
|
15
|
+
const deployConfig = context.deploy?.config;
|
|
16
|
+
if (!isOfDeployType(deployConfig, "google-cloudrun")) {
|
|
17
|
+
// should not happen
|
|
18
|
+
throw new Error("deploy config is wrong");
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
const deployScripts = getCloudRunDeployScripts(context);
|
|
22
|
+
const stopScripts = getCloudRunStopScripts(context);
|
|
23
|
+
|
|
24
|
+
return createDeployementJobs(context, {
|
|
25
|
+
deploy: {
|
|
26
|
+
variables: {
|
|
27
|
+
CLOUDSDK_CORE_DISABLE_PROMPTS: "1",
|
|
28
|
+
},
|
|
29
|
+
...(deployConfig.debug
|
|
30
|
+
? {
|
|
31
|
+
artifacts: {
|
|
32
|
+
paths: [
|
|
33
|
+
ENV_VARS_FILENAME, // debug
|
|
34
|
+
],
|
|
35
|
+
when: "always",
|
|
36
|
+
},
|
|
37
|
+
}
|
|
38
|
+
: {}),
|
|
39
|
+
|
|
40
|
+
image: getRunnerImage("gcloud"),
|
|
41
|
+
script: deployScripts,
|
|
42
|
+
},
|
|
43
|
+
stop: {
|
|
44
|
+
image: getRunnerImage("gcloud"),
|
|
45
|
+
variables: {
|
|
46
|
+
CLOUDSDK_CORE_DISABLE_PROMPTS: "1",
|
|
47
|
+
},
|
|
48
|
+
script: allowFailureInScripts(stopScripts),
|
|
49
|
+
},
|
|
50
|
+
});
|
|
51
|
+
};
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { DeployConfigCloudRunVolumes } from "../../types";
|
|
2
|
+
import type { keyValuesArg } from "../utils/createArgsString";
|
|
3
|
+
|
|
4
|
+
export const createVolumeConfig = (
|
|
5
|
+
volumes: DeployConfigCloudRunVolumes | undefined,
|
|
6
|
+
type: "service" | "job",
|
|
7
|
+
): keyValuesArg[] => {
|
|
8
|
+
if (!volumes) {
|
|
9
|
+
return [];
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
return [
|
|
13
|
+
...Object.entries(volumes).map(
|
|
14
|
+
([volumeName, { type, bucket, mountPath, readonly }]) => ({
|
|
15
|
+
"add-volume": `name=${volumeName},type=${type},bucket=${bucket}${
|
|
16
|
+
readonly ? ",readonly=true" : ""
|
|
17
|
+
}`,
|
|
18
|
+
"add-volume-mount": `volume=${volumeName},mount-path=${mountPath}`,
|
|
19
|
+
}),
|
|
20
|
+
),
|
|
21
|
+
type === "service" ? { "execution-environment": "gen2" } : {},
|
|
22
|
+
];
|
|
23
|
+
};
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
import type { DeployConfigCloudRun, DeployTypeDefinition } from "..";
|
|
2
|
+
import {
|
|
3
|
+
getBashVariable,
|
|
4
|
+
joinBashExpressions,
|
|
5
|
+
} from "../../bash/BashExpression";
|
|
6
|
+
import type { BuildConfig } from "../../build";
|
|
7
|
+
import { getSecretVarName } from "../../context";
|
|
8
|
+
import type { EnvironmentContext } from "../../types/environmentContext";
|
|
9
|
+
import { sanitizeForBashVariable } from "../../utils/gitlab";
|
|
10
|
+
import { getFullDbName } from "../cloudSql/utils";
|
|
11
|
+
import { createGoogleCloudRunDeployJobs } from "./createJobs";
|
|
12
|
+
import {
|
|
13
|
+
DATABASE_JDBC_URL,
|
|
14
|
+
getDatabaseConnectionString,
|
|
15
|
+
} from "./utils/database";
|
|
16
|
+
import { getCloudRunJobName } from "./utils/jobName";
|
|
17
|
+
|
|
18
|
+
export const GCLOUD_DEPLOY_CREDENTIALS_KEY = "GCLOUD_DEPLOY_credentialsKey";
|
|
19
|
+
|
|
20
|
+
// FIXME: rename to internalHostSuffix, but this means that project-setup needs to be rerun, so its kindof a breaking change
|
|
21
|
+
export const GCLOUD_RUN_CANONICAL_HOST_SUFFIX =
|
|
22
|
+
"GCLOUD_RUN_canonicalHostSuffix";
|
|
23
|
+
|
|
24
|
+
const getCloudSqlVariables = ({
|
|
25
|
+
deployConfigRaw,
|
|
26
|
+
environmentSlugPrefix,
|
|
27
|
+
env,
|
|
28
|
+
componentName,
|
|
29
|
+
fullConfig,
|
|
30
|
+
}: EnvironmentContext<BuildConfig, DeployConfigCloudRun>) => {
|
|
31
|
+
if (deployConfigRaw && deployConfigRaw.cloudSql) {
|
|
32
|
+
const DB_NAME = getFullDbName(
|
|
33
|
+
deployConfigRaw.cloudSql,
|
|
34
|
+
fullConfig,
|
|
35
|
+
environmentSlugPrefix,
|
|
36
|
+
componentName,
|
|
37
|
+
);
|
|
38
|
+
|
|
39
|
+
const additionalQueryParamsString = Object.entries(
|
|
40
|
+
deployConfigRaw.cloudSql.dbAdditionalQueryParams ?? {},
|
|
41
|
+
)
|
|
42
|
+
.map(([key, value]) => `&${key}=${value}`)
|
|
43
|
+
.join("");
|
|
44
|
+
|
|
45
|
+
return {
|
|
46
|
+
CLOUD_SQL_INSTANCE_CONNECTION_NAME:
|
|
47
|
+
deployConfigRaw.cloudSql.instanceConnectionName,
|
|
48
|
+
DB_NAME: DB_NAME,
|
|
49
|
+
DB_USER: deployConfigRaw.cloudSql.dbUser ?? "postgres",
|
|
50
|
+
DB_PASSWORD: "$" + getSecretVarName(env, componentName, "DB_PASSWORD"),
|
|
51
|
+
DATABASE_URL: `${getDatabaseConnectionString(
|
|
52
|
+
deployConfigRaw.cloudSql,
|
|
53
|
+
)}${additionalQueryParamsString}`,
|
|
54
|
+
DATABASE_JDBC_URL: DATABASE_JDBC_URL,
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
return {};
|
|
58
|
+
};
|
|
59
|
+
export const GCLOUD_RUN_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigCloudRun> =
|
|
60
|
+
{
|
|
61
|
+
jobs: createGoogleCloudRunDeployJobs,
|
|
62
|
+
defaults: ({ deployConfigRaw, envType }) => {
|
|
63
|
+
if (deployConfigRaw && deployConfigRaw.cloudSql) {
|
|
64
|
+
return {
|
|
65
|
+
cloudSql: {
|
|
66
|
+
deleteDatabaseOnStop: envType === "review",
|
|
67
|
+
},
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
return {};
|
|
71
|
+
},
|
|
72
|
+
additionalSecretKeys: (ctx) => [
|
|
73
|
+
{
|
|
74
|
+
key: GCLOUD_DEPLOY_CREDENTIALS_KEY,
|
|
75
|
+
hidden: true,
|
|
76
|
+
},
|
|
77
|
+
{
|
|
78
|
+
key: GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
|
|
79
|
+
hidden: true,
|
|
80
|
+
},
|
|
81
|
+
...(ctx.deployConfigRaw && ctx.deployConfigRaw.cloudSql
|
|
82
|
+
? [{ key: "DB_PASSWORD" }]
|
|
83
|
+
: []),
|
|
84
|
+
],
|
|
85
|
+
getAdditionalEnvVars: (ctx) => {
|
|
86
|
+
const { fullName, env, componentName, deployConfigRaw } = ctx;
|
|
87
|
+
|
|
88
|
+
const HOST_INTERNAL = joinBashExpressions(
|
|
89
|
+
[
|
|
90
|
+
fullName,
|
|
91
|
+
getBashVariable(
|
|
92
|
+
getSecretVarName(
|
|
93
|
+
env,
|
|
94
|
+
componentName,
|
|
95
|
+
GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
|
|
96
|
+
),
|
|
97
|
+
),
|
|
98
|
+
],
|
|
99
|
+
"-",
|
|
100
|
+
).toLowerCase();
|
|
101
|
+
const jobTriggers =
|
|
102
|
+
deployConfigRaw && deployConfigRaw.jobs
|
|
103
|
+
? Object.fromEntries(
|
|
104
|
+
Object.entries(deployConfigRaw.jobs).map(([name, job]) => [
|
|
105
|
+
"CLOUD_RUN_JOB_TRIGGER_URL_" + sanitizeForBashVariable(name),
|
|
106
|
+
`https://${
|
|
107
|
+
deployConfigRaw.region
|
|
108
|
+
}-run.googleapis.com/apis/run.googleapis.com/v1/namespaces/${
|
|
109
|
+
deployConfigRaw.projectId
|
|
110
|
+
}/jobs/${getCloudRunJobName(fullName, name)}:run`,
|
|
111
|
+
]),
|
|
112
|
+
)
|
|
113
|
+
: {};
|
|
114
|
+
|
|
115
|
+
return {
|
|
116
|
+
HOST_INTERNAL,
|
|
117
|
+
...getCloudSqlVariables(ctx),
|
|
118
|
+
...jobTriggers,
|
|
119
|
+
DEPLOY_CLOUD_RUN_PROJECT_ID: deployConfigRaw
|
|
120
|
+
? deployConfigRaw.projectId
|
|
121
|
+
: undefined,
|
|
122
|
+
DEPLOY_CLOUD_RUN_REGION: deployConfigRaw
|
|
123
|
+
? deployConfigRaw.region
|
|
124
|
+
: undefined,
|
|
125
|
+
};
|
|
126
|
+
},
|
|
127
|
+
};
|