@catladder/pipeline 0.0.0-more-collapse-deeb54d7 → 0.0.0-multiple-gitlab-includes-1a40efc0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -0
- package/dist/bash/BashExpression.d.ts +36 -0
- package/dist/bash/BashExpression.js +114 -0
- package/dist/bash/bashEscape.d.ts +34 -0
- package/dist/bash/bashEscape.js +114 -0
- package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
- package/dist/bash/bashExpressionPerPipelineType.js +11 -0
- package/dist/bash/bashYaml.d.ts +10 -0
- package/dist/bash/bashYaml.js +69 -0
- package/dist/bash/getInjectVarsScript.d.ts +2 -0
- package/dist/bash/getInjectVarsScript.js +47 -0
- package/dist/bash/index.d.ts +2 -0
- package/dist/bash/index.js +26 -0
- package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
- package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
- package/dist/build/base/__tests__/createArtifactsConfig.test.js +3 -1
- package/dist/build/base/constants.d.ts +0 -1
- package/dist/build/base/constants.js +4 -3
- package/dist/build/base/createAppBuildJob.d.ts +5 -3
- package/dist/build/base/createAppBuildJob.js +18 -15
- package/dist/build/base/createArtifactsConfig.d.ts +1 -1
- package/dist/build/base/createArtifactsConfig.js +3 -1
- package/dist/build/base/createBuildJobDefinition.d.ts +6 -0
- package/dist/build/base/createBuildJobDefinition.js +58 -0
- package/dist/build/base/index.d.ts +7 -4
- package/dist/build/base/index.js +17 -6
- package/dist/build/base/writeBuildInfo.d.ts +2 -2
- package/dist/build/base/writeBuildInfo.js +4 -3
- package/dist/build/base/writeDotEnv.d.ts +3 -2
- package/dist/build/base/writeDotEnv.js +30 -6
- package/dist/build/cache/createJobCache.d.ts +7 -0
- package/dist/build/cache/createJobCache.js +115 -0
- package/dist/build/cache/getAllCacheConfigsFromConfig.d.ts +3 -0
- package/dist/build/cache/getAllCacheConfigsFromConfig.js +64 -0
- package/dist/build/cache/transformLegacyJobCache.d.ts +3 -0
- package/dist/build/cache/transformLegacyJobCache.js +29 -0
- package/dist/build/custom/__tests__/testJob.test.js +15 -16
- package/dist/build/custom/buildJob.d.ts +2 -2
- package/dist/build/custom/buildJob.js +8 -67
- package/dist/build/custom/index.d.ts +2 -2
- package/dist/build/custom/index.js +3 -1
- package/dist/build/custom/testJob.d.ts +4 -4
- package/dist/build/custom/testJob.js +25 -21
- package/dist/build/docker.d.ts +48 -39
- package/dist/build/docker.js +112 -37
- package/dist/build/index.d.ts +14 -7
- package/dist/build/index.js +44 -16
- package/dist/build/node/buildJob.d.ts +6 -2
- package/dist/build/node/buildJob.js +39 -48
- package/dist/build/node/cache.d.ts +4 -5
- package/dist/build/node/cache.js +18 -23
- package/dist/build/node/constants.d.ts +0 -1
- package/dist/build/node/constants.js +5 -4
- package/dist/build/node/index.d.ts +4 -4
- package/dist/build/node/index.js +3 -1
- package/dist/build/node/meteor.d.ts +2 -2
- package/dist/build/node/meteor.js +10 -12
- package/dist/build/node/testJob.d.ts +3 -2
- package/dist/build/node/testJob.js +29 -19
- package/dist/build/node/yarn.d.ts +3 -2
- package/dist/build/node/yarn.js +13 -13
- package/dist/build/rails/build.d.ts +2 -2
- package/dist/build/rails/build.js +24 -8
- package/dist/build/rails/index.d.ts +2 -2
- package/dist/build/rails/index.js +3 -1
- package/dist/build/rails/test.d.ts +2 -2
- package/dist/build/rails/test.js +20 -12
- package/dist/build/sbom.d.ts +2 -2
- package/dist/build/sbom.js +9 -6
- package/dist/build/types.d.ts +152 -47
- package/dist/build/types.js +10 -2
- package/dist/catladder-gitlab.js +129 -49
- package/dist/config/__tests__/configruedEnvs.test.js +3 -1
- package/dist/config/__tests__/getAllEnvs.test.js +79 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
- package/dist/config/configruedEnvs.js +3 -1
- package/dist/config/index.js +13 -7
- package/dist/config/readConfig.d.ts +2 -2
- package/dist/config/readConfig.js +191 -40
- package/dist/constants.js +5 -3
- package/dist/context/createAllComponentsContext.d.ts +12 -0
- package/dist/{pipeline/commitInfo/getCommitInfo.js → context/createAllComponentsContext.js} +35 -19
- package/dist/context/createComponentContext.d.ts +11 -0
- package/dist/context/createComponentContext.js +255 -0
- package/dist/context/createWorkspaceContext.d.ts +16 -0
- package/dist/context/createWorkspaceContext.js +173 -0
- package/dist/context/getBuildInfoVariables.d.ts +6 -0
- package/dist/context/getBuildInfoVariables.js +55 -0
- package/dist/context/getEnvConfig.js +5 -2
- package/dist/context/getEnvType.js +3 -1
- package/dist/context/getEnvironment.d.ts +3 -3
- package/dist/context/getEnvironment.js +11 -12
- package/dist/context/getEnvironmentContext.d.ts +7 -3
- package/dist/context/getEnvironmentContext.js +21 -11
- package/dist/context/getEnvironmentVariables.d.ts +22 -5
- package/dist/context/getEnvironmentVariables.js +81 -49
- package/dist/context/getLabels.d.ts +2 -2
- package/dist/context/getLabels.js +9 -7
- package/dist/context/getReviewSlug.d.ts +4 -0
- package/dist/context/getReviewSlug.js +21 -0
- package/dist/context/index.d.ts +2 -4
- package/dist/context/index.js +15 -162
- package/dist/context/transformJobOnlyVars.d.ts +5 -2
- package/dist/context/transformJobOnlyVars.js +4 -2
- package/dist/context/utils/envVars.d.ts +1 -1
- package/dist/context/utils/envVars.js +5 -2
- package/dist/defaults/index.js +3 -1
- package/dist/deploy/base/deploy.d.ts +3 -3
- package/dist/deploy/base/deploy.js +38 -22
- package/dist/deploy/base/index.d.ts +3 -5
- package/dist/deploy/base/index.js +3 -1
- package/dist/deploy/base/rollback.d.ts +3 -3
- package/dist/deploy/base/rollback.js +13 -9
- package/dist/deploy/base/stop.d.ts +3 -3
- package/dist/deploy/base/stop.js +16 -11
- package/dist/deploy/base/types.d.ts +1 -1
- package/dist/deploy/base/types.js +3 -1
- package/dist/deploy/base/variables.d.ts +0 -1
- package/dist/deploy/base/variables.js +4 -3
- package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
- package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
- package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
- package/dist/deploy/cloudRun/cleanup.js +53 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +207 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +96 -0
- package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
- package/dist/deploy/cloudRun/createJobs/common.js +93 -0
- package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
- package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
- package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/index.js +57 -0
- package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
- package/dist/deploy/cloudRun/index.d.ts +2 -2
- package/dist/deploy/cloudRun/index.js +17 -10
- package/dist/deploy/cloudRun/utils/createArgsString.d.ts +3 -1
- package/dist/deploy/cloudRun/utils/createArgsString.js +25 -17
- package/dist/deploy/cloudRun/utils/database.d.ts +6 -4
- package/dist/deploy/cloudRun/utils/database.js +28 -15
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -2
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +4 -2
- package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
- package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -1
- package/dist/deploy/cloudRun/utils/jobName.js +4 -2
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
- package/dist/deploy/cloudSql/utils.d.ts +2 -1
- package/dist/deploy/cloudSql/utils.js +7 -2
- package/dist/deploy/custom/deployJob.d.ts +2 -2
- package/dist/deploy/custom/deployJob.js +10 -9
- package/dist/deploy/custom/index.d.ts +2 -2
- package/dist/deploy/custom/index.js +3 -1
- package/dist/deploy/dockerTag/deployJob.d.ts +2 -2
- package/dist/deploy/dockerTag/deployJob.js +38 -7
- package/dist/deploy/dockerTag/index.d.ts +2 -2
- package/dist/deploy/dockerTag/index.js +3 -1
- package/dist/deploy/index.d.ts +10 -9
- package/dist/deploy/index.js +13 -7
- package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +3 -1
- package/dist/deploy/kubernetes/additionalSecretKeys.js +3 -1
- package/dist/deploy/kubernetes/cloudSql/index.d.ts +6 -5
- package/dist/deploy/kubernetes/cloudSql/index.js +14 -21
- package/dist/deploy/kubernetes/deployJob.d.ts +2 -2
- package/dist/deploy/kubernetes/deployJob.js +23 -22
- package/dist/deploy/kubernetes/index.d.ts +2 -2
- package/dist/deploy/kubernetes/index.js +52 -15
- package/dist/deploy/kubernetes/kubeEnv.d.ts +5 -4
- package/dist/deploy/kubernetes/kubeEnv.js +9 -5
- package/dist/deploy/kubernetes/kubeValues.d.ts +5 -6
- package/dist/deploy/kubernetes/kubeValues.js +16 -18
- package/dist/deploy/kubernetes/mongodb.d.ts +2 -2
- package/dist/deploy/kubernetes/mongodb.js +14 -12
- package/dist/deploy/sbom.d.ts +4 -4
- package/dist/deploy/sbom.js +7 -4
- package/dist/deploy/types/base.d.ts +5 -5
- package/dist/deploy/types/base.js +3 -1
- package/dist/deploy/types/custom.d.ts +3 -7
- package/dist/deploy/types/custom.js +3 -1
- package/dist/deploy/types/dockerTag.d.ts +3 -1
- package/dist/deploy/types/dockerTag.js +3 -1
- package/dist/deploy/types/googleCloudRun.d.ts +127 -24
- package/dist/deploy/types/googleCloudRun.js +3 -1
- package/dist/deploy/types/index.d.ts +6 -6
- package/dist/deploy/types/index.js +14 -8
- package/dist/deploy/types/kubernetes.d.ts +25 -54
- package/dist/deploy/types/kubernetes.js +3 -1
- package/dist/deploy/utils.d.ts +2 -2
- package/dist/deploy/utils.js +5 -2
- package/dist/globalScriptFunctions/index.d.ts +14 -0
- package/dist/globalScriptFunctions/index.js +37 -0
- package/dist/index.d.ts +5 -2
- package/dist/index.js +18 -9
- package/dist/packageInfos.d.ts +4 -0
- package/dist/packageInfos.js +20 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
- package/dist/pipeline/createAllJobs.d.ts +16 -6
- package/dist/pipeline/createAllJobs.js +99 -27
- package/dist/pipeline/createJobsForComponent.d.ts +2 -2
- package/dist/pipeline/createJobsForComponent.js +9 -149
- package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
- package/dist/pipeline/createJobsForWorkspace.js +12 -0
- package/dist/pipeline/createMainPipeline.d.ts +3 -0
- package/dist/pipeline/createMainPipeline.js +283 -0
- package/dist/pipeline/generatePipelineFiles.d.ts +7 -0
- package/dist/pipeline/generatePipelineFiles.js +304 -0
- package/dist/pipeline/getPipelineStages.d.ts +7 -0
- package/dist/pipeline/getPipelineStages.js +56 -0
- package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -14
- package/dist/pipeline/gitlab/createGitlabJobs.js +258 -74
- package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +9 -0
- package/dist/pipeline/gitlab/createGitlabPipeline.js +77 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +33 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.js +25 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
- package/dist/pipeline/index.d.ts +3 -2
- package/dist/pipeline/index.js +16 -9
- package/dist/pipeline/packageManager.d.ts +3 -2
- package/dist/pipeline/packageManager.js +50 -24
- package/dist/pipeline/yarn/yarnUtils.d.ts +3 -2
- package/dist/pipeline/yarn/yarnUtils.js +65 -17
- package/dist/rules/index.d.ts +7 -2
- package/dist/rules/index.js +34 -16
- package/dist/runner/index.d.ts +1 -1
- package/dist/runner/index.js +3 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/types/config.d.ts +44 -29
- package/dist/types/config.js +5 -2
- package/dist/types/context.d.ts +124 -40
- package/dist/types/context.js +12 -1
- package/dist/types/environmentContext.d.ts +15 -12
- package/dist/types/environmentContext.js +3 -1
- package/dist/types/gitlab-ci-yml.d.ts +30 -30
- package/dist/types/gitlab-ci-yml.js +3 -2
- package/dist/types/gitlab-types.d.ts +8 -8
- package/dist/types/gitlab-types.js +3 -1
- package/dist/types/index.d.ts +1 -0
- package/dist/types/index.js +14 -7
- package/dist/types/jobDefinition.d.ts +11 -0
- package/dist/types/jobDefinition.js +5 -0
- package/dist/types/jobs.d.ts +30 -15
- package/dist/types/jobs.js +3 -1
- package/dist/types/pipeline.d.ts +3 -3
- package/dist/types/pipeline.js +3 -1
- package/dist/types/utils.d.ts +1 -1
- package/dist/types/utils.js +3 -1
- package/dist/utils/gitlab.js +7 -2
- package/dist/utils/index.d.ts +2 -1
- package/dist/utils/index.js +10 -3
- package/dist/utils/jsonParse.d.ts +1 -0
- package/dist/utils/jsonParse.js +14 -0
- package/dist/utils/removeUndefined.d.ts +1 -0
- package/dist/utils/removeUndefined.js +36 -0
- package/dist/utils/writeFiles.d.ts +11 -0
- package/dist/{pipeline/commitInfo/getBuildId.js → utils/writeFiles.js} +39 -22
- package/dist/variables/VariableValue.d.ts +3 -0
- package/dist/variables/VariableValue.js +5 -0
- package/dist/variables/VariableValueContainingReferences.d.ts +24 -0
- package/dist/variables/VariableValueContainingReferences.js +97 -0
- package/dist/variables/__tests__/resolveAllReferences.test.d.ts +1 -0
- package/dist/variables/__tests__/resolveAllReferences.test.js +218 -0
- package/dist/variables/__tests__/resolveAllReferencesOnce.test.d.ts +1 -0
- package/dist/variables/__tests__/resolveAllReferencesOnce.test.js +171 -0
- package/dist/variables/__tests__/resolveReferencesOnce.test.d.ts +1 -0
- package/dist/variables/__tests__/resolveReferencesOnce.test.js +199 -0
- package/dist/variables/__tests__/variableValue.test.d.ts +1 -0
- package/dist/variables/__tests__/variableValue.test.js +36 -0
- package/dist/variables/resolveAllReferences.d.ts +3 -0
- package/dist/{pipeline/createChildPipeline.js → variables/resolveAllReferences.js} +44 -47
- package/dist/variables/resolveAllReferencesOnce.d.ts +5 -0
- package/dist/variables/resolveAllReferencesOnce.js +191 -0
- package/dist/variables/resolveReferencesOnce.d.ts +8 -0
- package/dist/variables/resolveReferencesOnce.js +22 -0
- package/examples/.test-gen-ignore +1 -0
- package/examples/__snapshots__/cloud-run-http2.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-nextjs.test.ts.snap +1434 -0
- package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +1526 -0
- package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +1436 -0
- package/examples/__snapshots__/cloud-run-service-custom-vpc-connector.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-service-custom-vpc.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +1490 -0
- package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +1302 -0
- package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +2998 -0
- package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +1733 -0
- package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +1426 -0
- package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +1285 -0
- package/examples/__snapshots__/custom-build-job.test.ts.snap +1174 -0
- package/examples/__snapshots__/custom-deploy.test.ts.snap +1168 -0
- package/examples/__snapshots__/custom-envs.test.ts.snap +798 -0
- package/examples/__snapshots__/custom-sbom-java.test.ts.snap +1182 -0
- package/examples/__snapshots__/git-submodule.test.ts.snap +1419 -0
- package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +1759 -0
- package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +1779 -0
- package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +3357 -0
- package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +1883 -0
- package/examples/__snapshots__/local-dot-env.test.ts.snap +1342 -0
- package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +1836 -0
- package/examples/__snapshots__/multiline-var.test.ts.snap +5679 -0
- package/examples/__snapshots__/native-app.test.ts.snap +2206 -0
- package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +1418 -0
- package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +1426 -0
- package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +1487 -0
- package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +1471 -0
- package/examples/__snapshots__/referencing-other-vars.test.ts.snap +4739 -0
- package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +1368 -0
- package/examples/__snapshots__/workspace-api-www-turbo-cache.test.ts.snap +2338 -0
- package/examples/__snapshots__/workspace-api-www.test.ts.snap +2330 -0
- package/examples/__utils__/helpers.ts +9 -12
- package/examples/cloud-run-http2.test.ts +11 -0
- package/examples/cloud-run-http2.ts +29 -0
- package/examples/cloud-run-memory-limit.test.ts +11 -0
- package/examples/cloud-run-memory-limit.ts +10 -5
- package/examples/cloud-run-meteor-with-worker.test.ts +11 -0
- package/examples/cloud-run-meteor-with-worker.ts +37 -0
- package/examples/cloud-run-nextjs.test.ts +11 -0
- package/examples/cloud-run-nextjs.ts +28 -0
- package/examples/cloud-run-no-cpu-throttling.test.ts +11 -0
- package/examples/cloud-run-no-cpu-throttling.ts +6 -4
- package/examples/cloud-run-no-service.test.ts +11 -0
- package/examples/cloud-run-no-service.ts +33 -0
- package/examples/cloud-run-non-public.test.ts +11 -0
- package/examples/cloud-run-non-public.ts +5 -4
- package/examples/cloud-run-post-stop-job.test.ts +11 -0
- package/examples/cloud-run-post-stop-job.ts +42 -0
- package/examples/cloud-run-service-custom-vpc-connector.test.ts +11 -0
- package/examples/cloud-run-service-custom-vpc-connector.ts +30 -0
- package/examples/cloud-run-service-custom-vpc.test.ts +11 -0
- package/examples/cloud-run-service-custom-vpc.ts +31 -0
- package/examples/cloud-run-service-gen2.test.ts +11 -0
- package/examples/cloud-run-service-gen2.ts +29 -0
- package/examples/cloud-run-service-increase-timout.test.ts +11 -0
- package/examples/cloud-run-service-increase-timout.ts +29 -0
- package/examples/cloud-run-service-with-volumes.test.ts +11 -0
- package/examples/cloud-run-service-with-volumes.ts +56 -0
- package/examples/cloud-run-storybook.test.ts +11 -0
- package/examples/cloud-run-storybook.ts +33 -0
- package/examples/cloud-run-with-ngnix.test.ts +11 -0
- package/examples/cloud-run-with-ngnix.ts +29 -0
- package/examples/cloud-run-with-sql-reuse-db.test.ts +11 -0
- package/examples/cloud-run-with-sql-reuse-db.ts +5 -4
- package/examples/cloud-run-with-sql.test.ts +11 -0
- package/examples/cloud-run-with-sql.ts +6 -20
- package/examples/cloud-run-with-worker.test.ts +11 -0
- package/examples/cloud-run-with-worker.ts +37 -0
- package/examples/custom-build-job-with-tests.test.ts +11 -0
- package/examples/custom-build-job-with-tests.ts +5 -4
- package/examples/custom-build-job.test.ts +11 -0
- package/examples/custom-build-job.ts +5 -4
- package/examples/custom-deploy.test.ts +11 -0
- package/examples/custom-deploy.ts +12 -4
- package/examples/custom-envs.test.ts +11 -0
- package/examples/custom-envs.ts +5 -4
- package/examples/custom-sbom-java.test.ts +11 -0
- package/examples/custom-sbom-java.ts +10 -6
- package/examples/git-submodule.test.ts +11 -0
- package/examples/git-submodule.ts +30 -0
- package/examples/kubernetes-application-customization.test.ts +11 -0
- package/examples/kubernetes-application-customization.ts +7 -4
- package/examples/kubernetes-with-cloud-sql.test.ts +11 -0
- package/examples/kubernetes-with-cloud-sql.ts +7 -4
- package/examples/kubernetes-with-jobs.test.ts +11 -0
- package/examples/kubernetes-with-jobs.ts +7 -4
- package/examples/kubernetes-with-mongodb.test.ts +11 -0
- package/examples/kubernetes-with-mongodb.ts +7 -4
- package/examples/local-dot-env.test.ts +11 -0
- package/examples/local-dot-env.ts +27 -0
- package/examples/meteor-kubernetes.test.ts +11 -0
- package/examples/meteor-kubernetes.ts +4 -5
- package/examples/multiline-var.test.ts +11 -0
- package/examples/multiline-var.ts +107 -0
- package/examples/native-app.test.ts +11 -0
- package/examples/native-app.ts +22 -17
- package/examples/node-build-with-custom-image.test.ts +11 -0
- package/examples/node-build-with-custom-image.ts +5 -4
- package/examples/node-build-with-docker-additions.test.ts +11 -0
- package/examples/node-build-with-docker-additions.ts +29 -0
- package/examples/rails-k8s-with-worker-dockerfile.test.ts +33 -0
- package/examples/rails-k8s-with-worker.test.ts +11 -0
- package/examples/rails-k8s-with-worker.ts +14 -11
- package/examples/referencing-other-vars.test.ts +11 -0
- package/examples/referencing-other-vars.ts +83 -0
- package/examples/wait-for-other-deploy.test.ts +11 -0
- package/examples/wait-for-other-deploy.ts +5 -4
- package/examples/workspace-api-www-turbo-cache.test.ts +11 -0
- package/examples/workspace-api-www-turbo-cache.ts +52 -0
- package/examples/workspace-api-www.test.ts +11 -0
- package/examples/workspace-api-www.ts +46 -0
- package/package.json +75 -26
- package/scripts/generate-examples-test.ts +84 -0
- package/scripts/generate-gitlab-ci-types.ts +2 -2
- package/scripts/tsconfig.json +7 -0
- package/src/bash/BashExpression.ts +78 -0
- package/src/bash/bashEscape.ts +158 -0
- package/src/bash/bashExpressionPerPipelineType.ts +16 -0
- package/src/bash/bashYaml.ts +80 -0
- package/src/bash/getInjectVarsScript.ts +21 -0
- package/src/bash/index.ts +2 -0
- package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
- package/src/build/base/__tests__/createArtifactsConfig.test.ts +3 -3
- package/src/build/base/constants.ts +2 -2
- package/src/build/base/createAppBuildJob.ts +40 -24
- package/src/build/base/createArtifactsConfig.ts +2 -2
- package/src/build/base/createBuildJobDefinition.ts +37 -0
- package/src/build/base/index.ts +37 -8
- package/src/build/base/writeBuildInfo.ts +3 -3
- package/src/build/base/writeDotEnv.ts +25 -6
- package/src/build/cache/createJobCache.ts +83 -0
- package/src/build/cache/getAllCacheConfigsFromConfig.ts +28 -0
- package/src/build/cache/transformLegacyJobCache.ts +14 -0
- package/src/build/custom/__tests__/testJob.test.ts +10 -13
- package/src/build/custom/buildJob.ts +11 -37
- package/src/build/custom/index.ts +2 -2
- package/src/build/custom/testJob.ts +24 -22
- package/src/build/docker.ts +145 -49
- package/src/build/index.ts +42 -10
- package/src/build/node/buildJob.ts +65 -62
- package/src/build/node/cache.ts +30 -35
- package/src/build/node/constants.ts +2 -3
- package/src/build/node/index.ts +8 -4
- package/src/build/node/meteor.ts +16 -24
- package/src/build/node/testJob.ts +47 -26
- package/src/build/node/yarn.ts +32 -16
- package/src/build/rails/build.ts +21 -9
- package/src/build/rails/index.ts +2 -2
- package/src/build/rails/test.ts +22 -12
- package/src/build/sbom.ts +15 -10
- package/src/build/types.ts +190 -47
- package/src/catladder-gitlab.ts +7 -56
- package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
- package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
- package/src/config/__tests__/getAllEnvs.test.ts +71 -0
- package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
- package/src/config/configruedEnvs.ts +6 -6
- package/src/config/readConfig.ts +15 -22
- package/src/constants.ts +5 -2
- package/src/context/createAllComponentsContext.ts +31 -0
- package/src/context/createComponentContext.ts +134 -0
- package/src/context/createWorkspaceContext.ts +56 -0
- package/src/context/getBuildInfoVariables.ts +36 -0
- package/src/context/getEnvConfig.ts +3 -3
- package/src/context/getEnvType.ts +1 -1
- package/src/context/getEnvironment.ts +8 -24
- package/src/context/getEnvironmentContext.ts +25 -29
- package/src/context/getEnvironmentVariables.ts +104 -76
- package/src/context/getLabels.ts +5 -5
- package/src/context/getReviewSlug.ts +27 -0
- package/src/context/index.ts +1 -65
- package/src/context/transformJobOnlyVars.ts +6 -3
- package/src/context/utils/envVars.ts +5 -4
- package/src/deploy/base/deploy.ts +63 -47
- package/src/deploy/base/index.ts +11 -6
- package/src/deploy/base/rollback.ts +11 -16
- package/src/deploy/base/stop.ts +11 -15
- package/src/deploy/base/variables.ts +1 -2
- package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
- package/src/deploy/cloudRun/cleanup.ts +30 -0
- package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
- package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +227 -0
- package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
- package/src/deploy/cloudRun/createJobs/common.ts +59 -0
- package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +71 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
- package/src/deploy/cloudRun/createJobs/index.ts +51 -0
- package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
- package/src/deploy/cloudRun/index.ts +85 -59
- package/src/deploy/cloudRun/utils/createArgsString.ts +21 -13
- package/src/deploy/cloudRun/utils/database.ts +31 -9
- package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +9 -11
- package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
- package/src/deploy/cloudRun/utils/jobName.ts +7 -2
- package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
- package/src/deploy/cloudSql/utils.ts +13 -10
- package/src/deploy/custom/deployJob.ts +15 -10
- package/src/deploy/custom/index.ts +2 -2
- package/src/deploy/dockerTag/deployJob.ts +7 -8
- package/src/deploy/dockerTag/index.ts +8 -7
- package/src/deploy/index.ts +15 -12
- package/src/deploy/kubernetes/additionalSecretKeys.ts +3 -1
- package/src/deploy/kubernetes/cloudSql/index.ts +16 -25
- package/src/deploy/kubernetes/deployJob.ts +30 -21
- package/src/deploy/kubernetes/index.ts +43 -35
- package/src/deploy/kubernetes/kubeEnv.ts +12 -10
- package/src/deploy/kubernetes/kubeValues.ts +15 -19
- package/src/deploy/kubernetes/mongodb.ts +15 -15
- package/src/deploy/sbom.ts +18 -10
- package/src/deploy/types/base.ts +3 -3
- package/src/deploy/types/custom.ts +3 -7
- package/src/deploy/types/dockerTag.ts +2 -0
- package/src/deploy/types/googleCloudRun.ts +133 -10
- package/src/deploy/types/index.ts +2 -2
- package/src/deploy/types/kubernetes.ts +5 -36
- package/src/deploy/utils.ts +5 -5
- package/src/globalScriptFunctions/index.ts +30 -0
- package/src/index.ts +4 -1
- package/src/packageInfos.ts +14 -0
- package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
- package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
- package/src/pipeline/createAllJobs.ts +67 -33
- package/src/pipeline/createJobsForComponent.ts +10 -38
- package/src/pipeline/createJobsForWorkspace.ts +12 -0
- package/src/pipeline/createMainPipeline.ts +119 -0
- package/src/pipeline/generatePipelineFiles.ts +100 -0
- package/src/pipeline/getPipelineStages.ts +23 -0
- package/src/pipeline/gitlab/createGitlabJobs.ts +388 -108
- package/src/pipeline/gitlab/createGitlabPipeline.ts +35 -0
- package/src/pipeline/gitlab/gitlabReleaseJobs.ts +23 -0
- package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
- package/src/pipeline/index.ts +2 -1
- package/src/pipeline/packageManager.ts +44 -26
- package/src/pipeline/yarn/yarnUtils.ts +39 -10
- package/src/rules/index.ts +36 -9
- package/src/runner/index.ts +0 -1
- package/src/types/config.ts +43 -16
- package/src/types/context.ts +165 -37
- package/src/types/environmentContext.ts +18 -13
- package/src/types/gitlab-ci-yml.ts +0 -1
- package/src/types/gitlab-types.ts +10 -7
- package/src/types/index.ts +1 -0
- package/src/types/jobDefinition.ts +34 -0
- package/src/types/jobs.ts +31 -15
- package/src/types/utils.ts +4 -4
- package/src/utils/gitlab.ts +20 -3
- package/src/utils/index.ts +6 -3
- package/src/utils/jsonParse.ts +7 -0
- package/src/utils/removeUndefined.ts +4 -0
- package/src/utils/writeFiles.ts +52 -0
- package/src/variables/VariableValue.ts +6 -0
- package/src/variables/VariableValueContainingReferences.ts +89 -0
- package/src/variables/__tests__/resolveAllReferences.test.ts +110 -0
- package/src/variables/__tests__/resolveAllReferencesOnce.test.ts +64 -0
- package/src/variables/__tests__/resolveReferencesOnce.test.ts +117 -0
- package/src/variables/__tests__/variableValue.test.ts +73 -0
- package/src/variables/resolveAllReferences.ts +46 -0
- package/src/variables/resolveAllReferencesOnce.ts +44 -0
- package/src/variables/resolveReferencesOnce.ts +29 -0
- package/bin/catladder-gitlab-dev.js +0 -3
- package/bin/catladder-gitlab.js +0 -3
- package/dist/bundles/catladder-gitlab/index.js +0 -33838
- package/dist/context/__tests__/resolveReferences.test.js +0 -336
- package/dist/context/resolveReferences.d.ts +0 -4
- package/dist/context/resolveReferences.js +0 -254
- package/dist/deploy/cloudRun/deployJob.d.ts +0 -3
- package/dist/deploy/cloudRun/deployJob.js +0 -248
- package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +0 -84
- package/dist/deploy/kubernetes/processSecretsAsFiles.js +0 -31
- package/dist/pipeline/commitInfo/getBuildId.d.ts +0 -6
- package/dist/pipeline/commitInfo/getCommitInfo.d.ts +0 -2
- package/dist/pipeline/createChildPipeline.d.ts +0 -3
- package/examples/__snapshots__/cloud-run-memory-limit.ts.snap +0 -1780
- package/examples/__snapshots__/cloud-run-no-cpu-throttling.ts.snap +0 -1780
- package/examples/__snapshots__/cloud-run-non-public.ts.snap +0 -1780
- package/examples/__snapshots__/cloud-run-with-sql-reuse-db.ts.snap +0 -3532
- package/examples/__snapshots__/cloud-run-with-sql.ts.snap +0 -3543
- package/examples/__snapshots__/custom-build-job-with-tests.ts.snap +0 -1656
- package/examples/__snapshots__/custom-build-job.ts.snap +0 -1362
- package/examples/__snapshots__/custom-deploy.ts.snap +0 -1556
- package/examples/__snapshots__/custom-envs.ts.snap +0 -1050
- package/examples/__snapshots__/custom-sbom-java.ts.snap +0 -1370
- package/examples/__snapshots__/kubernetes-application-customization.ts.snap +0 -2468
- package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.ts.snap +0 -2428
- package/examples/__snapshots__/kubernetes-with-cloud-sql.ts.snap +0 -2440
- package/examples/__snapshots__/kubernetes-with-jobs.ts.snap +0 -4453
- package/examples/__snapshots__/kubernetes-with-mongodb.ts.snap +0 -2632
- package/examples/__snapshots__/meteor-kubernetes.ts.snap +0 -2557
- package/examples/__snapshots__/native-app.ts.snap +0 -2878
- package/examples/__snapshots__/node-build-with-custom-image.ts.snap +0 -1780
- package/examples/__snapshots__/rails-k8s-with-worker.ts.snap +0 -4189
- package/examples/__snapshots__/wait-for-other-deploy.ts.snap +0 -1922
- package/examples/kubernetes-with-cloud-sql-legacy.ts +0 -33
- package/scripts/bundle +0 -2
- package/src/context/__tests__/resolveReferences.test.ts +0 -143
- package/src/context/resolveReferences.ts +0 -70
- package/src/deploy/cloudRun/deployJob.ts +0 -301
- package/src/deploy/kubernetes/processSecretsAsFiles.ts +0 -34
- package/src/pipeline/commitInfo/getBuildId.ts +0 -17
- package/src/pipeline/commitInfo/getCommitInfo.ts +0 -15
- package/src/pipeline/createChildPipeline.ts +0 -45
- /package/dist/{context/__tests__/resolveReferences.test.d.ts → config/__tests__/getAllEnvs.test.d.ts} +0 -0
|
@@ -1,13 +1,23 @@
|
|
|
1
|
-
import type { DeployTypeDefinition } from "..";
|
|
1
|
+
import type { DeployConfigCloudRun, DeployTypeDefinition } from "..";
|
|
2
|
+
import {
|
|
3
|
+
getBashVariable,
|
|
4
|
+
joinBashExpressions,
|
|
5
|
+
} from "../../bash/BashExpression";
|
|
6
|
+
import type { BuildConfig } from "../../build";
|
|
2
7
|
import { getSecretVarName } from "../../context";
|
|
3
8
|
import type { EnvironmentContext } from "../../types/environmentContext";
|
|
4
9
|
import { sanitizeForBashVariable } from "../../utils/gitlab";
|
|
5
10
|
import { getFullDbName } from "../cloudSql/utils";
|
|
6
|
-
import { createGoogleCloudRunDeployJobs } from "./
|
|
11
|
+
import { createGoogleCloudRunDeployJobs } from "./createJobs";
|
|
12
|
+
import {
|
|
13
|
+
DATABASE_JDBC_URL,
|
|
14
|
+
getDatabaseConnectionString,
|
|
15
|
+
} from "./utils/database";
|
|
7
16
|
import { getCloudRunJobName } from "./utils/jobName";
|
|
8
17
|
|
|
9
18
|
export const GCLOUD_DEPLOY_CREDENTIALS_KEY = "GCLOUD_DEPLOY_credentialsKey";
|
|
10
19
|
|
|
20
|
+
// FIXME: rename to internalHostSuffix, but this means that project-setup needs to be rerun, so its kindof a breaking change
|
|
11
21
|
export const GCLOUD_RUN_CANONICAL_HOST_SUFFIX =
|
|
12
22
|
"GCLOUD_RUN_canonicalHostSuffix";
|
|
13
23
|
|
|
@@ -17,17 +27,17 @@ const getCloudSqlVariables = ({
|
|
|
17
27
|
env,
|
|
18
28
|
componentName,
|
|
19
29
|
fullConfig,
|
|
20
|
-
}: EnvironmentContext<
|
|
30
|
+
}: EnvironmentContext<BuildConfig, DeployConfigCloudRun>) => {
|
|
21
31
|
if (deployConfigRaw && deployConfigRaw.cloudSql) {
|
|
22
32
|
const DB_NAME = getFullDbName(
|
|
23
33
|
deployConfigRaw.cloudSql,
|
|
24
34
|
fullConfig,
|
|
25
35
|
environmentSlugPrefix,
|
|
26
|
-
componentName
|
|
36
|
+
componentName,
|
|
27
37
|
);
|
|
28
38
|
|
|
29
39
|
const additionalQueryParamsString = Object.entries(
|
|
30
|
-
deployConfigRaw.cloudSql.dbAdditionalQueryParams ?? {}
|
|
40
|
+
deployConfigRaw.cloudSql.dbAdditionalQueryParams ?? {},
|
|
31
41
|
)
|
|
32
42
|
.map(([key, value]) => `&${key}=${value}`)
|
|
33
43
|
.join("");
|
|
@@ -38,64 +48,80 @@ const getCloudSqlVariables = ({
|
|
|
38
48
|
DB_NAME: DB_NAME,
|
|
39
49
|
DB_USER: deployConfigRaw.cloudSql.dbUser ?? "postgres",
|
|
40
50
|
DB_PASSWORD: "$" + getSecretVarName(env, componentName, "DB_PASSWORD"),
|
|
41
|
-
DATABASE_URL:
|
|
42
|
-
|
|
51
|
+
DATABASE_URL: `${getDatabaseConnectionString(
|
|
52
|
+
deployConfigRaw.cloudSql,
|
|
53
|
+
)}${additionalQueryParamsString}`,
|
|
54
|
+
DATABASE_JDBC_URL: DATABASE_JDBC_URL,
|
|
43
55
|
};
|
|
44
56
|
}
|
|
45
57
|
return {};
|
|
46
58
|
};
|
|
47
|
-
export const GCLOUD_RUN_DEPLOY_TYPE: DeployTypeDefinition<
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
additionalSecretKeys: (ctx) => [
|
|
60
|
-
{
|
|
61
|
-
key: GCLOUD_DEPLOY_CREDENTIALS_KEY,
|
|
62
|
-
hidden: true,
|
|
63
|
-
},
|
|
64
|
-
{
|
|
65
|
-
key: GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
|
|
66
|
-
hidden: true,
|
|
59
|
+
export const GCLOUD_RUN_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigCloudRun> =
|
|
60
|
+
{
|
|
61
|
+
jobs: createGoogleCloudRunDeployJobs,
|
|
62
|
+
defaults: ({ deployConfigRaw, envType }) => {
|
|
63
|
+
if (deployConfigRaw && deployConfigRaw.cloudSql) {
|
|
64
|
+
return {
|
|
65
|
+
cloudSql: {
|
|
66
|
+
deleteDatabaseOnStop: envType === "review",
|
|
67
|
+
},
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
return {};
|
|
67
71
|
},
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
(
|
|
78
|
-
|
|
79
|
-
|
|
72
|
+
additionalSecretKeys: (ctx) => [
|
|
73
|
+
{
|
|
74
|
+
key: GCLOUD_DEPLOY_CREDENTIALS_KEY,
|
|
75
|
+
hidden: true,
|
|
76
|
+
},
|
|
77
|
+
{
|
|
78
|
+
key: GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
|
|
79
|
+
hidden: true,
|
|
80
|
+
},
|
|
81
|
+
...(ctx.deployConfigRaw && ctx.deployConfigRaw.cloudSql
|
|
82
|
+
? [{ key: "DB_PASSWORD" }]
|
|
83
|
+
: []),
|
|
84
|
+
],
|
|
85
|
+
getAdditionalEnvVars: (ctx) => {
|
|
86
|
+
const { fullName, env, componentName, deployConfigRaw } = ctx;
|
|
80
87
|
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
88
|
+
const HOSTNAME_INTERNAL = joinBashExpressions(
|
|
89
|
+
[
|
|
90
|
+
fullName,
|
|
91
|
+
getBashVariable(
|
|
92
|
+
getSecretVarName(
|
|
93
|
+
env,
|
|
94
|
+
componentName,
|
|
95
|
+
GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
|
|
96
|
+
),
|
|
97
|
+
),
|
|
98
|
+
],
|
|
99
|
+
"-",
|
|
100
|
+
).toLowerCase();
|
|
101
|
+
const jobTriggers =
|
|
102
|
+
deployConfigRaw && deployConfigRaw.jobs
|
|
103
|
+
? Object.fromEntries(
|
|
104
|
+
Object.entries(deployConfigRaw.jobs).map(([name, job]) => [
|
|
105
|
+
"CLOUD_RUN_JOB_TRIGGER_URL_" + sanitizeForBashVariable(name),
|
|
106
|
+
`https://${
|
|
107
|
+
deployConfigRaw.region
|
|
108
|
+
}-run.googleapis.com/apis/run.googleapis.com/v1/namespaces/${
|
|
109
|
+
deployConfigRaw.projectId
|
|
110
|
+
}/jobs/${getCloudRunJobName(fullName, name)}:run`,
|
|
111
|
+
]),
|
|
112
|
+
)
|
|
113
|
+
: {};
|
|
94
114
|
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
115
|
+
return {
|
|
116
|
+
HOSTNAME_INTERNAL,
|
|
117
|
+
...getCloudSqlVariables(ctx),
|
|
118
|
+
...jobTriggers,
|
|
119
|
+
DEPLOY_CLOUD_RUN_PROJECT_ID: deployConfigRaw
|
|
120
|
+
? deployConfigRaw.projectId
|
|
121
|
+
: undefined,
|
|
122
|
+
DEPLOY_CLOUD_RUN_REGION: deployConfigRaw
|
|
123
|
+
? deployConfigRaw.region
|
|
124
|
+
: undefined,
|
|
125
|
+
};
|
|
126
|
+
},
|
|
127
|
+
};
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { isNil } from "lodash";
|
|
2
|
+
import type { BashExpression } from "../../../bash/BashExpression";
|
|
2
3
|
|
|
3
4
|
/**
|
|
4
5
|
* creates arguments string:
|
|
@@ -10,17 +11,24 @@ import { isNil } from "lodash";
|
|
|
10
11
|
* @param args args record
|
|
11
12
|
* @returns
|
|
12
13
|
*/
|
|
13
|
-
export const createArgsString = (
|
|
14
|
-
args
|
|
15
|
-
) =>
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
14
|
+
export const createArgsString = (...args: keyValuesArg[]) =>
|
|
15
|
+
args
|
|
16
|
+
.map((argObj) =>
|
|
17
|
+
Object.entries(argObj)
|
|
18
|
+
.filter(([, value]) => !isNil(value))
|
|
19
|
+
.map(([key, value]) => {
|
|
20
|
+
if (value === true) {
|
|
21
|
+
return `--${key}`;
|
|
22
|
+
} else if (value === false) {
|
|
23
|
+
return `--no-${key}`;
|
|
24
|
+
}
|
|
25
|
+
return `--${key}=${value}`;
|
|
26
|
+
}),
|
|
27
|
+
)
|
|
28
|
+
.flat()
|
|
26
29
|
.join(" ");
|
|
30
|
+
|
|
31
|
+
export type keyValuesArg = Record<
|
|
32
|
+
string,
|
|
33
|
+
string | number | true | false | undefined | BashExpression
|
|
34
|
+
>;
|
|
@@ -1,16 +1,19 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { ComponentContext } from "../../../types";
|
|
2
2
|
import { allowFailureInScripts, repeatOnFailure } from "../../../utils/gitlab";
|
|
3
|
-
import type {
|
|
3
|
+
import type {
|
|
4
|
+
DeployConfigCloudRun,
|
|
5
|
+
DeployConfigCloudRunCloudSql,
|
|
6
|
+
} from "../../types";
|
|
4
7
|
|
|
5
8
|
export const getDatabaseDeleteScript = (
|
|
6
|
-
context:
|
|
7
|
-
deployConfig: DeployConfigCloudRun
|
|
9
|
+
context: ComponentContext,
|
|
10
|
+
deployConfig: DeployConfigCloudRun,
|
|
8
11
|
): string[] => {
|
|
9
12
|
if (!deployConfig.cloudSql || !deployConfig.cloudSql.deleteDatabaseOnStop) {
|
|
10
13
|
throw new Error("not possible");
|
|
11
14
|
}
|
|
15
|
+
const DB_NAME = context.environment.envVars["DB_NAME"];
|
|
12
16
|
|
|
13
|
-
const { DB_NAME } = context.environment.envVars ?? {};
|
|
14
17
|
if (!DB_NAME) {
|
|
15
18
|
throw new Error("error: env vars did not specify DB_NAME");
|
|
16
19
|
}
|
|
@@ -26,20 +29,20 @@ export const getDatabaseDeleteScript = (
|
|
|
26
29
|
`gcloud sql databases delete ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
|
|
27
30
|
{
|
|
28
31
|
pauseInSeconds: 10,
|
|
29
|
-
}
|
|
32
|
+
},
|
|
30
33
|
),
|
|
31
34
|
];
|
|
32
35
|
};
|
|
33
36
|
|
|
34
37
|
export const getDatabaseCreateScript = (
|
|
35
|
-
context:
|
|
36
|
-
deployConfig: DeployConfigCloudRun
|
|
38
|
+
context: ComponentContext,
|
|
39
|
+
deployConfig: DeployConfigCloudRun,
|
|
37
40
|
): string[] => {
|
|
38
41
|
if (!deployConfig.cloudSql) {
|
|
39
42
|
throw new Error("not possible");
|
|
40
43
|
}
|
|
41
44
|
|
|
42
|
-
const
|
|
45
|
+
const DB_NAME = context.environment.envVars["DB_NAME"];
|
|
43
46
|
|
|
44
47
|
if (!DB_NAME) {
|
|
45
48
|
throw new Error("error: env vars did not specify DB_NAME");
|
|
@@ -53,3 +56,22 @@ export const getDatabaseCreateScript = (
|
|
|
53
56
|
`gcloud sql databases create ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
|
|
54
57
|
]);
|
|
55
58
|
};
|
|
59
|
+
|
|
60
|
+
export const DATABASE_JDBC_URL =
|
|
61
|
+
"jdbc:postgresql:///$DB_NAME?cloudSqlInstance=$CLOUD_SQL_INSTANCE_CONNECTION_NAME&socketFactory=com.google.cloud.sql.postgres.SocketFactory&user=$DB_USER&password=$DB_PASSWORD";
|
|
62
|
+
|
|
63
|
+
export const getDatabaseConnectionString = (
|
|
64
|
+
config: DeployConfigCloudRunCloudSql,
|
|
65
|
+
): string => {
|
|
66
|
+
switch (config.dbConnectionStringFormat) {
|
|
67
|
+
case "jdbc":
|
|
68
|
+
return DATABASE_JDBC_URL;
|
|
69
|
+
case "rails":
|
|
70
|
+
return `postgresql://$DB_USER:$DB_PASSWORD@${encodeURIComponent(
|
|
71
|
+
`/cloudsql/${config.instanceConnectionName}`,
|
|
72
|
+
)}/$DB_NAME?`;
|
|
73
|
+
default:
|
|
74
|
+
// prisma
|
|
75
|
+
return "postgresql://$DB_USER:$DB_PASSWORD@localhost/$DB_NAME?host=/cloudsql/$CLOUD_SQL_INSTANCE_CONNECTION_NAME";
|
|
76
|
+
}
|
|
77
|
+
};
|
|
@@ -1,14 +1,12 @@
|
|
|
1
1
|
import { GCLOUD_DEPLOY_CREDENTIALS_KEY } from "..";
|
|
2
2
|
import { getSecretVarNameForContext } from "../../../context";
|
|
3
|
-
import type {
|
|
3
|
+
import type { ComponentContext } from "../../../types";
|
|
4
4
|
|
|
5
|
-
export const gcloudServiceAccountLoginCommands = (
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
];
|
|
14
|
-
};
|
|
5
|
+
export const gcloudServiceAccountLoginCommands = (
|
|
6
|
+
context: ComponentContext,
|
|
7
|
+
) => [
|
|
8
|
+
`gcloud auth activate-service-account --key-file=<(echo "$${getSecretVarNameForContext(
|
|
9
|
+
context,
|
|
10
|
+
GCLOUD_DEPLOY_CREDENTIALS_KEY,
|
|
11
|
+
)}")`,
|
|
12
|
+
];
|
|
@@ -1,2 +1,7 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
import type { StringOrBashExpression } from "../../../bash/BashExpression";
|
|
2
|
+
|
|
3
|
+
export const getCloudRunJobName = (
|
|
4
|
+
fullAppName: StringOrBashExpression,
|
|
5
|
+
jobName: string,
|
|
6
|
+
): StringOrBashExpression =>
|
|
7
|
+
fullAppName.toLowerCase().concat("-" + jobName.toLowerCase());
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
*
|
|
3
|
+
* takes a command and removes the first keep lines from the output
|
|
4
|
+
*
|
|
5
|
+
* @param cmd the command, its stdout is then limited
|
|
6
|
+
* @param removeFirstN how many lines to remove at the start of the command
|
|
7
|
+
* @returns
|
|
8
|
+
*/
|
|
9
|
+
export const removeFirstLinesFromCommandOutput = (
|
|
10
|
+
cmd: string,
|
|
11
|
+
removeFirstN: number,
|
|
12
|
+
) => (removeFirstN === 0 ? cmd : `${cmd} | tail -n +${removeFirstN + 1}`);
|
|
@@ -1,4 +1,6 @@
|
|
|
1
1
|
import type { Config } from "../..";
|
|
2
|
+
import type { StringOrBashExpression } from "../../bash/BashExpression";
|
|
3
|
+
import { joinBashExpressions } from "../../bash/BashExpression";
|
|
2
4
|
import type {
|
|
3
5
|
DeployConfigCloudRunCloudSql,
|
|
4
6
|
DeployConfigKubernetesValuesCloudSQLUnmanaged,
|
|
@@ -9,15 +11,16 @@ export const getFullDbName = (
|
|
|
9
11
|
| DeployConfigCloudRunCloudSql
|
|
10
12
|
| DeployConfigKubernetesValuesCloudSQLUnmanaged,
|
|
11
13
|
fullConfig: Config<never>,
|
|
12
|
-
environmentSlugPrefix:
|
|
13
|
-
componentName: string
|
|
14
|
+
environmentSlugPrefix: StringOrBashExpression,
|
|
15
|
+
componentName: string,
|
|
14
16
|
) => {
|
|
15
|
-
return
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
.
|
|
22
|
-
|
|
17
|
+
return joinBashExpressions(
|
|
18
|
+
[
|
|
19
|
+
cloudSqlConfig.dbNamePrefix ??
|
|
20
|
+
`${fullConfig.customerName}-${fullConfig.appName}`,
|
|
21
|
+
environmentSlugPrefix,
|
|
22
|
+
cloudSqlConfig.dbBaseName ?? componentName,
|
|
23
|
+
].flatMap((part) => (part ? [part] : [])),
|
|
24
|
+
"-",
|
|
25
|
+
);
|
|
23
26
|
};
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
+
import { getAllCacheConfigsFromConfig } from "../../build/cache/getAllCacheConfigsFromConfig";
|
|
1
2
|
import { getYarnInstall } from "../../build/node/yarn";
|
|
2
3
|
import { getRunnerImage } from "../../runner";
|
|
3
|
-
import type {
|
|
4
|
+
import type { ComponentContext } from "../../types/context";
|
|
4
5
|
import type { CatladderJob } from "../../types/jobs";
|
|
5
6
|
import { createDeployementJobs } from "../base";
|
|
6
7
|
import {
|
|
@@ -9,23 +10,26 @@ import {
|
|
|
9
10
|
} from "../sbom";
|
|
10
11
|
import { isOfDeployType } from "../types";
|
|
11
12
|
|
|
12
|
-
export const createCustomDeployJobs = (
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
13
|
+
export const createCustomDeployJobs = (
|
|
14
|
+
context: ComponentContext,
|
|
15
|
+
): CatladderJob[] => {
|
|
16
|
+
const deployConfig = context.deploy?.config;
|
|
17
|
+
|
|
17
18
|
if (!isOfDeployType(deployConfig, "custom")) {
|
|
18
19
|
// should not happen
|
|
19
20
|
throw new Error("deploy config is not custom");
|
|
20
21
|
}
|
|
21
22
|
// FIXME: custom deploy currently assumes yarn-based project
|
|
22
|
-
const yarnInstall = getYarnInstall(context, {
|
|
23
|
-
|
|
23
|
+
const yarnInstall = getYarnInstall(context, {
|
|
24
|
+
noCustomPostInstall: true,
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
const result = createDeployementJobs(context, {
|
|
24
28
|
deploy: {
|
|
25
29
|
image: deployConfig.jobImage ?? getRunnerImage("jobs-default"),
|
|
26
|
-
cache: deployConfig
|
|
30
|
+
cache: getAllCacheConfigsFromConfig(context, deployConfig),
|
|
27
31
|
script: [
|
|
28
|
-
`cd ${context.
|
|
32
|
+
`cd ${context.build.dir}`,
|
|
29
33
|
...(deployConfig.requiresYarnInstall ? yarnInstall : []),
|
|
30
34
|
...deployConfig.script,
|
|
31
35
|
...getDependencyTrackUploadScript(context),
|
|
@@ -43,4 +47,5 @@ export const createCustomDeployJobs = (context: Context): CatladderJob[] => {
|
|
|
43
47
|
}
|
|
44
48
|
: undefined,
|
|
45
49
|
});
|
|
50
|
+
return result;
|
|
46
51
|
};
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import type { DeployTypeDefinition } from "..";
|
|
1
|
+
import type { DeployConfigCustom, DeployTypeDefinition } from "..";
|
|
2
2
|
import { createCustomDeployJobs } from "./deployJob";
|
|
3
3
|
|
|
4
|
-
export const CUSTOM_DEPLOY_TYPE: DeployTypeDefinition<
|
|
4
|
+
export const CUSTOM_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigCustom> = {
|
|
5
5
|
jobs: createCustomDeployJobs,
|
|
6
6
|
defaults: () => ({}),
|
|
7
7
|
additionalSecretKeys: () => [],
|
|
@@ -1,15 +1,14 @@
|
|
|
1
1
|
import { getDockerJobBaseProps, gitlabDockerLogin } from "../../build/docker";
|
|
2
2
|
|
|
3
|
-
import type {
|
|
3
|
+
import type { ComponentContext } from "../../types/context";
|
|
4
4
|
import type { CatladderJob } from "../../types/jobs";
|
|
5
5
|
import { createDeployementJobs } from "../base";
|
|
6
6
|
import { isOfDeployType } from "../types";
|
|
7
7
|
|
|
8
|
-
export const createDockerTagDeployJobs = (
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
}
|
|
8
|
+
export const createDockerTagDeployJobs = (
|
|
9
|
+
context: ComponentContext,
|
|
10
|
+
): CatladderJob[] => {
|
|
11
|
+
const deployConfig = context.deploy?.config;
|
|
13
12
|
if (!isOfDeployType(deployConfig, "dockerTag")) {
|
|
14
13
|
// should not happen
|
|
15
14
|
throw new Error("deploy config is not dockerTag");
|
|
@@ -17,9 +16,9 @@ export const createDockerTagDeployJobs = (context: Context): CatladderJob[] => {
|
|
|
17
16
|
const tag = deployConfig.tag;
|
|
18
17
|
return createDeployementJobs(context, {
|
|
19
18
|
deploy: {
|
|
20
|
-
...getDockerJobBaseProps(
|
|
19
|
+
...getDockerJobBaseProps(),
|
|
21
20
|
script: [
|
|
22
|
-
gitlabDockerLogin,
|
|
21
|
+
...gitlabDockerLogin(context),
|
|
23
22
|
`docker pull $DOCKER_IMAGE:$DOCKER_IMAGE_TAG`,
|
|
24
23
|
`docker tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG $DOCKER_IMAGE:${tag}`,
|
|
25
24
|
`docker push $DOCKER_IMAGE:${tag}`,
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import type { DeployTypeDefinition } from "..";
|
|
1
|
+
import type { DeployConfigDockerTag, DeployTypeDefinition } from "..";
|
|
2
2
|
import { createDockerTagDeployJobs } from "./deployJob";
|
|
3
3
|
|
|
4
|
-
export const DOCKER_TAG_DEPLOY_TYPE: DeployTypeDefinition<
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
}
|
|
4
|
+
export const DOCKER_TAG_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigDockerTag> =
|
|
5
|
+
{
|
|
6
|
+
jobs: createDockerTagDeployJobs,
|
|
7
|
+
defaults: () => ({}),
|
|
8
|
+
additionalSecretKeys: () => [],
|
|
9
|
+
getAdditionalEnvVars: () => ({}),
|
|
10
|
+
};
|
package/src/deploy/index.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
import type { SecretEnvVar } from "..";
|
|
2
|
-
import type {
|
|
1
|
+
import type { BuildConfig, SecretEnvVar } from "..";
|
|
2
|
+
import type { BashExpression } from "../bash/BashExpression";
|
|
3
|
+
import type { ComponentContext } from "../types/context";
|
|
3
4
|
import type { EnvironmentContext } from "../types/environmentContext";
|
|
4
5
|
import type { CatladderJob } from "../types/jobs";
|
|
5
6
|
import type { PartialDeep } from "../types/utils";
|
|
@@ -7,26 +8,28 @@ import { GCLOUD_RUN_DEPLOY_TYPE } from "./cloudRun";
|
|
|
7
8
|
import { CUSTOM_DEPLOY_TYPE } from "./custom";
|
|
8
9
|
import { DOCKER_TAG_DEPLOY_TYPE } from "./dockerTag";
|
|
9
10
|
import { KUBERNETES_DEPLOY_TYPE } from "./kubernetes";
|
|
10
|
-
import type {
|
|
11
|
+
import type {
|
|
12
|
+
DeployConfig,
|
|
13
|
+
DeployConfigGeneric,
|
|
14
|
+
DeployConfigType,
|
|
15
|
+
} from "./types";
|
|
11
16
|
export * from "./cloudRun";
|
|
12
17
|
export * from "./kubernetes";
|
|
13
18
|
export * from "./types";
|
|
14
19
|
export * from "./utils";
|
|
15
20
|
|
|
16
|
-
export type DeployTypeDefinition<
|
|
17
|
-
jobs: (context:
|
|
18
|
-
defaults: (
|
|
19
|
-
envContext: EnvironmentContext<any, T>
|
|
20
|
-
) => PartialDeep<DeployConfigGeneric<T>>;
|
|
21
|
+
export type DeployTypeDefinition<D extends DeployConfig> = {
|
|
22
|
+
jobs: (context: ComponentContext) => CatladderJob[];
|
|
23
|
+
defaults: (envContext: EnvironmentContext<BuildConfig, D>) => PartialDeep<D>;
|
|
21
24
|
additionalSecretKeys: (
|
|
22
|
-
envContext: EnvironmentContext<
|
|
25
|
+
envContext: EnvironmentContext<BuildConfig, D>,
|
|
23
26
|
) => SecretEnvVar[];
|
|
24
27
|
getAdditionalEnvVars: (
|
|
25
|
-
envContext: EnvironmentContext<
|
|
26
|
-
) => Record<string, string | undefined | null>;
|
|
28
|
+
envContext: EnvironmentContext<BuildConfig, D>,
|
|
29
|
+
) => Record<string, string | BashExpression | undefined | null>;
|
|
27
30
|
};
|
|
28
31
|
export type DeployTypes = {
|
|
29
|
-
[T in DeployConfigType]: DeployTypeDefinition<T
|
|
32
|
+
[T in DeployConfigType]: DeployTypeDefinition<DeployConfigGeneric<T>>;
|
|
30
33
|
};
|
|
31
34
|
|
|
32
35
|
export const DEPLOY_TYPES: DeployTypes = {
|
|
@@ -1,8 +1,10 @@
|
|
|
1
|
+
import type { BuildConfig } from "../../build";
|
|
1
2
|
import type { EnvironmentContext } from "../../types/environmentContext";
|
|
3
|
+
import type { DeployConfigKubernetes } from "../types";
|
|
2
4
|
|
|
3
5
|
export const additionalKubernetesSecretKeys = ({
|
|
4
6
|
deployConfigRaw,
|
|
5
|
-
}: EnvironmentContext<
|
|
7
|
+
}: EnvironmentContext<BuildConfig, DeployConfigKubernetes>) => {
|
|
6
8
|
if (!deployConfigRaw) {
|
|
7
9
|
return [];
|
|
8
10
|
}
|
|
@@ -1,11 +1,15 @@
|
|
|
1
|
+
import type { StringOrBashExpression } from "../../../bash/BashExpression";
|
|
1
2
|
import { getSecretVarNameForContext } from "../../../context";
|
|
2
|
-
import type {
|
|
3
|
+
import type { ComponentContext } from "../../../types";
|
|
4
|
+
import type { VariableValue } from "../../../variables/VariableValue";
|
|
3
5
|
import { getFullDbName } from "../../cloudSql/utils";
|
|
4
6
|
import { isOfDeployType } from "../../types";
|
|
5
7
|
|
|
6
|
-
export const hasKubernetesCloudSQL = (context:
|
|
7
|
-
|
|
8
|
-
|
|
8
|
+
export const hasKubernetesCloudSQL = (context: ComponentContext) => {
|
|
9
|
+
const deployConfig = context.deploy?.config;
|
|
10
|
+
|
|
11
|
+
if (isOfDeployType(deployConfig, "kubernetes")) {
|
|
12
|
+
return deployConfig.values?.cloudsql?.enabled;
|
|
9
13
|
}
|
|
10
14
|
return false;
|
|
11
15
|
};
|
|
@@ -15,19 +19,20 @@ type CloudSqlValues = {
|
|
|
15
19
|
proxyCredentials: string;
|
|
16
20
|
|
|
17
21
|
instanceConnectionName: string;
|
|
18
|
-
fullDbName:
|
|
22
|
+
fullDbName: VariableValue;
|
|
19
23
|
dbUser: string;
|
|
20
24
|
};
|
|
21
25
|
export const createKubernetesCloudsqlBaseValues = (
|
|
22
|
-
context:
|
|
26
|
+
context: ComponentContext,
|
|
23
27
|
): {
|
|
24
28
|
cloudsql: CloudSqlValues;
|
|
25
29
|
} => {
|
|
26
|
-
|
|
30
|
+
const deployConfig = context.deploy?.config;
|
|
31
|
+
if (!isOfDeployType(deployConfig, "kubernetes")) {
|
|
27
32
|
throw new Error("cannot get cloud sql config");
|
|
28
33
|
}
|
|
29
34
|
|
|
30
|
-
const config =
|
|
35
|
+
const config = deployConfig.values?.cloudsql;
|
|
31
36
|
|
|
32
37
|
if (!config) {
|
|
33
38
|
throw new Error("cannot get cloud sql config");
|
|
@@ -35,23 +40,9 @@ export const createKubernetesCloudsqlBaseValues = (
|
|
|
35
40
|
|
|
36
41
|
const proxyCredentials = `$${getSecretVarNameForContext(
|
|
37
42
|
context,
|
|
38
|
-
"cloudsqlProxyCredentials"
|
|
43
|
+
"cloudsqlProxyCredentials",
|
|
39
44
|
)}`;
|
|
40
|
-
if (config
|
|
41
|
-
const instanceConnectionName = `${config.projectId ?? "skynet-164509"}:${
|
|
42
|
-
config.region ?? "europe-west6"
|
|
43
|
-
}:${config.instanceId ?? context.environment.envVars.KUBE_NAMESPACE}`;
|
|
44
|
-
|
|
45
|
-
return {
|
|
46
|
-
cloudsql: {
|
|
47
|
-
enabled: config.enabled,
|
|
48
|
-
dbUser: "postgres",
|
|
49
|
-
instanceConnectionName,
|
|
50
|
-
proxyCredentials,
|
|
51
|
-
fullDbName: context.environment.envVars.KUBE_APP_NAME,
|
|
52
|
-
},
|
|
53
|
-
};
|
|
54
|
-
} else if (config.type === "unmanaged") {
|
|
45
|
+
if (config.type === "unmanaged") {
|
|
55
46
|
return {
|
|
56
47
|
cloudsql: {
|
|
57
48
|
enabled: config.enabled,
|
|
@@ -62,7 +53,7 @@ export const createKubernetesCloudsqlBaseValues = (
|
|
|
62
53
|
config,
|
|
63
54
|
context.fullConfig,
|
|
64
55
|
context.environment.slugPrefix,
|
|
65
|
-
context.
|
|
56
|
+
context.name,
|
|
66
57
|
),
|
|
67
58
|
},
|
|
68
59
|
};
|