@catladder/pipeline 0.0.0-mongodb-tolerations-bc2a3387 โ 0.0.0-multiple-gitlab-includes-1a40efc0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -0
- package/dist/bash/BashExpression.d.ts +36 -0
- package/dist/bash/BashExpression.js +114 -0
- package/dist/bash/bashEscape.d.ts +34 -0
- package/dist/bash/bashEscape.js +114 -0
- package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
- package/dist/bash/bashExpressionPerPipelineType.js +11 -0
- package/dist/bash/bashYaml.d.ts +10 -0
- package/dist/bash/bashYaml.js +69 -0
- package/dist/bash/getInjectVarsScript.d.ts +2 -0
- package/dist/bash/getInjectVarsScript.js +47 -0
- package/dist/bash/index.d.ts +2 -0
- package/dist/bash/index.js +26 -0
- package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
- package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
- package/dist/build/base/__tests__/createArtifactsConfig.test.js +42 -0
- package/dist/build/base/constants.d.ts +0 -1
- package/dist/build/base/constants.js +4 -3
- package/dist/build/base/createAppBuildJob.d.ts +10 -0
- package/dist/build/base/{createBuildJob.js โ createAppBuildJob.js} +22 -18
- package/dist/build/base/createArtifactsConfig.d.ts +4 -0
- package/dist/build/base/createArtifactsConfig.js +65 -0
- package/dist/build/base/createBuildJobDefinition.d.ts +6 -0
- package/dist/build/base/createBuildJobDefinition.js +58 -0
- package/dist/build/base/index.d.ts +11 -0
- package/dist/build/base/index.js +68 -0
- package/dist/build/base/writeBuildInfo.d.ts +2 -2
- package/dist/build/base/writeBuildInfo.js +4 -3
- package/dist/build/base/writeDotEnv.d.ts +8 -0
- package/dist/build/base/writeDotEnv.js +67 -0
- package/dist/build/cache/createJobCache.d.ts +7 -0
- package/dist/build/cache/createJobCache.js +115 -0
- package/dist/build/cache/getAllCacheConfigsFromConfig.d.ts +3 -0
- package/dist/build/cache/getAllCacheConfigsFromConfig.js +64 -0
- package/dist/build/cache/transformLegacyJobCache.d.ts +3 -0
- package/dist/build/cache/transformLegacyJobCache.js +29 -0
- package/dist/build/custom/__tests__/testJob.test.d.ts +1 -0
- package/dist/build/custom/__tests__/testJob.test.js +36 -0
- package/dist/build/custom/buildJob.d.ts +2 -2
- package/dist/build/custom/buildJob.js +12 -71
- package/dist/build/custom/index.d.ts +2 -2
- package/dist/build/custom/index.js +3 -1
- package/dist/build/custom/testJob.d.ts +6 -2
- package/dist/build/custom/testJob.js +27 -22
- package/dist/build/docker.d.ts +51 -36
- package/dist/build/docker.js +92 -50
- package/dist/build/index.d.ts +14 -7
- package/dist/build/index.js +44 -16
- package/dist/build/node/buildJob.d.ts +6 -2
- package/dist/build/node/buildJob.js +37 -47
- package/dist/build/node/cache.d.ts +4 -5
- package/dist/build/node/cache.js +18 -23
- package/dist/build/node/constants.d.ts +0 -1
- package/dist/build/node/constants.js +5 -4
- package/dist/build/node/index.d.ts +4 -4
- package/dist/build/node/index.js +3 -1
- package/dist/build/node/meteor.d.ts +2 -2
- package/dist/build/node/meteor.js +22 -24
- package/dist/build/node/testJob.d.ts +3 -2
- package/dist/build/node/testJob.js +33 -19
- package/dist/build/node/yarn.d.ts +5 -5
- package/dist/build/node/yarn.js +35 -20
- package/dist/build/rails/build.d.ts +2 -2
- package/dist/build/rails/build.js +49 -10
- package/dist/build/rails/index.d.ts +2 -2
- package/dist/build/rails/index.js +3 -1
- package/dist/build/rails/test.d.ts +2 -2
- package/dist/build/rails/test.js +20 -12
- package/dist/build/sbom.d.ts +5 -0
- package/dist/build/sbom.js +32 -0
- package/dist/build/types.d.ts +214 -67
- package/dist/build/types.js +10 -2
- package/dist/catladder-gitlab.js +129 -49
- package/dist/config/__tests__/configruedEnvs.test.js +3 -1
- package/dist/config/__tests__/getAllEnvs.test.d.ts +1 -0
- package/dist/config/__tests__/getAllEnvs.test.js +79 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
- package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
- package/dist/config/configruedEnvs.js +3 -1
- package/dist/config/index.js +13 -7
- package/dist/config/readConfig.d.ts +2 -2
- package/dist/config/readConfig.js +191 -40
- package/dist/constants.js +5 -3
- package/dist/context/createAllComponentsContext.d.ts +12 -0
- package/dist/{pipeline/commitInfo/getCommitInfo.js โ context/createAllComponentsContext.js} +35 -16
- package/dist/context/createComponentContext.d.ts +11 -0
- package/dist/context/createComponentContext.js +255 -0
- package/dist/context/createWorkspaceContext.d.ts +16 -0
- package/dist/context/createWorkspaceContext.js +173 -0
- package/dist/context/getBuildInfoVariables.d.ts +6 -0
- package/dist/context/getBuildInfoVariables.js +55 -0
- package/dist/context/getEnvConfig.js +5 -2
- package/dist/context/getEnvType.js +3 -1
- package/dist/context/getEnvironment.d.ts +3 -3
- package/dist/context/getEnvironment.js +26 -21
- package/dist/context/getEnvironmentContext.d.ts +7 -3
- package/dist/context/getEnvironmentContext.js +21 -11
- package/dist/context/getEnvironmentVariables.d.ts +22 -10
- package/dist/context/getEnvironmentVariables.js +85 -54
- package/dist/context/getLabels.d.ts +3 -2
- package/dist/context/getLabels.js +9 -6
- package/dist/context/getReviewSlug.d.ts +4 -0
- package/dist/context/getReviewSlug.js +21 -0
- package/dist/context/index.d.ts +2 -4
- package/dist/context/index.js +15 -162
- package/dist/context/transformJobOnlyVars.d.ts +13 -0
- package/dist/{pipeline/commitInfo/getBuildId.js โ context/transformJobOnlyVars.js} +41 -14
- package/dist/context/utils/envVars.d.ts +8 -0
- package/dist/context/utils/envVars.js +55 -0
- package/dist/defaults/index.js +3 -1
- package/dist/deploy/base/deploy.d.ts +5 -0
- package/dist/deploy/base/deploy.js +122 -0
- package/dist/deploy/base/index.d.ts +8 -0
- package/dist/deploy/base/index.js +44 -0
- package/dist/deploy/base/rollback.d.ts +5 -0
- package/dist/deploy/base/rollback.js +41 -0
- package/dist/deploy/base/stop.d.ts +5 -0
- package/dist/deploy/base/stop.js +46 -0
- package/dist/deploy/base/types.d.ts +2 -0
- package/dist/deploy/base/types.js +5 -0
- package/dist/deploy/base/variables.d.ts +5 -0
- package/dist/deploy/base/variables.js +11 -0
- package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
- package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
- package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
- package/dist/deploy/cloudRun/cleanup.js +53 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
- package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +207 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
- package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +96 -0
- package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
- package/dist/deploy/cloudRun/createJobs/common.js +93 -0
- package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
- package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
- package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
- package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/index.js +57 -0
- package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
- package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
- package/dist/deploy/cloudRun/index.d.ts +2 -2
- package/dist/deploy/cloudRun/index.js +17 -10
- package/dist/deploy/cloudRun/utils/createArgsString.d.ts +3 -1
- package/dist/deploy/cloudRun/utils/createArgsString.js +25 -17
- package/dist/deploy/cloudRun/utils/database.d.ts +6 -4
- package/dist/deploy/cloudRun/utils/database.js +28 -15
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -2
- package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +4 -2
- package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
- package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
- package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -1
- package/dist/deploy/cloudRun/utils/jobName.js +4 -2
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
- package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
- package/dist/deploy/cloudSql/utils.d.ts +2 -1
- package/dist/deploy/cloudSql/utils.js +7 -2
- package/dist/deploy/custom/deployJob.d.ts +2 -2
- package/dist/deploy/custom/deployJob.js +24 -16
- package/dist/deploy/custom/index.d.ts +2 -2
- package/dist/deploy/custom/index.js +3 -1
- package/dist/deploy/dockerTag/deployJob.d.ts +2 -2
- package/dist/deploy/dockerTag/deployJob.js +51 -10
- package/dist/deploy/dockerTag/index.d.ts +2 -2
- package/dist/deploy/dockerTag/index.js +3 -1
- package/dist/deploy/index.d.ts +10 -9
- package/dist/deploy/index.js +13 -7
- package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +3 -1
- package/dist/deploy/kubernetes/additionalSecretKeys.js +3 -1
- package/dist/deploy/kubernetes/cloudSql/index.d.ts +6 -5
- package/dist/deploy/kubernetes/cloudSql/index.js +14 -21
- package/dist/deploy/kubernetes/deployJob.d.ts +2 -2
- package/dist/deploy/kubernetes/deployJob.js +35 -45
- package/dist/deploy/kubernetes/index.d.ts +2 -2
- package/dist/deploy/kubernetes/index.js +52 -15
- package/dist/deploy/kubernetes/kubeEnv.d.ts +5 -4
- package/dist/deploy/kubernetes/kubeEnv.js +9 -5
- package/dist/deploy/kubernetes/kubeValues.d.ts +6 -9
- package/dist/deploy/kubernetes/kubeValues.js +16 -18
- package/dist/deploy/kubernetes/mongodb.d.ts +2 -2
- package/dist/deploy/kubernetes/mongodb.js +19 -16
- package/dist/deploy/sbom.d.ts +4 -0
- package/dist/deploy/sbom.js +20 -0
- package/dist/deploy/types/base.d.ts +18 -2
- package/dist/deploy/types/base.js +3 -1
- package/dist/deploy/types/custom.d.ts +3 -7
- package/dist/deploy/types/custom.js +3 -1
- package/dist/deploy/types/dockerTag.d.ts +3 -1
- package/dist/deploy/types/dockerTag.js +3 -1
- package/dist/deploy/types/googleCloudRun.d.ts +133 -24
- package/dist/deploy/types/googleCloudRun.js +3 -1
- package/dist/deploy/types/index.d.ts +6 -6
- package/dist/deploy/types/index.js +14 -8
- package/dist/deploy/types/kubernetes.d.ts +41 -55
- package/dist/deploy/types/kubernetes.js +3 -1
- package/dist/deploy/utils.d.ts +2 -2
- package/dist/deploy/utils.js +5 -2
- package/dist/globalScriptFunctions/index.d.ts +14 -0
- package/dist/globalScriptFunctions/index.js +37 -0
- package/dist/index.d.ts +5 -2
- package/dist/index.js +18 -9
- package/dist/packageInfos.d.ts +4 -0
- package/dist/packageInfos.js +20 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
- package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
- package/dist/pipeline/createAllJobs.d.ts +16 -6
- package/dist/pipeline/createAllJobs.js +99 -27
- package/dist/pipeline/createJobsForComponent.d.ts +2 -2
- package/dist/pipeline/createJobsForComponent.js +10 -152
- package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
- package/dist/pipeline/createJobsForWorkspace.js +12 -0
- package/dist/pipeline/createMainPipeline.d.ts +3 -0
- package/dist/pipeline/createMainPipeline.js +283 -0
- package/dist/pipeline/generatePipelineFiles.d.ts +7 -0
- package/dist/pipeline/generatePipelineFiles.js +304 -0
- package/dist/pipeline/getPipelineStages.d.ts +7 -0
- package/dist/pipeline/getPipelineStages.js +56 -0
- package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -12
- package/dist/pipeline/gitlab/createGitlabJobs.js +259 -60
- package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +9 -0
- package/dist/pipeline/gitlab/createGitlabPipeline.js +77 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +33 -0
- package/dist/pipeline/gitlab/gitlabReleaseJobs.js +25 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
- package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
- package/dist/pipeline/index.d.ts +3 -2
- package/dist/pipeline/index.js +16 -9
- package/dist/pipeline/packageManager.d.ts +3 -2
- package/dist/pipeline/packageManager.js +52 -26
- package/dist/pipeline/yarn/yarnUtils.d.ts +3 -2
- package/dist/pipeline/yarn/yarnUtils.js +65 -17
- package/dist/rules/index.d.ts +7 -2
- package/dist/rules/index.js +34 -16
- package/dist/runner/index.d.ts +1 -1
- package/dist/runner/index.js +3 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/types/config.d.ts +52 -25
- package/dist/types/config.js +5 -2
- package/dist/types/context.d.ts +132 -37
- package/dist/types/context.js +12 -1
- package/dist/types/environmentContext.d.ts +15 -12
- package/dist/types/environmentContext.js +3 -1
- package/dist/types/gitlab-ci-yml.d.ts +769 -0
- package/dist/types/gitlab-ci-yml.js +10 -0
- package/dist/types/gitlab-types.d.ts +15 -96
- package/dist/types/gitlab-types.js +3 -1
- package/dist/types/index.d.ts +1 -0
- package/dist/types/index.js +14 -7
- package/dist/types/jobDefinition.d.ts +11 -0
- package/dist/types/jobDefinition.js +5 -0
- package/dist/types/jobs.d.ts +35 -16
- package/dist/types/jobs.js +3 -1
- package/dist/types/pipeline.d.ts +3 -3
- package/dist/types/pipeline.js +3 -1
- package/dist/types/utils.d.ts +1 -1
- package/dist/types/utils.js +3 -1
- package/dist/utils/gitlab.d.ts +2 -1
- package/dist/utils/gitlab.js +14 -3
- package/dist/utils/index.d.ts +2 -1
- package/dist/utils/index.js +10 -3
- package/dist/utils/jsonParse.d.ts +1 -0
- package/dist/utils/jsonParse.js +14 -0
- package/dist/utils/removeUndefined.d.ts +1 -0
- package/dist/utils/removeUndefined.js +36 -0
- package/dist/utils/writeFiles.d.ts +11 -0
- package/dist/utils/writeFiles.js +172 -0
- package/dist/variables/VariableValue.d.ts +3 -0
- package/dist/variables/VariableValue.js +5 -0
- package/dist/variables/VariableValueContainingReferences.d.ts +24 -0
- package/dist/variables/VariableValueContainingReferences.js +97 -0
- package/dist/variables/__tests__/resolveAllReferences.test.d.ts +1 -0
- package/dist/variables/__tests__/resolveAllReferences.test.js +218 -0
- package/dist/variables/__tests__/resolveAllReferencesOnce.test.d.ts +1 -0
- package/dist/variables/__tests__/resolveAllReferencesOnce.test.js +171 -0
- package/dist/variables/__tests__/resolveReferencesOnce.test.d.ts +1 -0
- package/dist/variables/__tests__/resolveReferencesOnce.test.js +199 -0
- package/dist/variables/__tests__/variableValue.test.d.ts +1 -0
- package/dist/variables/__tests__/variableValue.test.js +36 -0
- package/dist/variables/resolveAllReferences.d.ts +3 -0
- package/dist/{pipeline/createChildPipeline.js โ variables/resolveAllReferences.js} +44 -47
- package/dist/variables/resolveAllReferencesOnce.d.ts +5 -0
- package/dist/variables/resolveAllReferencesOnce.js +191 -0
- package/dist/variables/resolveReferencesOnce.d.ts +8 -0
- package/dist/variables/resolveReferencesOnce.js +22 -0
- package/examples/.test-gen-ignore +1 -0
- package/examples/__snapshots__/cloud-run-http2.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-nextjs.test.ts.snap +1434 -0
- package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +1526 -0
- package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +1436 -0
- package/examples/__snapshots__/cloud-run-service-custom-vpc-connector.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-service-custom-vpc.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +1490 -0
- package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +1302 -0
- package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +1418 -0
- package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +2998 -0
- package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +1733 -0
- package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +1426 -0
- package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +1285 -0
- package/examples/__snapshots__/custom-build-job.test.ts.snap +1174 -0
- package/examples/__snapshots__/custom-deploy.test.ts.snap +1168 -0
- package/examples/__snapshots__/custom-envs.test.ts.snap +798 -0
- package/examples/__snapshots__/custom-sbom-java.test.ts.snap +1182 -0
- package/examples/__snapshots__/git-submodule.test.ts.snap +1419 -0
- package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +1759 -0
- package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +1779 -0
- package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +3357 -0
- package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +1883 -0
- package/examples/__snapshots__/local-dot-env.test.ts.snap +1342 -0
- package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +1836 -0
- package/examples/__snapshots__/multiline-var.test.ts.snap +5679 -0
- package/examples/__snapshots__/native-app.test.ts.snap +2206 -0
- package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +1418 -0
- package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +1426 -0
- package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +1487 -0
- package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +1471 -0
- package/examples/__snapshots__/referencing-other-vars.test.ts.snap +4739 -0
- package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +1368 -0
- package/examples/__snapshots__/workspace-api-www-turbo-cache.test.ts.snap +2338 -0
- package/examples/__snapshots__/workspace-api-www.test.ts.snap +2330 -0
- package/examples/__utils__/helpers.ts +9 -12
- package/examples/cloud-run-http2.test.ts +11 -0
- package/examples/cloud-run-http2.ts +29 -0
- package/examples/cloud-run-memory-limit.test.ts +11 -0
- package/examples/cloud-run-memory-limit.ts +10 -5
- package/examples/cloud-run-meteor-with-worker.test.ts +11 -0
- package/examples/cloud-run-meteor-with-worker.ts +37 -0
- package/examples/cloud-run-nextjs.test.ts +11 -0
- package/examples/cloud-run-nextjs.ts +28 -0
- package/examples/cloud-run-no-cpu-throttling.test.ts +11 -0
- package/examples/cloud-run-no-cpu-throttling.ts +6 -4
- package/examples/cloud-run-no-service.test.ts +11 -0
- package/examples/cloud-run-no-service.ts +33 -0
- package/examples/cloud-run-non-public.test.ts +11 -0
- package/examples/cloud-run-non-public.ts +5 -4
- package/examples/cloud-run-post-stop-job.test.ts +11 -0
- package/examples/cloud-run-post-stop-job.ts +42 -0
- package/examples/cloud-run-service-custom-vpc-connector.test.ts +11 -0
- package/examples/cloud-run-service-custom-vpc-connector.ts +30 -0
- package/examples/cloud-run-service-custom-vpc.test.ts +11 -0
- package/examples/cloud-run-service-custom-vpc.ts +31 -0
- package/examples/cloud-run-service-gen2.test.ts +11 -0
- package/examples/cloud-run-service-gen2.ts +29 -0
- package/examples/cloud-run-service-increase-timout.test.ts +11 -0
- package/examples/cloud-run-service-increase-timout.ts +29 -0
- package/examples/cloud-run-service-with-volumes.test.ts +11 -0
- package/examples/cloud-run-service-with-volumes.ts +56 -0
- package/examples/cloud-run-storybook.test.ts +11 -0
- package/examples/cloud-run-storybook.ts +33 -0
- package/examples/cloud-run-with-ngnix.test.ts +11 -0
- package/examples/cloud-run-with-ngnix.ts +29 -0
- package/examples/cloud-run-with-sql-reuse-db.test.ts +11 -0
- package/examples/cloud-run-with-sql-reuse-db.ts +5 -4
- package/examples/cloud-run-with-sql.test.ts +11 -0
- package/examples/cloud-run-with-sql.ts +7 -20
- package/examples/cloud-run-with-worker.test.ts +11 -0
- package/examples/cloud-run-with-worker.ts +37 -0
- package/examples/custom-build-job-with-tests.test.ts +11 -0
- package/examples/custom-build-job-with-tests.ts +14 -4
- package/examples/custom-build-job.test.ts +11 -0
- package/examples/custom-build-job.ts +5 -4
- package/examples/custom-deploy.test.ts +11 -0
- package/examples/custom-deploy.ts +15 -4
- package/examples/custom-envs.test.ts +11 -0
- package/examples/custom-envs.ts +5 -4
- package/examples/custom-sbom-java.test.ts +11 -0
- package/examples/custom-sbom-java.ts +10 -6
- package/examples/git-submodule.test.ts +11 -0
- package/examples/git-submodule.ts +30 -0
- package/examples/kubernetes-application-customization.test.ts +11 -0
- package/examples/kubernetes-application-customization.ts +7 -4
- package/examples/kubernetes-with-cloud-sql.test.ts +11 -0
- package/examples/kubernetes-with-cloud-sql.ts +7 -4
- package/examples/kubernetes-with-jobs.test.ts +11 -0
- package/examples/kubernetes-with-jobs.ts +7 -4
- package/examples/kubernetes-with-mongodb.test.ts +11 -0
- package/examples/kubernetes-with-mongodb.ts +7 -4
- package/examples/local-dot-env.test.ts +11 -0
- package/examples/local-dot-env.ts +27 -0
- package/examples/meteor-kubernetes.test.ts +11 -0
- package/examples/meteor-kubernetes.ts +64 -0
- package/examples/multiline-var.test.ts +11 -0
- package/examples/multiline-var.ts +107 -0
- package/examples/native-app.test.ts +11 -0
- package/examples/native-app.ts +86 -0
- package/examples/node-build-with-custom-image.test.ts +11 -0
- package/examples/node-build-with-custom-image.ts +26 -0
- package/examples/node-build-with-docker-additions.test.ts +11 -0
- package/examples/node-build-with-docker-additions.ts +29 -0
- package/examples/rails-k8s-with-worker-dockerfile.test.ts +33 -0
- package/examples/rails-k8s-with-worker.test.ts +11 -0
- package/examples/rails-k8s-with-worker.ts +23 -17
- package/examples/referencing-other-vars.test.ts +11 -0
- package/examples/referencing-other-vars.ts +83 -0
- package/examples/wait-for-other-deploy.test.ts +11 -0
- package/examples/wait-for-other-deploy.ts +5 -4
- package/examples/workspace-api-www-turbo-cache.test.ts +11 -0
- package/examples/workspace-api-www-turbo-cache.ts +52 -0
- package/examples/workspace-api-www.test.ts +11 -0
- package/examples/workspace-api-www.ts +46 -0
- package/package.json +77 -26
- package/scripts/generate-examples-test.ts +84 -0
- package/scripts/generate-gitlab-ci-types.ts +51 -0
- package/scripts/tsconfig.json +7 -0
- package/src/bash/BashExpression.ts +78 -0
- package/src/bash/bashEscape.ts +158 -0
- package/src/bash/bashExpressionPerPipelineType.ts +16 -0
- package/src/bash/bashYaml.ts +80 -0
- package/src/bash/getInjectVarsScript.ts +21 -0
- package/src/bash/index.ts +2 -0
- package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
- package/src/build/base/__tests__/__snapshots__/createArtifactsConfig.test.ts.snap +49 -0
- package/src/build/base/__tests__/createArtifactsConfig.test.ts +41 -0
- package/src/build/base/constants.ts +2 -2
- package/src/build/base/createAppBuildJob.ts +70 -0
- package/src/build/base/createArtifactsConfig.ts +34 -0
- package/src/build/base/createBuildJobDefinition.ts +37 -0
- package/src/build/base/index.ts +64 -0
- package/src/build/base/writeBuildInfo.ts +3 -3
- package/src/build/base/writeDotEnv.ts +40 -0
- package/src/build/cache/createJobCache.ts +83 -0
- package/src/build/cache/getAllCacheConfigsFromConfig.ts +28 -0
- package/src/build/cache/transformLegacyJobCache.ts +14 -0
- package/src/build/custom/__tests__/testJob.test.ts +29 -0
- package/src/build/custom/buildJob.ts +18 -53
- package/src/build/custom/index.ts +2 -2
- package/src/build/custom/testJob.ts +40 -14
- package/src/build/docker.ts +149 -63
- package/src/build/index.ts +42 -10
- package/src/build/node/buildJob.ts +68 -69
- package/src/build/node/cache.ts +30 -35
- package/src/build/node/constants.ts +2 -3
- package/src/build/node/index.ts +8 -4
- package/src/build/node/meteor.ts +37 -47
- package/src/build/node/testJob.ts +61 -22
- package/src/build/node/yarn.ts +72 -27
- package/src/build/rails/build.ts +42 -12
- package/src/build/rails/index.ts +2 -2
- package/src/build/rails/test.ts +31 -15
- package/src/build/sbom.ts +48 -0
- package/src/build/types.ts +262 -79
- package/src/catladder-gitlab.ts +7 -56
- package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
- package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
- package/src/config/__tests__/getAllEnvs.test.ts +71 -0
- package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
- package/src/config/configruedEnvs.ts +6 -6
- package/src/config/readConfig.ts +15 -22
- package/src/constants.ts +5 -2
- package/src/context/createAllComponentsContext.ts +31 -0
- package/src/context/createComponentContext.ts +134 -0
- package/src/context/createWorkspaceContext.ts +56 -0
- package/src/context/getBuildInfoVariables.ts +36 -0
- package/src/context/getEnvConfig.ts +3 -3
- package/src/context/getEnvType.ts +1 -1
- package/src/context/getEnvironment.ts +9 -23
- package/src/context/getEnvironmentContext.ts +25 -29
- package/src/context/getEnvironmentVariables.ts +127 -84
- package/src/context/getLabels.ts +5 -4
- package/src/context/getReviewSlug.ts +27 -0
- package/src/context/index.ts +1 -65
- package/src/context/transformJobOnlyVars.ts +45 -0
- package/src/context/utils/envVars.ts +27 -0
- package/src/deploy/base/deploy.ts +130 -0
- package/src/deploy/base/index.ts +27 -0
- package/src/deploy/base/rollback.ts +35 -0
- package/src/deploy/base/stop.ts +40 -0
- package/src/deploy/base/types.ts +3 -0
- package/src/deploy/base/variables.ts +5 -0
- package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
- package/src/deploy/cloudRun/cleanup.ts +30 -0
- package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
- package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +227 -0
- package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
- package/src/deploy/cloudRun/createJobs/common.ts +59 -0
- package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +71 -0
- package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
- package/src/deploy/cloudRun/createJobs/index.ts +51 -0
- package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
- package/src/deploy/cloudRun/index.ts +85 -59
- package/src/deploy/cloudRun/utils/createArgsString.ts +21 -13
- package/src/deploy/cloudRun/utils/database.ts +31 -9
- package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +9 -11
- package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
- package/src/deploy/cloudRun/utils/jobName.ts +7 -2
- package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
- package/src/deploy/cloudSql/utils.ts +13 -10
- package/src/deploy/custom/deployJob.ts +35 -25
- package/src/deploy/custom/index.ts +2 -2
- package/src/deploy/dockerTag/deployJob.ts +12 -14
- package/src/deploy/dockerTag/index.ts +8 -7
- package/src/deploy/index.ts +15 -12
- package/src/deploy/kubernetes/additionalSecretKeys.ts +3 -1
- package/src/deploy/kubernetes/cloudSql/index.ts +16 -25
- package/src/deploy/kubernetes/deployJob.ts +52 -51
- package/src/deploy/kubernetes/index.ts +43 -35
- package/src/deploy/kubernetes/kubeEnv.ts +12 -10
- package/src/deploy/kubernetes/kubeValues.ts +15 -19
- package/src/deploy/kubernetes/mongodb.ts +17 -16
- package/src/deploy/sbom.ts +32 -0
- package/src/deploy/types/base.ts +20 -0
- package/src/deploy/types/custom.ts +3 -7
- package/src/deploy/types/dockerTag.ts +2 -0
- package/src/deploy/types/googleCloudRun.ts +140 -10
- package/src/deploy/types/index.ts +2 -2
- package/src/deploy/types/kubernetes.ts +24 -37
- package/src/deploy/utils.ts +5 -5
- package/src/globalScriptFunctions/index.ts +30 -0
- package/src/index.ts +4 -1
- package/src/packageInfos.ts +14 -0
- package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
- package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
- package/src/pipeline/createAllJobs.ts +67 -33
- package/src/pipeline/createJobsForComponent.ts +11 -41
- package/src/pipeline/createJobsForWorkspace.ts +12 -0
- package/src/pipeline/createMainPipeline.ts +119 -0
- package/src/pipeline/generatePipelineFiles.ts +100 -0
- package/src/pipeline/getPipelineStages.ts +23 -0
- package/src/pipeline/gitlab/createGitlabJobs.ts +391 -98
- package/src/pipeline/gitlab/createGitlabPipeline.ts +35 -0
- package/src/pipeline/gitlab/gitlabReleaseJobs.ts +23 -0
- package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
- package/src/pipeline/index.ts +2 -1
- package/src/pipeline/packageManager.ts +50 -31
- package/src/pipeline/yarn/yarnUtils.ts +39 -10
- package/src/rules/index.ts +36 -9
- package/src/runner/index.ts +0 -1
- package/src/types/config.ts +52 -12
- package/src/types/context.ts +176 -35
- package/src/types/environmentContext.ts +18 -13
- package/src/types/gitlab-ci-yml.ts +891 -0
- package/src/types/gitlab-types.ts +54 -87
- package/src/types/index.ts +1 -0
- package/src/types/jobDefinition.ts +34 -0
- package/src/types/jobs.ts +37 -17
- package/src/types/utils.ts +4 -4
- package/src/utils/gitlab.ts +28 -1
- package/src/utils/index.ts +6 -3
- package/src/utils/jsonParse.ts +7 -0
- package/src/utils/removeUndefined.ts +4 -0
- package/src/utils/writeFiles.ts +52 -0
- package/src/variables/VariableValue.ts +6 -0
- package/src/variables/VariableValueContainingReferences.ts +89 -0
- package/src/variables/__tests__/resolveAllReferences.test.ts +110 -0
- package/src/variables/__tests__/resolveAllReferencesOnce.test.ts +64 -0
- package/src/variables/__tests__/resolveReferencesOnce.test.ts +117 -0
- package/src/variables/__tests__/variableValue.test.ts +73 -0
- package/src/variables/resolveAllReferences.ts +46 -0
- package/src/variables/resolveAllReferencesOnce.ts +44 -0
- package/src/variables/resolveReferencesOnce.ts +29 -0
- package/tsconfig.json +1 -1
- package/bin/catladder-gitlab-dev.js +0 -3
- package/bin/catladder-gitlab.js +0 -3
- package/dist/build/base/createBuildJob.d.ts +0 -7
- package/dist/bundles/catladder-gitlab/index.js +0 -33200
- package/dist/context/__tests__/resolveReferences.test.js +0 -336
- package/dist/context/resolveReferences.d.ts +0 -4
- package/dist/context/resolveReferences.js +0 -254
- package/dist/deploy/base.d.ts +0 -10
- package/dist/deploy/base.js +0 -112
- package/dist/deploy/cloudRun/deployJob.d.ts +0 -3
- package/dist/deploy/cloudRun/deployJob.js +0 -242
- package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +0 -86
- package/dist/deploy/kubernetes/processSecretsAsFiles.js +0 -31
- package/dist/pipeline/commitInfo/getBuildId.d.ts +0 -1
- package/dist/pipeline/commitInfo/getCommitInfo.d.ts +0 -2
- package/dist/pipeline/createChildPipeline.d.ts +0 -3
- package/dist/verify/reporting.d.ts +0 -3
- package/dist/verify/reporting.js +0 -48
- package/examples/__snapshots__/cloud-run-memory-limit.ts.snap +0 -1776
- package/examples/__snapshots__/cloud-run-no-cpu-throttling.ts.snap +0 -1776
- package/examples/__snapshots__/cloud-run-non-public.ts.snap +0 -1776
- package/examples/__snapshots__/cloud-run-with-sql-reuse-db.ts.snap +0 -3524
- package/examples/__snapshots__/cloud-run-with-sql.ts.snap +0 -3535
- package/examples/__snapshots__/custom-build-job-with-tests.ts.snap +0 -1630
- package/examples/__snapshots__/custom-build-job.ts.snap +0 -1378
- package/examples/__snapshots__/custom-deploy.ts.snap +0 -1580
- package/examples/__snapshots__/custom-envs.ts.snap +0 -1164
- package/examples/__snapshots__/custom-sbom-java.ts.snap +0 -1386
- package/examples/__snapshots__/kubernetes-application-customization.ts.snap +0 -2476
- package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.ts.snap +0 -2436
- package/examples/__snapshots__/kubernetes-with-cloud-sql.ts.snap +0 -2448
- package/examples/__snapshots__/kubernetes-with-jobs.ts.snap +0 -4469
- package/examples/__snapshots__/kubernetes-with-mongodb.ts.snap +0 -2640
- package/examples/__snapshots__/rails-k8s-with-worker.ts.snap +0 -2143
- package/examples/__snapshots__/wait-for-other-deploy.ts.snap +0 -2018
- package/examples/kubernetes-with-cloud-sql-legacy.ts +0 -33
- package/scripts/bundle +0 -2
- package/src/build/base/createBuildJob.ts +0 -50
- package/src/context/__tests__/resolveReferences.test.ts +0 -143
- package/src/context/resolveReferences.ts +0 -70
- package/src/deploy/base.ts +0 -144
- package/src/deploy/cloudRun/deployJob.ts +0 -275
- package/src/deploy/kubernetes/processSecretsAsFiles.ts +0 -34
- package/src/pipeline/commitInfo/getBuildId.ts +0 -6
- package/src/pipeline/commitInfo/getCommitInfo.ts +0 -12
- package/src/pipeline/createChildPipeline.ts +0 -45
- package/src/verify/reporting.ts +0 -69
- /package/dist/{context/__tests__/resolveReferences.test.d.ts โ build/base/__tests__/createArtifactsConfig.test.d.ts} +0 -0
|
@@ -1,76 +1,75 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
import {
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
import {
|
|
10
|
-
|
|
1
|
+
import type {
|
|
2
|
+
BuildContextStandalone,
|
|
3
|
+
WorkspaceContext,
|
|
4
|
+
} from "../../types/context";
|
|
5
|
+
import {
|
|
6
|
+
componentContextIsStandaloneBuild,
|
|
7
|
+
type ComponentContext,
|
|
8
|
+
} from "../../types/context";
|
|
9
|
+
import type {
|
|
10
|
+
AppBuildJobDefinition,
|
|
11
|
+
DockerBuildJobDefinition,
|
|
12
|
+
} from "../../types/jobDefinition";
|
|
11
13
|
import type { CatladderJob } from "../../types/jobs";
|
|
14
|
+
import { createComponentBuildJobs, createWorkspaceBuildJobs } from "../base";
|
|
15
|
+
import { createBuildJobDefinition } from "../base/createBuildJobDefinition";
|
|
16
|
+
import { getDockerBuildScriptWithBuiltInDockerFile } from "../docker";
|
|
17
|
+
import type { BuildConfigDocker } from "../types";
|
|
18
|
+
import { getNodeCache, getYarnCache } from "./cache";
|
|
19
|
+
import { getDockerAppCopyAndBuildScript, getYarnInstall } from "./yarn";
|
|
12
20
|
|
|
13
|
-
export const createNodeBuildJobs = (
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
if (
|
|
17
|
-
|
|
21
|
+
export const createNodeBuildJobs = (
|
|
22
|
+
context: ComponentContext | WorkspaceContext,
|
|
23
|
+
): CatladderJob[] => {
|
|
24
|
+
if (context.type === "workspace") {
|
|
25
|
+
return createWorkspaceBuildJobs(context, {
|
|
26
|
+
appBuild: createNodeBuildJobDefinition(context),
|
|
27
|
+
});
|
|
18
28
|
}
|
|
29
|
+
return createComponentBuildJobs(context, {
|
|
30
|
+
appBuild: componentContextIsStandaloneBuild(context)
|
|
31
|
+
? createNodeBuildJobDefinition(context)
|
|
32
|
+
: undefined,
|
|
33
|
+
|
|
34
|
+
dockerBuild: createNodeDockerJobDefinition(context),
|
|
35
|
+
});
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
export const createNodeBuildJobDefinition = (
|
|
39
|
+
context: ComponentContext<BuildContextStandalone> | WorkspaceContext,
|
|
40
|
+
): AppBuildJobDefinition | undefined => {
|
|
41
|
+
const buildConfig = context.build.config;
|
|
19
42
|
|
|
20
43
|
const yarnInstall = getYarnInstall(context);
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
join(context.componentConfig.dir, ".next"),
|
|
37
|
-
...(buildConfig.artifactsPaths?.map((path) =>
|
|
38
|
-
join(context.componentConfig.dir, path)
|
|
39
|
-
) ?? []),
|
|
40
|
-
],
|
|
41
|
-
},
|
|
42
|
-
})
|
|
43
|
-
: null;
|
|
44
|
-
return [
|
|
45
|
-
...(appBuildJob ? [appBuildJob] : []),
|
|
46
|
-
...(requiresDockerBuild(context)
|
|
47
|
-
? [
|
|
48
|
-
createDockerBuildJobDefault(context, {
|
|
49
|
-
script: [
|
|
50
|
-
buildConfig.type === "node-static" ||
|
|
51
|
-
buildConfig.type === "storybook"
|
|
52
|
-
? "ensureNginxDockerfile"
|
|
53
|
-
: "ensureNodeDockerfile",
|
|
54
|
-
],
|
|
55
|
-
cache: [...getYarnCache(context, "pull")],
|
|
56
|
-
variables: {
|
|
57
|
-
// only required for non static
|
|
58
|
-
YARN_INSTALL: getYarnInstallCommand(context, {
|
|
59
|
-
prodOnly: true,
|
|
60
|
-
}),
|
|
61
|
-
YARN_INSTALL_WITHOUT_SCRIPTS: getYarnInstallCommand(context, {
|
|
62
|
-
prodOnly: true,
|
|
63
|
-
noScripts: true,
|
|
64
|
-
}),
|
|
65
|
-
DOCKER_COPY_WORKSPACE_FILES:
|
|
66
|
-
context.packageManagerInfo?.pathsToCopyInDocker
|
|
67
|
-
.map((dir) => `COPY --chown=node:node ${dir} /app/${dir}`)
|
|
68
|
-
?.join("\n"),
|
|
69
|
-
},
|
|
44
|
+
return createBuildJobDefinition(context, buildConfig, {
|
|
45
|
+
prescript: yarnInstall,
|
|
46
|
+
cache: getNodeCache(context),
|
|
47
|
+
});
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
export const createNodeDockerJobDefinition = (
|
|
51
|
+
context: ComponentContext,
|
|
52
|
+
): DockerBuildJobDefinition => {
|
|
53
|
+
// get the default docker built-in type based on the build type
|
|
54
|
+
const dockerDefaultBuiltIn: BuildConfigDocker["type"] =
|
|
55
|
+
context.build.buildType === "node-static" ||
|
|
56
|
+
context.build.buildType === "storybook"
|
|
57
|
+
? "nginx"
|
|
58
|
+
: "node";
|
|
70
59
|
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
60
|
+
return {
|
|
61
|
+
script: getDockerBuildScriptWithBuiltInDockerFile(
|
|
62
|
+
context,
|
|
63
|
+
dockerDefaultBuiltIn,
|
|
64
|
+
),
|
|
65
|
+
cache: [...getYarnCache(context, "pull")],
|
|
66
|
+
variables: {
|
|
67
|
+
// only required for non static
|
|
68
|
+
DOCKER_COPY_AND_INSTALL_APP: getDockerAppCopyAndBuildScript(context),
|
|
69
|
+
DOCKER_COPY_WORKSPACE_FILES:
|
|
70
|
+
context.packageManagerInfo?.pathsToCopyInDocker
|
|
71
|
+
.map((dir) => `COPY --chown=node:node ${dir} /app/${dir}`)
|
|
72
|
+
?.join("\n"),
|
|
73
|
+
},
|
|
74
|
+
};
|
|
76
75
|
};
|
package/src/build/node/cache.ts
CHANGED
|
@@ -1,72 +1,67 @@
|
|
|
1
|
+
import { uniq } from "lodash";
|
|
1
2
|
import { join } from "path";
|
|
2
3
|
import slugify from "slugify";
|
|
3
|
-
|
|
4
|
-
import type {
|
|
4
|
+
|
|
5
|
+
import type { Context, WorkspaceContext } from "../../types/context";
|
|
6
|
+
import type { CacheConfig } from "../types";
|
|
5
7
|
|
|
6
8
|
export const getYarnCache = (
|
|
7
9
|
context: Context,
|
|
8
|
-
policy = "pull-push"
|
|
9
|
-
):
|
|
10
|
+
policy = "pull-push",
|
|
11
|
+
): CacheConfig[] => {
|
|
10
12
|
const componentIsInWorkspace =
|
|
11
|
-
context.
|
|
13
|
+
context.type === "component" &&
|
|
14
|
+
context.packageManagerInfo.componentIsInWorkspace;
|
|
12
15
|
return [
|
|
13
|
-
|
|
14
|
-
?
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
key: slugify(context.componentConfig.dir) + "-yarn",
|
|
21
|
-
policy,
|
|
22
|
-
paths: [join(context.componentConfig.dir, ".yarn")],
|
|
23
|
-
},
|
|
16
|
+
{
|
|
17
|
+
scope: componentIsInWorkspace ? "global" : "buildDir",
|
|
18
|
+
pathMode: componentIsInWorkspace ? "absolute" : "relative",
|
|
19
|
+
key: "yarn",
|
|
20
|
+
policy,
|
|
21
|
+
paths: [".yarn"],
|
|
22
|
+
},
|
|
24
23
|
];
|
|
25
24
|
};
|
|
26
25
|
|
|
27
26
|
export const getNodeModulesCache = (
|
|
28
27
|
context: Context,
|
|
29
|
-
policy = "pull-push"
|
|
30
|
-
):
|
|
28
|
+
policy = "pull-push",
|
|
29
|
+
): CacheConfig[] => {
|
|
31
30
|
const componentIsInWorkspace =
|
|
32
|
-
context.
|
|
31
|
+
context.type === "component" &&
|
|
32
|
+
context.packageManagerInfo.componentIsInWorkspace;
|
|
33
33
|
|
|
34
34
|
// We intentionally do not use the contents of yarn.lock as a cache key, as yarn install should always guarantee that the files are updated, but it can still use part of the cache if not all packages are up-to-date.
|
|
35
35
|
// It would slow down all pipelines whenever one adds a new dependency as it will need to download all node_modules again.
|
|
36
36
|
return [
|
|
37
37
|
{
|
|
38
|
+
scope: "global",
|
|
39
|
+
pathMode: "absolute",
|
|
40
|
+
|
|
38
41
|
// if component is in a shared workspace, use workspace cache. use individual cache else
|
|
39
42
|
key: componentIsInWorkspace
|
|
40
43
|
? "node-modules-workspace"
|
|
41
|
-
: slugify(context.
|
|
44
|
+
: slugify(context.build.dir) + "-node-modules", // we use the dirname, not the component name, because in certain cases we have two apps in the same directory and want to share the cache, e.g. when having storybook in the same package.json
|
|
42
45
|
policy,
|
|
43
46
|
paths: [
|
|
44
47
|
...(componentIsInWorkspace
|
|
45
|
-
? [
|
|
48
|
+
? uniq([
|
|
46
49
|
"node_modules",
|
|
47
|
-
...(context.packageManagerInfo
|
|
48
|
-
join(w.location, "node_modules")
|
|
50
|
+
...(context.packageManagerInfo.workspaces.map((w) =>
|
|
51
|
+
join(w.location, "node_modules"),
|
|
49
52
|
) ?? []),
|
|
50
|
-
]
|
|
51
|
-
: [join(context.
|
|
53
|
+
])
|
|
54
|
+
: [join(context.build.dir, "node_modules")]),
|
|
52
55
|
],
|
|
53
56
|
},
|
|
54
57
|
];
|
|
55
58
|
};
|
|
56
59
|
export const getNodeCache = (
|
|
57
60
|
context: Context,
|
|
58
|
-
policy = "pull-push"
|
|
59
|
-
):
|
|
61
|
+
policy = "pull-push",
|
|
62
|
+
): CacheConfig[] => {
|
|
60
63
|
return [
|
|
61
64
|
...getYarnCache(context, policy),
|
|
62
65
|
...getNodeModulesCache(context, policy),
|
|
63
66
|
];
|
|
64
67
|
};
|
|
65
|
-
|
|
66
|
-
export const getNextCache = (context: Context): GitlabJobCache[] => [
|
|
67
|
-
{
|
|
68
|
-
key: context.componentName + "-next-cache",
|
|
69
|
-
policy: "pull-push",
|
|
70
|
-
paths: [context.componentConfig.dir + "/.next/cache/"],
|
|
71
|
-
},
|
|
72
|
-
];
|
package/src/build/node/index.ts
CHANGED
|
@@ -1,17 +1,21 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { ComponentContext, WorkspaceContext } from "../../types/context";
|
|
2
2
|
import type { CatladderJob } from "../../types/jobs";
|
|
3
3
|
import { createNodeBuildJobs } from "./buildJob";
|
|
4
4
|
import { createMeteorBuildJobs } from "./meteor";
|
|
5
5
|
import { createNodeTestJobs } from "./testJob";
|
|
6
6
|
|
|
7
|
-
export const createNodeJobs = (
|
|
7
|
+
export const createNodeJobs = (
|
|
8
|
+
context: ComponentContext | WorkspaceContext,
|
|
9
|
+
): CatladderJob[] => {
|
|
8
10
|
return [...createNodeTestJobs(context), ...createNodeBuildJobs(context)];
|
|
9
11
|
};
|
|
10
12
|
|
|
11
|
-
export const createStorybookJobs = (
|
|
13
|
+
export const createStorybookJobs = (
|
|
14
|
+
context: ComponentContext,
|
|
15
|
+
): CatladderJob[] => {
|
|
12
16
|
return [...createNodeBuildJobs(context)];
|
|
13
17
|
};
|
|
14
18
|
|
|
15
|
-
export const createMeteorJobs = (context:
|
|
19
|
+
export const createMeteorJobs = (context: ComponentContext): CatladderJob[] => {
|
|
16
20
|
return [...createNodeTestJobs(context), ...createMeteorBuildJobs(context)];
|
|
17
21
|
};
|
package/src/build/node/meteor.ts
CHANGED
|
@@ -1,75 +1,65 @@
|
|
|
1
|
-
import { join } from "path";
|
|
2
1
|
import { getRunnerImage } from "../../runner";
|
|
3
|
-
import type {
|
|
4
|
-
import type { Context } from "../../types/context";
|
|
2
|
+
import type { ComponentContext } from "../../types/context";
|
|
5
3
|
|
|
6
4
|
import type { CatladderJob } from "../../types/jobs";
|
|
7
5
|
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
6
|
+
import { createComponentBuildJobs } from "../base";
|
|
7
|
+
import { getDockerBuildScriptWithBuiltInDockerFile } from "../docker";
|
|
8
|
+
import type { CacheConfig } from "../types";
|
|
11
9
|
import { isOfBuildType } from "../types";
|
|
12
10
|
import { getNodeCache } from "./cache";
|
|
13
11
|
import { getYarnInstall } from "./yarn";
|
|
14
12
|
|
|
15
|
-
const getMeteorCache = (context:
|
|
13
|
+
const getMeteorCache = (context: ComponentContext): CacheConfig[] => [
|
|
16
14
|
{
|
|
17
|
-
key:
|
|
15
|
+
key: "meteor-build-cache",
|
|
18
16
|
policy: "pull-push",
|
|
19
17
|
paths: [
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
join(context.componentConfig.dir, ".meteor/local/plugin-cache"),
|
|
25
|
-
join(context.componentConfig.dir, ".meteor/local/isopacks"),
|
|
26
|
-
join(context.componentConfig.dir, ".meteor/local/bundler-cache/scanner"),
|
|
18
|
+
".meteor/local/resolver-result-cache.json",
|
|
19
|
+
".meteor/local/plugin-cache",
|
|
20
|
+
".meteor/local/isopacks",
|
|
21
|
+
".meteor/local/bundler-cache/scanner",
|
|
27
22
|
],
|
|
28
23
|
},
|
|
29
24
|
];
|
|
30
|
-
export const createMeteorBuildJobs = (
|
|
31
|
-
|
|
25
|
+
export const createMeteorBuildJobs = (
|
|
26
|
+
context: ComponentContext,
|
|
27
|
+
): CatladderJob[] => {
|
|
28
|
+
const buildConfig = context.build.config;
|
|
32
29
|
|
|
33
30
|
if (!isOfBuildType(buildConfig, "meteor")) {
|
|
34
31
|
throw new Error("deploy config is not meteor");
|
|
35
32
|
}
|
|
36
33
|
|
|
37
34
|
const yarnInstall = getYarnInstall(context);
|
|
38
|
-
const appBuildJob: CatladderJob | null =
|
|
39
|
-
buildConfig.buildCommand !== null
|
|
40
|
-
? createBuildJob(context, {
|
|
41
|
-
cache: [...getNodeCache(context), ...getMeteorCache(context)],
|
|
42
|
-
image: getRunnerImage("jobs-meteor"),
|
|
43
|
-
variables: {
|
|
44
|
-
METEOR_DISABLE_OPTIMISTIC_CACHING: "1", // see https://forums.meteor.com/t/veeery-long-building-time-inside-docker-container/58673/17?u=macrozone
|
|
45
|
-
},
|
|
46
|
-
script: [
|
|
47
|
-
...yarnInstall,
|
|
48
35
|
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
36
|
+
return createComponentBuildJobs(context, {
|
|
37
|
+
appBuild:
|
|
38
|
+
buildConfig.buildCommand !== null
|
|
39
|
+
? {
|
|
40
|
+
cache: [...getNodeCache(context), ...getMeteorCache(context)],
|
|
41
|
+
image: getRunnerImage("jobs-meteor"),
|
|
42
|
+
variables: {
|
|
43
|
+
METEOR_DISABLE_OPTIMISTIC_CACHING: "1", // see https://forums.meteor.com/t/veeery-long-building-time-inside-docker-container/58673/17?u=macrozone
|
|
44
|
+
},
|
|
45
|
+
script: [
|
|
46
|
+
...yarnInstall,
|
|
52
47
|
|
|
53
|
-
|
|
48
|
+
'echo "add healthcheck package"',
|
|
49
|
+
"meteor add panter:healthroute --allow-superuser",
|
|
50
|
+
"meteor add qualia:prod-shell --allow-superuser",
|
|
54
51
|
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
paths: [
|
|
59
|
-
context.componentConfig.dir + "/__build_info.json",
|
|
60
|
-
context.componentConfig.dir + "/dist",
|
|
52
|
+
'TOOL_NODE_FLAGS="--max_old_space_size=3584 --min_semi_space_size=8 --max_semi_space_size=256 --optimize_for_size" meteor build ./dist --architecture os.linux.x86_64 --allow-superuser --server-only --directory',
|
|
53
|
+
|
|
54
|
+
"cp ./__build_info.json ./dist/bundle/programs/server",
|
|
61
55
|
],
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
...(appBuildJob ? [appBuildJob] : []),
|
|
67
|
-
createDockerBuildJobDefault(context, {
|
|
68
|
-
script: ["ensureMeteorDockerfile"],
|
|
56
|
+
}
|
|
57
|
+
: undefined,
|
|
58
|
+
dockerBuild: {
|
|
59
|
+
script: getDockerBuildScriptWithBuiltInDockerFile(context, "meteor"),
|
|
69
60
|
variables: {
|
|
70
61
|
METEOR_INSTALL_SCRIPTS: buildConfig.installScripts ? "true" : "",
|
|
71
62
|
},
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
];
|
|
63
|
+
},
|
|
64
|
+
});
|
|
75
65
|
};
|
|
@@ -1,46 +1,72 @@
|
|
|
1
1
|
import { getRunnerImage } from "../../runner";
|
|
2
|
-
import type {
|
|
2
|
+
import type { WorkspaceContext } from "../../types/context";
|
|
3
|
+
import {
|
|
4
|
+
componentContextIsStandaloneBuild,
|
|
5
|
+
type ComponentContext,
|
|
6
|
+
} from "../../types/context";
|
|
3
7
|
import type { CatladderJob } from "../../types/jobs";
|
|
4
|
-
import {
|
|
8
|
+
import { ensureArrayOrNull, notNil } from "../../utils";
|
|
9
|
+
import { createArtifactsConfig } from "../base/createArtifactsConfig";
|
|
5
10
|
import { getNodeCache } from "./cache";
|
|
6
11
|
import { NODE_RUNNER_BUILD_VARIABLES } from "./constants";
|
|
7
|
-
import { getYarnInstall } from "./yarn";
|
|
12
|
+
import { ensureNodeVersion, getYarnInstall } from "./yarn";
|
|
13
|
+
import { createJobCacheFromCacheConfigs } from "../cache/createJobCache";
|
|
8
14
|
|
|
9
|
-
export const createNodeTestJobs = (
|
|
15
|
+
export const createNodeTestJobs = (
|
|
16
|
+
context: ComponentContext | WorkspaceContext,
|
|
17
|
+
): CatladderJob[] => {
|
|
10
18
|
// don't run tests after release
|
|
11
|
-
|
|
19
|
+
// TODO: this will be replaced by using rules
|
|
20
|
+
if (context.trigger === "taggedRelease") {
|
|
21
|
+
return [];
|
|
22
|
+
}
|
|
23
|
+
// if its not a standalone build, we don't need to run tests
|
|
24
|
+
if (
|
|
25
|
+
context.type === "component" &&
|
|
26
|
+
!componentContextIsStandaloneBuild(context)
|
|
27
|
+
) {
|
|
12
28
|
return [];
|
|
13
29
|
}
|
|
14
30
|
|
|
15
|
-
const
|
|
16
|
-
|
|
31
|
+
const defaultImage = getRunnerImage("jobs-default");
|
|
17
32
|
const base: Omit<CatladderJob, "script" | "name"> = {
|
|
18
33
|
variables: {
|
|
19
|
-
APP_PATH: context.
|
|
20
|
-
...
|
|
21
|
-
|
|
34
|
+
APP_PATH: context.build.dir,
|
|
35
|
+
...(context.type === "component"
|
|
36
|
+
? {
|
|
37
|
+
...context.environment.jobOnlyVars.build.envVars,
|
|
38
|
+
}
|
|
39
|
+
: {}),
|
|
22
40
|
},
|
|
41
|
+
|
|
42
|
+
runnerVariables: NODE_RUNNER_BUILD_VARIABLES,
|
|
23
43
|
stage: "test",
|
|
24
44
|
needs: [],
|
|
25
45
|
envMode: "none",
|
|
26
46
|
};
|
|
47
|
+
const buildConfig = context.build.config;
|
|
27
48
|
const yarnInstall = getYarnInstall(context);
|
|
28
49
|
const auditJob: CatladderJob | null =
|
|
29
50
|
buildConfig.audit !== false
|
|
30
51
|
? {
|
|
31
52
|
name: "๐ก audit",
|
|
32
|
-
|
|
33
53
|
...base,
|
|
54
|
+
image: buildConfig.audit?.jobImage ?? defaultImage,
|
|
34
55
|
cache: undefined, // audit does not need yarn install and no cache
|
|
35
56
|
script: [
|
|
36
|
-
`cd ${context.
|
|
37
|
-
...(
|
|
38
|
-
context.packageManagerInfo
|
|
57
|
+
`cd ${context.build.dir}`,
|
|
58
|
+
...(ensureArrayOrNull(buildConfig.audit?.command) ?? [
|
|
59
|
+
context.packageManagerInfo.isClassic
|
|
39
60
|
? "yarn audit"
|
|
40
61
|
: "yarn npm audit --environment production", // yarn 2
|
|
41
62
|
]),
|
|
42
63
|
],
|
|
43
64
|
allow_failure: true,
|
|
65
|
+
...createArtifactsConfig(
|
|
66
|
+
context.build.dir,
|
|
67
|
+
buildConfig.audit?.artifactsReports,
|
|
68
|
+
buildConfig.audit?.artifacts,
|
|
69
|
+
),
|
|
44
70
|
}
|
|
45
71
|
: null;
|
|
46
72
|
|
|
@@ -48,14 +74,20 @@ export const createNodeTestJobs = (context: Context): CatladderJob[] => {
|
|
|
48
74
|
buildConfig.lint !== false
|
|
49
75
|
? {
|
|
50
76
|
name: "๐ฎ lint",
|
|
51
|
-
|
|
52
77
|
...base,
|
|
53
|
-
|
|
78
|
+
image: buildConfig.lint?.jobImage ?? defaultImage,
|
|
79
|
+
cache: createJobCacheFromCacheConfigs(context, getNodeCache(context)),
|
|
54
80
|
script: [
|
|
55
|
-
|
|
81
|
+
...ensureNodeVersion(context),
|
|
82
|
+
`cd ${context.build.dir}`,
|
|
56
83
|
...yarnInstall,
|
|
57
|
-
...(
|
|
84
|
+
...(ensureArrayOrNull(buildConfig.lint?.command) ?? ["yarn lint"]),
|
|
58
85
|
],
|
|
86
|
+
...createArtifactsConfig(
|
|
87
|
+
context.build.dir,
|
|
88
|
+
buildConfig.lint?.artifactsReports,
|
|
89
|
+
buildConfig.lint?.artifacts,
|
|
90
|
+
),
|
|
59
91
|
}
|
|
60
92
|
: null;
|
|
61
93
|
const testJob: CatladderJob | null =
|
|
@@ -64,13 +96,20 @@ export const createNodeTestJobs = (context: Context): CatladderJob[] => {
|
|
|
64
96
|
name: "๐งช test",
|
|
65
97
|
|
|
66
98
|
...base,
|
|
67
|
-
image:
|
|
68
|
-
|
|
99
|
+
image:
|
|
100
|
+
buildConfig.test?.jobImage ?? getRunnerImage("jobs-testing-chrome"),
|
|
101
|
+
cache: createJobCacheFromCacheConfigs(context, getNodeCache(context)),
|
|
69
102
|
script: [
|
|
70
|
-
|
|
103
|
+
...ensureNodeVersion(context),
|
|
104
|
+
`cd ${context.build.dir}`,
|
|
71
105
|
...yarnInstall,
|
|
72
|
-
...(
|
|
106
|
+
...(ensureArrayOrNull(buildConfig.test?.command) ?? ["yarn test"]),
|
|
73
107
|
],
|
|
108
|
+
...createArtifactsConfig(
|
|
109
|
+
context.build.dir,
|
|
110
|
+
buildConfig.test?.artifactsReports,
|
|
111
|
+
buildConfig.test?.artifacts,
|
|
112
|
+
),
|
|
74
113
|
}
|
|
75
114
|
: null;
|
|
76
115
|
return [auditJob, lintJob, testJob].filter(notNil);
|
package/src/build/node/yarn.ts
CHANGED
|
@@ -1,40 +1,85 @@
|
|
|
1
|
+
import { BashExpression } from "../../bash/BashExpression";
|
|
1
2
|
import type { Context } from "../../types";
|
|
3
|
+
import { ensureArray } from "../../utils";
|
|
4
|
+
import { collapseableSection } from "../../utils/gitlab";
|
|
2
5
|
|
|
3
|
-
|
|
6
|
+
const YARN_INSTALL_CLASSIC = `yarn install --frozen-lockfile`;
|
|
7
|
+
|
|
8
|
+
// FIXME: check why and when rebuild is needed
|
|
9
|
+
const YARN_BERRY_PROD_REBUILD = `yarn workspaces focus --production && yarn rebuild`;
|
|
10
|
+
|
|
11
|
+
const getYarnInstallCommand = (context: Context) => {
|
|
12
|
+
if (context.packageManagerInfo.isClassic) {
|
|
13
|
+
return YARN_INSTALL_CLASSIC;
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
return `yarn install --immutable`;
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
export const ensureNodeVersion = (context: Context) =>
|
|
20
|
+
collapseableSection(
|
|
21
|
+
"nodeinstall",
|
|
22
|
+
"Ensure node version",
|
|
23
|
+
)([
|
|
24
|
+
"if [ -f ~/.nvm/nvm.sh ]; then source ~/.nvm/nvm.sh; fi",
|
|
25
|
+
"if command -v nvm &> /dev/null && [ -f ./.nvmrc ]; then nvm install; fi",
|
|
26
|
+
]);
|
|
27
|
+
|
|
28
|
+
export const getYarnInstall = (
|
|
4
29
|
context: Context,
|
|
5
30
|
options?: {
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
}
|
|
31
|
+
noCustomPostInstall: boolean;
|
|
32
|
+
},
|
|
9
33
|
) => {
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
34
|
+
const postInstall =
|
|
35
|
+
context.type !== "workspace" && "postInstall" in context.build.config
|
|
36
|
+
? context.build.config.postInstall
|
|
37
|
+
: null;
|
|
38
|
+
return [
|
|
39
|
+
...ensureNodeVersion(context),
|
|
40
|
+
...collapseableSection(
|
|
41
|
+
"yarninstall",
|
|
42
|
+
"Yarn install",
|
|
43
|
+
)([getYarnInstallCommand(context)]),
|
|
44
|
+
...(postInstall && !options?.noCustomPostInstall
|
|
45
|
+
? collapseableSection(
|
|
46
|
+
"postinstall",
|
|
47
|
+
"Custom post install",
|
|
48
|
+
)(ensureArray(postInstall))
|
|
49
|
+
: []),
|
|
50
|
+
];
|
|
51
|
+
};
|
|
52
|
+
|
|
53
|
+
const DOCKER_COPY_FILES = `COPY --chown=node:node $APP_DIR .`;
|
|
54
|
+
|
|
55
|
+
export const getDockerAppCopyAndBuildScript = (context: Context) => {
|
|
56
|
+
if (context.packageManagerInfo.isClassic) {
|
|
57
|
+
return new BashExpression(
|
|
58
|
+
`
|
|
59
|
+
RUN ${YARN_INSTALL_CLASSIC} --production --ignore-scripts
|
|
60
|
+
${DOCKER_COPY_FILES}
|
|
61
|
+
RUN ${YARN_INSTALL_CLASSIC} --production
|
|
62
|
+
`.trim(),
|
|
63
|
+
);
|
|
14
64
|
}
|
|
15
|
-
// is modern
|
|
16
65
|
|
|
17
66
|
// yarn >= 4 ships with build in plugins, see https://github.com/yarnpkg/berry/pull/4253
|
|
18
67
|
// trying to import those fail on this version
|
|
19
68
|
const doesNotShipWithBuiltInPlugins = ["2", "3"].some((v) =>
|
|
20
|
-
context.packageManagerInfo
|
|
69
|
+
context.packageManagerInfo.version.startsWith(v),
|
|
21
70
|
);
|
|
22
|
-
|
|
23
|
-
?
|
|
24
|
-
|
|
25
|
-
? "yarn plugin import workspace-tools && "
|
|
26
|
-
: " "
|
|
27
|
-
}yarn workspaces focus --production && yarn rebuild` // needs yarn plugin import workspace-tools
|
|
28
|
-
: `${
|
|
29
|
-
options?.noScripts ? "YARN_ENABLE_SCRIPTS=false " : ""
|
|
30
|
-
}yarn install --immutable`;
|
|
31
|
-
};
|
|
71
|
+
const maybeAddWorkspaceToolsCommand = doesNotShipWithBuiltInPlugins
|
|
72
|
+
? "RUN yarn plugin import workspace-tools"
|
|
73
|
+
: "";
|
|
32
74
|
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
75
|
+
// copy first everything and then install
|
|
76
|
+
// rebuild first does not work as it will run postinstall and that might require files in the app
|
|
77
|
+
return new BashExpression(
|
|
78
|
+
`
|
|
79
|
+
${DOCKER_COPY_FILES}
|
|
80
|
+
${maybeAddWorkspaceToolsCommand}
|
|
81
|
+
RUN ${YARN_BERRY_PROD_REBUILD}
|
|
36
82
|
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
];
|
|
83
|
+
`.trim(),
|
|
84
|
+
);
|
|
85
|
+
};
|