@catladder/pipeline 0.0.0-mongodb-tolerations-bc2a3387 → 0.0.0-multiple-gitlab-includes-1a40efc0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (608) hide show
  1. package/README.md +17 -0
  2. package/dist/bash/BashExpression.d.ts +36 -0
  3. package/dist/bash/BashExpression.js +114 -0
  4. package/dist/bash/bashEscape.d.ts +34 -0
  5. package/dist/bash/bashEscape.js +114 -0
  6. package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
  7. package/dist/bash/bashExpressionPerPipelineType.js +11 -0
  8. package/dist/bash/bashYaml.d.ts +10 -0
  9. package/dist/bash/bashYaml.js +69 -0
  10. package/dist/bash/getInjectVarsScript.d.ts +2 -0
  11. package/dist/bash/getInjectVarsScript.js +47 -0
  12. package/dist/bash/index.d.ts +2 -0
  13. package/dist/bash/index.js +26 -0
  14. package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
  15. package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
  16. package/dist/build/base/__tests__/createArtifactsConfig.test.js +42 -0
  17. package/dist/build/base/constants.d.ts +0 -1
  18. package/dist/build/base/constants.js +4 -3
  19. package/dist/build/base/createAppBuildJob.d.ts +10 -0
  20. package/dist/build/base/{createBuildJob.js → createAppBuildJob.js} +22 -18
  21. package/dist/build/base/createArtifactsConfig.d.ts +4 -0
  22. package/dist/build/base/createArtifactsConfig.js +65 -0
  23. package/dist/build/base/createBuildJobDefinition.d.ts +6 -0
  24. package/dist/build/base/createBuildJobDefinition.js +58 -0
  25. package/dist/build/base/index.d.ts +11 -0
  26. package/dist/build/base/index.js +68 -0
  27. package/dist/build/base/writeBuildInfo.d.ts +2 -2
  28. package/dist/build/base/writeBuildInfo.js +4 -3
  29. package/dist/build/base/writeDotEnv.d.ts +8 -0
  30. package/dist/build/base/writeDotEnv.js +67 -0
  31. package/dist/build/cache/createJobCache.d.ts +7 -0
  32. package/dist/build/cache/createJobCache.js +115 -0
  33. package/dist/build/cache/getAllCacheConfigsFromConfig.d.ts +3 -0
  34. package/dist/build/cache/getAllCacheConfigsFromConfig.js +64 -0
  35. package/dist/build/cache/transformLegacyJobCache.d.ts +3 -0
  36. package/dist/build/cache/transformLegacyJobCache.js +29 -0
  37. package/dist/build/custom/__tests__/testJob.test.d.ts +1 -0
  38. package/dist/build/custom/__tests__/testJob.test.js +36 -0
  39. package/dist/build/custom/buildJob.d.ts +2 -2
  40. package/dist/build/custom/buildJob.js +12 -71
  41. package/dist/build/custom/index.d.ts +2 -2
  42. package/dist/build/custom/index.js +3 -1
  43. package/dist/build/custom/testJob.d.ts +6 -2
  44. package/dist/build/custom/testJob.js +27 -22
  45. package/dist/build/docker.d.ts +51 -36
  46. package/dist/build/docker.js +92 -50
  47. package/dist/build/index.d.ts +14 -7
  48. package/dist/build/index.js +44 -16
  49. package/dist/build/node/buildJob.d.ts +6 -2
  50. package/dist/build/node/buildJob.js +37 -47
  51. package/dist/build/node/cache.d.ts +4 -5
  52. package/dist/build/node/cache.js +18 -23
  53. package/dist/build/node/constants.d.ts +0 -1
  54. package/dist/build/node/constants.js +5 -4
  55. package/dist/build/node/index.d.ts +4 -4
  56. package/dist/build/node/index.js +3 -1
  57. package/dist/build/node/meteor.d.ts +2 -2
  58. package/dist/build/node/meteor.js +22 -24
  59. package/dist/build/node/testJob.d.ts +3 -2
  60. package/dist/build/node/testJob.js +33 -19
  61. package/dist/build/node/yarn.d.ts +5 -5
  62. package/dist/build/node/yarn.js +35 -20
  63. package/dist/build/rails/build.d.ts +2 -2
  64. package/dist/build/rails/build.js +49 -10
  65. package/dist/build/rails/index.d.ts +2 -2
  66. package/dist/build/rails/index.js +3 -1
  67. package/dist/build/rails/test.d.ts +2 -2
  68. package/dist/build/rails/test.js +20 -12
  69. package/dist/build/sbom.d.ts +5 -0
  70. package/dist/build/sbom.js +32 -0
  71. package/dist/build/types.d.ts +214 -67
  72. package/dist/build/types.js +10 -2
  73. package/dist/catladder-gitlab.js +129 -49
  74. package/dist/config/__tests__/configruedEnvs.test.js +3 -1
  75. package/dist/config/__tests__/getAllEnvs.test.d.ts +1 -0
  76. package/dist/config/__tests__/getAllEnvs.test.js +79 -0
  77. package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
  78. package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
  79. package/dist/config/configruedEnvs.js +3 -1
  80. package/dist/config/index.js +13 -7
  81. package/dist/config/readConfig.d.ts +2 -2
  82. package/dist/config/readConfig.js +191 -40
  83. package/dist/constants.js +5 -3
  84. package/dist/context/createAllComponentsContext.d.ts +12 -0
  85. package/dist/{pipeline/commitInfo/getCommitInfo.js → context/createAllComponentsContext.js} +35 -16
  86. package/dist/context/createComponentContext.d.ts +11 -0
  87. package/dist/context/createComponentContext.js +255 -0
  88. package/dist/context/createWorkspaceContext.d.ts +16 -0
  89. package/dist/context/createWorkspaceContext.js +173 -0
  90. package/dist/context/getBuildInfoVariables.d.ts +6 -0
  91. package/dist/context/getBuildInfoVariables.js +55 -0
  92. package/dist/context/getEnvConfig.js +5 -2
  93. package/dist/context/getEnvType.js +3 -1
  94. package/dist/context/getEnvironment.d.ts +3 -3
  95. package/dist/context/getEnvironment.js +26 -21
  96. package/dist/context/getEnvironmentContext.d.ts +7 -3
  97. package/dist/context/getEnvironmentContext.js +21 -11
  98. package/dist/context/getEnvironmentVariables.d.ts +22 -10
  99. package/dist/context/getEnvironmentVariables.js +85 -54
  100. package/dist/context/getLabels.d.ts +3 -2
  101. package/dist/context/getLabels.js +9 -6
  102. package/dist/context/getReviewSlug.d.ts +4 -0
  103. package/dist/context/getReviewSlug.js +21 -0
  104. package/dist/context/index.d.ts +2 -4
  105. package/dist/context/index.js +15 -162
  106. package/dist/context/transformJobOnlyVars.d.ts +13 -0
  107. package/dist/{pipeline/commitInfo/getBuildId.js → context/transformJobOnlyVars.js} +41 -14
  108. package/dist/context/utils/envVars.d.ts +8 -0
  109. package/dist/context/utils/envVars.js +55 -0
  110. package/dist/defaults/index.js +3 -1
  111. package/dist/deploy/base/deploy.d.ts +5 -0
  112. package/dist/deploy/base/deploy.js +122 -0
  113. package/dist/deploy/base/index.d.ts +8 -0
  114. package/dist/deploy/base/index.js +44 -0
  115. package/dist/deploy/base/rollback.d.ts +5 -0
  116. package/dist/deploy/base/rollback.js +41 -0
  117. package/dist/deploy/base/stop.d.ts +5 -0
  118. package/dist/deploy/base/stop.js +46 -0
  119. package/dist/deploy/base/types.d.ts +2 -0
  120. package/dist/deploy/base/types.js +5 -0
  121. package/dist/deploy/base/variables.d.ts +5 -0
  122. package/dist/deploy/base/variables.js +11 -0
  123. package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
  124. package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
  125. package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
  126. package/dist/deploy/cloudRun/cleanup.js +53 -0
  127. package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
  128. package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
  129. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
  130. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +207 -0
  131. package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
  132. package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +96 -0
  133. package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
  134. package/dist/deploy/cloudRun/createJobs/common.js +93 -0
  135. package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
  136. package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
  137. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
  138. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
  139. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
  140. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
  141. package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
  142. package/dist/deploy/cloudRun/createJobs/index.js +57 -0
  143. package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
  144. package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
  145. package/dist/deploy/cloudRun/index.d.ts +2 -2
  146. package/dist/deploy/cloudRun/index.js +17 -10
  147. package/dist/deploy/cloudRun/utils/createArgsString.d.ts +3 -1
  148. package/dist/deploy/cloudRun/utils/createArgsString.js +25 -17
  149. package/dist/deploy/cloudRun/utils/database.d.ts +6 -4
  150. package/dist/deploy/cloudRun/utils/database.js +28 -15
  151. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -2
  152. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +4 -2
  153. package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
  154. package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
  155. package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -1
  156. package/dist/deploy/cloudRun/utils/jobName.js +4 -2
  157. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
  158. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
  159. package/dist/deploy/cloudSql/utils.d.ts +2 -1
  160. package/dist/deploy/cloudSql/utils.js +7 -2
  161. package/dist/deploy/custom/deployJob.d.ts +2 -2
  162. package/dist/deploy/custom/deployJob.js +24 -16
  163. package/dist/deploy/custom/index.d.ts +2 -2
  164. package/dist/deploy/custom/index.js +3 -1
  165. package/dist/deploy/dockerTag/deployJob.d.ts +2 -2
  166. package/dist/deploy/dockerTag/deployJob.js +51 -10
  167. package/dist/deploy/dockerTag/index.d.ts +2 -2
  168. package/dist/deploy/dockerTag/index.js +3 -1
  169. package/dist/deploy/index.d.ts +10 -9
  170. package/dist/deploy/index.js +13 -7
  171. package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +3 -1
  172. package/dist/deploy/kubernetes/additionalSecretKeys.js +3 -1
  173. package/dist/deploy/kubernetes/cloudSql/index.d.ts +6 -5
  174. package/dist/deploy/kubernetes/cloudSql/index.js +14 -21
  175. package/dist/deploy/kubernetes/deployJob.d.ts +2 -2
  176. package/dist/deploy/kubernetes/deployJob.js +35 -45
  177. package/dist/deploy/kubernetes/index.d.ts +2 -2
  178. package/dist/deploy/kubernetes/index.js +52 -15
  179. package/dist/deploy/kubernetes/kubeEnv.d.ts +5 -4
  180. package/dist/deploy/kubernetes/kubeEnv.js +9 -5
  181. package/dist/deploy/kubernetes/kubeValues.d.ts +6 -9
  182. package/dist/deploy/kubernetes/kubeValues.js +16 -18
  183. package/dist/deploy/kubernetes/mongodb.d.ts +2 -2
  184. package/dist/deploy/kubernetes/mongodb.js +19 -16
  185. package/dist/deploy/sbom.d.ts +4 -0
  186. package/dist/deploy/sbom.js +20 -0
  187. package/dist/deploy/types/base.d.ts +18 -2
  188. package/dist/deploy/types/base.js +3 -1
  189. package/dist/deploy/types/custom.d.ts +3 -7
  190. package/dist/deploy/types/custom.js +3 -1
  191. package/dist/deploy/types/dockerTag.d.ts +3 -1
  192. package/dist/deploy/types/dockerTag.js +3 -1
  193. package/dist/deploy/types/googleCloudRun.d.ts +133 -24
  194. package/dist/deploy/types/googleCloudRun.js +3 -1
  195. package/dist/deploy/types/index.d.ts +6 -6
  196. package/dist/deploy/types/index.js +14 -8
  197. package/dist/deploy/types/kubernetes.d.ts +41 -55
  198. package/dist/deploy/types/kubernetes.js +3 -1
  199. package/dist/deploy/utils.d.ts +2 -2
  200. package/dist/deploy/utils.js +5 -2
  201. package/dist/globalScriptFunctions/index.d.ts +14 -0
  202. package/dist/globalScriptFunctions/index.js +37 -0
  203. package/dist/index.d.ts +5 -2
  204. package/dist/index.js +18 -9
  205. package/dist/packageInfos.d.ts +4 -0
  206. package/dist/packageInfos.js +20 -0
  207. package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
  208. package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
  209. package/dist/pipeline/createAllJobs.d.ts +16 -6
  210. package/dist/pipeline/createAllJobs.js +99 -27
  211. package/dist/pipeline/createJobsForComponent.d.ts +2 -2
  212. package/dist/pipeline/createJobsForComponent.js +10 -152
  213. package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
  214. package/dist/pipeline/createJobsForWorkspace.js +12 -0
  215. package/dist/pipeline/createMainPipeline.d.ts +3 -0
  216. package/dist/pipeline/createMainPipeline.js +283 -0
  217. package/dist/pipeline/generatePipelineFiles.d.ts +7 -0
  218. package/dist/pipeline/generatePipelineFiles.js +304 -0
  219. package/dist/pipeline/getPipelineStages.d.ts +7 -0
  220. package/dist/pipeline/getPipelineStages.js +56 -0
  221. package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -12
  222. package/dist/pipeline/gitlab/createGitlabJobs.js +259 -60
  223. package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +9 -0
  224. package/dist/pipeline/gitlab/createGitlabPipeline.js +77 -0
  225. package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +33 -0
  226. package/dist/pipeline/gitlab/gitlabReleaseJobs.js +25 -0
  227. package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
  228. package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
  229. package/dist/pipeline/index.d.ts +3 -2
  230. package/dist/pipeline/index.js +16 -9
  231. package/dist/pipeline/packageManager.d.ts +3 -2
  232. package/dist/pipeline/packageManager.js +52 -26
  233. package/dist/pipeline/yarn/yarnUtils.d.ts +3 -2
  234. package/dist/pipeline/yarn/yarnUtils.js +65 -17
  235. package/dist/rules/index.d.ts +7 -2
  236. package/dist/rules/index.js +34 -16
  237. package/dist/runner/index.d.ts +1 -1
  238. package/dist/runner/index.js +3 -1
  239. package/dist/tsconfig.tsbuildinfo +1 -1
  240. package/dist/types/config.d.ts +52 -25
  241. package/dist/types/config.js +5 -2
  242. package/dist/types/context.d.ts +132 -37
  243. package/dist/types/context.js +12 -1
  244. package/dist/types/environmentContext.d.ts +15 -12
  245. package/dist/types/environmentContext.js +3 -1
  246. package/dist/types/gitlab-ci-yml.d.ts +769 -0
  247. package/dist/types/gitlab-ci-yml.js +10 -0
  248. package/dist/types/gitlab-types.d.ts +15 -96
  249. package/dist/types/gitlab-types.js +3 -1
  250. package/dist/types/index.d.ts +1 -0
  251. package/dist/types/index.js +14 -7
  252. package/dist/types/jobDefinition.d.ts +11 -0
  253. package/dist/types/jobDefinition.js +5 -0
  254. package/dist/types/jobs.d.ts +35 -16
  255. package/dist/types/jobs.js +3 -1
  256. package/dist/types/pipeline.d.ts +3 -3
  257. package/dist/types/pipeline.js +3 -1
  258. package/dist/types/utils.d.ts +1 -1
  259. package/dist/types/utils.js +3 -1
  260. package/dist/utils/gitlab.d.ts +2 -1
  261. package/dist/utils/gitlab.js +14 -3
  262. package/dist/utils/index.d.ts +2 -1
  263. package/dist/utils/index.js +10 -3
  264. package/dist/utils/jsonParse.d.ts +1 -0
  265. package/dist/utils/jsonParse.js +14 -0
  266. package/dist/utils/removeUndefined.d.ts +1 -0
  267. package/dist/utils/removeUndefined.js +36 -0
  268. package/dist/utils/writeFiles.d.ts +11 -0
  269. package/dist/utils/writeFiles.js +172 -0
  270. package/dist/variables/VariableValue.d.ts +3 -0
  271. package/dist/variables/VariableValue.js +5 -0
  272. package/dist/variables/VariableValueContainingReferences.d.ts +24 -0
  273. package/dist/variables/VariableValueContainingReferences.js +97 -0
  274. package/dist/variables/__tests__/resolveAllReferences.test.d.ts +1 -0
  275. package/dist/variables/__tests__/resolveAllReferences.test.js +218 -0
  276. package/dist/variables/__tests__/resolveAllReferencesOnce.test.d.ts +1 -0
  277. package/dist/variables/__tests__/resolveAllReferencesOnce.test.js +171 -0
  278. package/dist/variables/__tests__/resolveReferencesOnce.test.d.ts +1 -0
  279. package/dist/variables/__tests__/resolveReferencesOnce.test.js +199 -0
  280. package/dist/variables/__tests__/variableValue.test.d.ts +1 -0
  281. package/dist/variables/__tests__/variableValue.test.js +36 -0
  282. package/dist/variables/resolveAllReferences.d.ts +3 -0
  283. package/dist/{pipeline/createChildPipeline.js → variables/resolveAllReferences.js} +44 -47
  284. package/dist/variables/resolveAllReferencesOnce.d.ts +5 -0
  285. package/dist/variables/resolveAllReferencesOnce.js +191 -0
  286. package/dist/variables/resolveReferencesOnce.d.ts +8 -0
  287. package/dist/variables/resolveReferencesOnce.js +22 -0
  288. package/examples/.test-gen-ignore +1 -0
  289. package/examples/__snapshots__/cloud-run-http2.test.ts.snap +1418 -0
  290. package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +1418 -0
  291. package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +1418 -0
  292. package/examples/__snapshots__/cloud-run-nextjs.test.ts.snap +1434 -0
  293. package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +1418 -0
  294. package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +1526 -0
  295. package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +1418 -0
  296. package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +1436 -0
  297. package/examples/__snapshots__/cloud-run-service-custom-vpc-connector.test.ts.snap +1418 -0
  298. package/examples/__snapshots__/cloud-run-service-custom-vpc.test.ts.snap +1418 -0
  299. package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +1418 -0
  300. package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +1418 -0
  301. package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +1490 -0
  302. package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +1302 -0
  303. package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +1418 -0
  304. package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +2998 -0
  305. package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +1733 -0
  306. package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +1426 -0
  307. package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +1285 -0
  308. package/examples/__snapshots__/custom-build-job.test.ts.snap +1174 -0
  309. package/examples/__snapshots__/custom-deploy.test.ts.snap +1168 -0
  310. package/examples/__snapshots__/custom-envs.test.ts.snap +798 -0
  311. package/examples/__snapshots__/custom-sbom-java.test.ts.snap +1182 -0
  312. package/examples/__snapshots__/git-submodule.test.ts.snap +1419 -0
  313. package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +1759 -0
  314. package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +1779 -0
  315. package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +3357 -0
  316. package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +1883 -0
  317. package/examples/__snapshots__/local-dot-env.test.ts.snap +1342 -0
  318. package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +1836 -0
  319. package/examples/__snapshots__/multiline-var.test.ts.snap +5679 -0
  320. package/examples/__snapshots__/native-app.test.ts.snap +2206 -0
  321. package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +1418 -0
  322. package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +1426 -0
  323. package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +1487 -0
  324. package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +1471 -0
  325. package/examples/__snapshots__/referencing-other-vars.test.ts.snap +4739 -0
  326. package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +1368 -0
  327. package/examples/__snapshots__/workspace-api-www-turbo-cache.test.ts.snap +2338 -0
  328. package/examples/__snapshots__/workspace-api-www.test.ts.snap +2330 -0
  329. package/examples/__utils__/helpers.ts +9 -12
  330. package/examples/cloud-run-http2.test.ts +11 -0
  331. package/examples/cloud-run-http2.ts +29 -0
  332. package/examples/cloud-run-memory-limit.test.ts +11 -0
  333. package/examples/cloud-run-memory-limit.ts +10 -5
  334. package/examples/cloud-run-meteor-with-worker.test.ts +11 -0
  335. package/examples/cloud-run-meteor-with-worker.ts +37 -0
  336. package/examples/cloud-run-nextjs.test.ts +11 -0
  337. package/examples/cloud-run-nextjs.ts +28 -0
  338. package/examples/cloud-run-no-cpu-throttling.test.ts +11 -0
  339. package/examples/cloud-run-no-cpu-throttling.ts +6 -4
  340. package/examples/cloud-run-no-service.test.ts +11 -0
  341. package/examples/cloud-run-no-service.ts +33 -0
  342. package/examples/cloud-run-non-public.test.ts +11 -0
  343. package/examples/cloud-run-non-public.ts +5 -4
  344. package/examples/cloud-run-post-stop-job.test.ts +11 -0
  345. package/examples/cloud-run-post-stop-job.ts +42 -0
  346. package/examples/cloud-run-service-custom-vpc-connector.test.ts +11 -0
  347. package/examples/cloud-run-service-custom-vpc-connector.ts +30 -0
  348. package/examples/cloud-run-service-custom-vpc.test.ts +11 -0
  349. package/examples/cloud-run-service-custom-vpc.ts +31 -0
  350. package/examples/cloud-run-service-gen2.test.ts +11 -0
  351. package/examples/cloud-run-service-gen2.ts +29 -0
  352. package/examples/cloud-run-service-increase-timout.test.ts +11 -0
  353. package/examples/cloud-run-service-increase-timout.ts +29 -0
  354. package/examples/cloud-run-service-with-volumes.test.ts +11 -0
  355. package/examples/cloud-run-service-with-volumes.ts +56 -0
  356. package/examples/cloud-run-storybook.test.ts +11 -0
  357. package/examples/cloud-run-storybook.ts +33 -0
  358. package/examples/cloud-run-with-ngnix.test.ts +11 -0
  359. package/examples/cloud-run-with-ngnix.ts +29 -0
  360. package/examples/cloud-run-with-sql-reuse-db.test.ts +11 -0
  361. package/examples/cloud-run-with-sql-reuse-db.ts +5 -4
  362. package/examples/cloud-run-with-sql.test.ts +11 -0
  363. package/examples/cloud-run-with-sql.ts +7 -20
  364. package/examples/cloud-run-with-worker.test.ts +11 -0
  365. package/examples/cloud-run-with-worker.ts +37 -0
  366. package/examples/custom-build-job-with-tests.test.ts +11 -0
  367. package/examples/custom-build-job-with-tests.ts +14 -4
  368. package/examples/custom-build-job.test.ts +11 -0
  369. package/examples/custom-build-job.ts +5 -4
  370. package/examples/custom-deploy.test.ts +11 -0
  371. package/examples/custom-deploy.ts +15 -4
  372. package/examples/custom-envs.test.ts +11 -0
  373. package/examples/custom-envs.ts +5 -4
  374. package/examples/custom-sbom-java.test.ts +11 -0
  375. package/examples/custom-sbom-java.ts +10 -6
  376. package/examples/git-submodule.test.ts +11 -0
  377. package/examples/git-submodule.ts +30 -0
  378. package/examples/kubernetes-application-customization.test.ts +11 -0
  379. package/examples/kubernetes-application-customization.ts +7 -4
  380. package/examples/kubernetes-with-cloud-sql.test.ts +11 -0
  381. package/examples/kubernetes-with-cloud-sql.ts +7 -4
  382. package/examples/kubernetes-with-jobs.test.ts +11 -0
  383. package/examples/kubernetes-with-jobs.ts +7 -4
  384. package/examples/kubernetes-with-mongodb.test.ts +11 -0
  385. package/examples/kubernetes-with-mongodb.ts +7 -4
  386. package/examples/local-dot-env.test.ts +11 -0
  387. package/examples/local-dot-env.ts +27 -0
  388. package/examples/meteor-kubernetes.test.ts +11 -0
  389. package/examples/meteor-kubernetes.ts +64 -0
  390. package/examples/multiline-var.test.ts +11 -0
  391. package/examples/multiline-var.ts +107 -0
  392. package/examples/native-app.test.ts +11 -0
  393. package/examples/native-app.ts +86 -0
  394. package/examples/node-build-with-custom-image.test.ts +11 -0
  395. package/examples/node-build-with-custom-image.ts +26 -0
  396. package/examples/node-build-with-docker-additions.test.ts +11 -0
  397. package/examples/node-build-with-docker-additions.ts +29 -0
  398. package/examples/rails-k8s-with-worker-dockerfile.test.ts +33 -0
  399. package/examples/rails-k8s-with-worker.test.ts +11 -0
  400. package/examples/rails-k8s-with-worker.ts +23 -17
  401. package/examples/referencing-other-vars.test.ts +11 -0
  402. package/examples/referencing-other-vars.ts +83 -0
  403. package/examples/wait-for-other-deploy.test.ts +11 -0
  404. package/examples/wait-for-other-deploy.ts +5 -4
  405. package/examples/workspace-api-www-turbo-cache.test.ts +11 -0
  406. package/examples/workspace-api-www-turbo-cache.ts +52 -0
  407. package/examples/workspace-api-www.test.ts +11 -0
  408. package/examples/workspace-api-www.ts +46 -0
  409. package/package.json +77 -26
  410. package/scripts/generate-examples-test.ts +84 -0
  411. package/scripts/generate-gitlab-ci-types.ts +51 -0
  412. package/scripts/tsconfig.json +7 -0
  413. package/src/bash/BashExpression.ts +78 -0
  414. package/src/bash/bashEscape.ts +158 -0
  415. package/src/bash/bashExpressionPerPipelineType.ts +16 -0
  416. package/src/bash/bashYaml.ts +80 -0
  417. package/src/bash/getInjectVarsScript.ts +21 -0
  418. package/src/bash/index.ts +2 -0
  419. package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
  420. package/src/build/base/__tests__/__snapshots__/createArtifactsConfig.test.ts.snap +49 -0
  421. package/src/build/base/__tests__/createArtifactsConfig.test.ts +41 -0
  422. package/src/build/base/constants.ts +2 -2
  423. package/src/build/base/createAppBuildJob.ts +70 -0
  424. package/src/build/base/createArtifactsConfig.ts +34 -0
  425. package/src/build/base/createBuildJobDefinition.ts +37 -0
  426. package/src/build/base/index.ts +64 -0
  427. package/src/build/base/writeBuildInfo.ts +3 -3
  428. package/src/build/base/writeDotEnv.ts +40 -0
  429. package/src/build/cache/createJobCache.ts +83 -0
  430. package/src/build/cache/getAllCacheConfigsFromConfig.ts +28 -0
  431. package/src/build/cache/transformLegacyJobCache.ts +14 -0
  432. package/src/build/custom/__tests__/testJob.test.ts +29 -0
  433. package/src/build/custom/buildJob.ts +18 -53
  434. package/src/build/custom/index.ts +2 -2
  435. package/src/build/custom/testJob.ts +40 -14
  436. package/src/build/docker.ts +149 -63
  437. package/src/build/index.ts +42 -10
  438. package/src/build/node/buildJob.ts +68 -69
  439. package/src/build/node/cache.ts +30 -35
  440. package/src/build/node/constants.ts +2 -3
  441. package/src/build/node/index.ts +8 -4
  442. package/src/build/node/meteor.ts +37 -47
  443. package/src/build/node/testJob.ts +61 -22
  444. package/src/build/node/yarn.ts +72 -27
  445. package/src/build/rails/build.ts +42 -12
  446. package/src/build/rails/index.ts +2 -2
  447. package/src/build/rails/test.ts +31 -15
  448. package/src/build/sbom.ts +48 -0
  449. package/src/build/types.ts +262 -79
  450. package/src/catladder-gitlab.ts +7 -56
  451. package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
  452. package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
  453. package/src/config/__tests__/getAllEnvs.test.ts +71 -0
  454. package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
  455. package/src/config/configruedEnvs.ts +6 -6
  456. package/src/config/readConfig.ts +15 -22
  457. package/src/constants.ts +5 -2
  458. package/src/context/createAllComponentsContext.ts +31 -0
  459. package/src/context/createComponentContext.ts +134 -0
  460. package/src/context/createWorkspaceContext.ts +56 -0
  461. package/src/context/getBuildInfoVariables.ts +36 -0
  462. package/src/context/getEnvConfig.ts +3 -3
  463. package/src/context/getEnvType.ts +1 -1
  464. package/src/context/getEnvironment.ts +9 -23
  465. package/src/context/getEnvironmentContext.ts +25 -29
  466. package/src/context/getEnvironmentVariables.ts +127 -84
  467. package/src/context/getLabels.ts +5 -4
  468. package/src/context/getReviewSlug.ts +27 -0
  469. package/src/context/index.ts +1 -65
  470. package/src/context/transformJobOnlyVars.ts +45 -0
  471. package/src/context/utils/envVars.ts +27 -0
  472. package/src/deploy/base/deploy.ts +130 -0
  473. package/src/deploy/base/index.ts +27 -0
  474. package/src/deploy/base/rollback.ts +35 -0
  475. package/src/deploy/base/stop.ts +40 -0
  476. package/src/deploy/base/types.ts +3 -0
  477. package/src/deploy/base/variables.ts +5 -0
  478. package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
  479. package/src/deploy/cloudRun/cleanup.ts +30 -0
  480. package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
  481. package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +227 -0
  482. package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
  483. package/src/deploy/cloudRun/createJobs/common.ts +59 -0
  484. package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
  485. package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +71 -0
  486. package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
  487. package/src/deploy/cloudRun/createJobs/index.ts +51 -0
  488. package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
  489. package/src/deploy/cloudRun/index.ts +85 -59
  490. package/src/deploy/cloudRun/utils/createArgsString.ts +21 -13
  491. package/src/deploy/cloudRun/utils/database.ts +31 -9
  492. package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +9 -11
  493. package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
  494. package/src/deploy/cloudRun/utils/jobName.ts +7 -2
  495. package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
  496. package/src/deploy/cloudSql/utils.ts +13 -10
  497. package/src/deploy/custom/deployJob.ts +35 -25
  498. package/src/deploy/custom/index.ts +2 -2
  499. package/src/deploy/dockerTag/deployJob.ts +12 -14
  500. package/src/deploy/dockerTag/index.ts +8 -7
  501. package/src/deploy/index.ts +15 -12
  502. package/src/deploy/kubernetes/additionalSecretKeys.ts +3 -1
  503. package/src/deploy/kubernetes/cloudSql/index.ts +16 -25
  504. package/src/deploy/kubernetes/deployJob.ts +52 -51
  505. package/src/deploy/kubernetes/index.ts +43 -35
  506. package/src/deploy/kubernetes/kubeEnv.ts +12 -10
  507. package/src/deploy/kubernetes/kubeValues.ts +15 -19
  508. package/src/deploy/kubernetes/mongodb.ts +17 -16
  509. package/src/deploy/sbom.ts +32 -0
  510. package/src/deploy/types/base.ts +20 -0
  511. package/src/deploy/types/custom.ts +3 -7
  512. package/src/deploy/types/dockerTag.ts +2 -0
  513. package/src/deploy/types/googleCloudRun.ts +140 -10
  514. package/src/deploy/types/index.ts +2 -2
  515. package/src/deploy/types/kubernetes.ts +24 -37
  516. package/src/deploy/utils.ts +5 -5
  517. package/src/globalScriptFunctions/index.ts +30 -0
  518. package/src/index.ts +4 -1
  519. package/src/packageInfos.ts +14 -0
  520. package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
  521. package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
  522. package/src/pipeline/createAllJobs.ts +67 -33
  523. package/src/pipeline/createJobsForComponent.ts +11 -41
  524. package/src/pipeline/createJobsForWorkspace.ts +12 -0
  525. package/src/pipeline/createMainPipeline.ts +119 -0
  526. package/src/pipeline/generatePipelineFiles.ts +100 -0
  527. package/src/pipeline/getPipelineStages.ts +23 -0
  528. package/src/pipeline/gitlab/createGitlabJobs.ts +391 -98
  529. package/src/pipeline/gitlab/createGitlabPipeline.ts +35 -0
  530. package/src/pipeline/gitlab/gitlabReleaseJobs.ts +23 -0
  531. package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
  532. package/src/pipeline/index.ts +2 -1
  533. package/src/pipeline/packageManager.ts +50 -31
  534. package/src/pipeline/yarn/yarnUtils.ts +39 -10
  535. package/src/rules/index.ts +36 -9
  536. package/src/runner/index.ts +0 -1
  537. package/src/types/config.ts +52 -12
  538. package/src/types/context.ts +176 -35
  539. package/src/types/environmentContext.ts +18 -13
  540. package/src/types/gitlab-ci-yml.ts +891 -0
  541. package/src/types/gitlab-types.ts +54 -87
  542. package/src/types/index.ts +1 -0
  543. package/src/types/jobDefinition.ts +34 -0
  544. package/src/types/jobs.ts +37 -17
  545. package/src/types/utils.ts +4 -4
  546. package/src/utils/gitlab.ts +28 -1
  547. package/src/utils/index.ts +6 -3
  548. package/src/utils/jsonParse.ts +7 -0
  549. package/src/utils/removeUndefined.ts +4 -0
  550. package/src/utils/writeFiles.ts +52 -0
  551. package/src/variables/VariableValue.ts +6 -0
  552. package/src/variables/VariableValueContainingReferences.ts +89 -0
  553. package/src/variables/__tests__/resolveAllReferences.test.ts +110 -0
  554. package/src/variables/__tests__/resolveAllReferencesOnce.test.ts +64 -0
  555. package/src/variables/__tests__/resolveReferencesOnce.test.ts +117 -0
  556. package/src/variables/__tests__/variableValue.test.ts +73 -0
  557. package/src/variables/resolveAllReferences.ts +46 -0
  558. package/src/variables/resolveAllReferencesOnce.ts +44 -0
  559. package/src/variables/resolveReferencesOnce.ts +29 -0
  560. package/tsconfig.json +1 -1
  561. package/bin/catladder-gitlab-dev.js +0 -3
  562. package/bin/catladder-gitlab.js +0 -3
  563. package/dist/build/base/createBuildJob.d.ts +0 -7
  564. package/dist/bundles/catladder-gitlab/index.js +0 -33200
  565. package/dist/context/__tests__/resolveReferences.test.js +0 -336
  566. package/dist/context/resolveReferences.d.ts +0 -4
  567. package/dist/context/resolveReferences.js +0 -254
  568. package/dist/deploy/base.d.ts +0 -10
  569. package/dist/deploy/base.js +0 -112
  570. package/dist/deploy/cloudRun/deployJob.d.ts +0 -3
  571. package/dist/deploy/cloudRun/deployJob.js +0 -242
  572. package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +0 -86
  573. package/dist/deploy/kubernetes/processSecretsAsFiles.js +0 -31
  574. package/dist/pipeline/commitInfo/getBuildId.d.ts +0 -1
  575. package/dist/pipeline/commitInfo/getCommitInfo.d.ts +0 -2
  576. package/dist/pipeline/createChildPipeline.d.ts +0 -3
  577. package/dist/verify/reporting.d.ts +0 -3
  578. package/dist/verify/reporting.js +0 -48
  579. package/examples/__snapshots__/cloud-run-memory-limit.ts.snap +0 -1776
  580. package/examples/__snapshots__/cloud-run-no-cpu-throttling.ts.snap +0 -1776
  581. package/examples/__snapshots__/cloud-run-non-public.ts.snap +0 -1776
  582. package/examples/__snapshots__/cloud-run-with-sql-reuse-db.ts.snap +0 -3524
  583. package/examples/__snapshots__/cloud-run-with-sql.ts.snap +0 -3535
  584. package/examples/__snapshots__/custom-build-job-with-tests.ts.snap +0 -1630
  585. package/examples/__snapshots__/custom-build-job.ts.snap +0 -1378
  586. package/examples/__snapshots__/custom-deploy.ts.snap +0 -1580
  587. package/examples/__snapshots__/custom-envs.ts.snap +0 -1164
  588. package/examples/__snapshots__/custom-sbom-java.ts.snap +0 -1386
  589. package/examples/__snapshots__/kubernetes-application-customization.ts.snap +0 -2476
  590. package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.ts.snap +0 -2436
  591. package/examples/__snapshots__/kubernetes-with-cloud-sql.ts.snap +0 -2448
  592. package/examples/__snapshots__/kubernetes-with-jobs.ts.snap +0 -4469
  593. package/examples/__snapshots__/kubernetes-with-mongodb.ts.snap +0 -2640
  594. package/examples/__snapshots__/rails-k8s-with-worker.ts.snap +0 -2143
  595. package/examples/__snapshots__/wait-for-other-deploy.ts.snap +0 -2018
  596. package/examples/kubernetes-with-cloud-sql-legacy.ts +0 -33
  597. package/scripts/bundle +0 -2
  598. package/src/build/base/createBuildJob.ts +0 -50
  599. package/src/context/__tests__/resolveReferences.test.ts +0 -143
  600. package/src/context/resolveReferences.ts +0 -70
  601. package/src/deploy/base.ts +0 -144
  602. package/src/deploy/cloudRun/deployJob.ts +0 -275
  603. package/src/deploy/kubernetes/processSecretsAsFiles.ts +0 -34
  604. package/src/pipeline/commitInfo/getBuildId.ts +0 -6
  605. package/src/pipeline/commitInfo/getCommitInfo.ts +0 -12
  606. package/src/pipeline/createChildPipeline.ts +0 -45
  607. package/src/verify/reporting.ts +0 -69
  608. /package/dist/{context/__tests__/resolveReferences.test.d.ts → build/base/__tests__/createArtifactsConfig.test.d.ts} +0 -0
@@ -0,0 +1,86 @@
1
+ import { getLabels } from "../../../context/getLabels";
2
+ import type { ComponentContext } from "../../../types/context";
3
+
4
+ import type { DeployConfigCloudRunService } from "../../types/googleCloudRun";
5
+ import { createArgsString } from "../utils/createArgsString";
6
+ import { getServiceName } from "../utils/getServiceName";
7
+ import {
8
+ gcloudRunCmd,
9
+ getCommonCloudRunArgs,
10
+ getCommonDeployArgs,
11
+ makeLabelString,
12
+ } from "./common";
13
+ import { ENV_VARS_FILENAME } from "./constants";
14
+ import { createVolumeConfig } from "./volumes";
15
+
16
+ export const getServiceDeployScript = (
17
+ context: ComponentContext,
18
+ service: DeployConfigCloudRunService | true | undefined,
19
+ nameSuffix?: string,
20
+ ) => {
21
+ const commonDeployArgs = getCommonDeployArgs(context);
22
+
23
+ const serviceName = getServiceName(context);
24
+
25
+ const customConfig = service !== true ? service : undefined;
26
+ const command =
27
+ service !== true
28
+ ? (service?.command ?? context.build.config.startCommand)
29
+ : undefined;
30
+
31
+ const commandArray = command
32
+ ? Array.isArray(command)
33
+ ? command
34
+ : command.split(" ")
35
+ : undefined;
36
+ const fullServiceName = serviceName.concat(nameSuffix ?? "");
37
+ const argsString = createArgsString(
38
+ {
39
+ // command as empty string resets it to default (uses the image's entrypoint)
40
+ command: commandArray ? '"' + commandArray.join(",") + '"' : '""',
41
+ ...commonDeployArgs,
42
+ labels: makeLabelString({
43
+ ...getLabels(context),
44
+ "cloud-run-service-name": fullServiceName,
45
+ }),
46
+ "env-vars-file": ENV_VARS_FILENAME,
47
+ "min-instances": customConfig?.minInstances ?? 0,
48
+ "max-instances": customConfig?.maxInstances ?? 100,
49
+ "cpu-throttling": customConfig?.noCpuThrottling !== true,
50
+ cpu: customConfig?.cpu,
51
+ memory: customConfig?.memory,
52
+ timeout: customConfig?.timeout,
53
+ "vpc-connector": customConfig?.vpcConnector,
54
+ "vpc-egress": customConfig?.vpcEgress,
55
+ network: customConfig?.network,
56
+ subnet: customConfig?.subnet,
57
+ "use-http2": customConfig?.http2,
58
+ "allow-unauthenticated": customConfig?.allowUnauthenticated ?? true,
59
+ ingress: customConfig?.ingress ?? "all",
60
+ "cpu-boost": true,
61
+ "execution-environment": customConfig?.executionEnvironment,
62
+ },
63
+ ...createVolumeConfig(customConfig?.volumes, "service"),
64
+ );
65
+
66
+ return `${gcloudRunCmd()} deploy ${fullServiceName} ${argsString}`;
67
+ };
68
+
69
+ export const getServiceDeleteScript = (
70
+ context: ComponentContext,
71
+ serviceSuffix?: string,
72
+ ) => {
73
+ const commonArgs = getCommonCloudRunArgs(context);
74
+
75
+ const commonArgsString = createArgsString(commonArgs);
76
+
77
+ const serviceName = getServiceName(context);
78
+
79
+ const fullServiceName = serviceSuffix
80
+ ? `${serviceName}-${serviceSuffix}`
81
+ : serviceName;
82
+
83
+ return [
84
+ `${gcloudRunCmd()} services delete ${fullServiceName} ${commonArgsString}`,
85
+ ];
86
+ };
@@ -0,0 +1,59 @@
1
+ import type { ComponentContext } from "../../../types/context";
2
+
3
+ import { isOfDeployType } from "../../types";
4
+ import type { DeployConfigCloudRun } from "../../types/googleCloudRun";
5
+ import { getArtifactsRegistryImage } from "../artifactsRegistry";
6
+
7
+ export const gcloudCmd = (version?: "beta") => {
8
+ return version ? `gcloud ${version}` : "gcloud";
9
+ };
10
+ export const gcloudRunCmd = (version?: "beta") => {
11
+ return `${gcloudCmd(version)} run`;
12
+ };
13
+
14
+ export const gcloudSchedulerCmd = (version?: "beta") => {
15
+ return `${gcloudCmd(version)} scheduler`;
16
+ };
17
+
18
+ export const setGoogleProjectNumberScript = (
19
+ deployConfig: DeployConfigCloudRun,
20
+ ) => [
21
+ `export GCLOUD_PROJECT_NUMBER=$(${gcloudCmd()} projects describe ${
22
+ deployConfig.projectId
23
+ } --format="value(projectNumber)")`,
24
+ 'echo "GCLOUD_PROJECT_NUMBER: $GCLOUD_PROJECT_NUMBER"',
25
+ ];
26
+
27
+ export const makeLabelString = (obj: Record<string, unknown>) =>
28
+ Object.entries(obj)
29
+ .map(([key, value]) => `${key}=${value}`)
30
+ .join(",");
31
+
32
+ export const getCloudRunDeployConfig = (context: ComponentContext) => {
33
+ const deployConfig = context.deploy?.config;
34
+ if (!isOfDeployType(deployConfig, "google-cloudrun")) {
35
+ // should not happen
36
+ throw new Error("deploy config is wrong");
37
+ }
38
+ return deployConfig;
39
+ };
40
+
41
+ export function getCommonCloudRunArgs(context: ComponentContext) {
42
+ const deployConfig = getCloudRunDeployConfig(context);
43
+ return {
44
+ project: deployConfig.projectId,
45
+ region: deployConfig.region,
46
+ };
47
+ }
48
+
49
+ export function getCommonDeployArgs(context: ComponentContext) {
50
+ const commonArgs = getCommonCloudRunArgs(context);
51
+ const deployConfig = getCloudRunDeployConfig(context);
52
+ return {
53
+ image: getArtifactsRegistryImage(context),
54
+ ...commonArgs,
55
+ "set-cloudsql-instances": deployConfig.cloudSql
56
+ ? deployConfig.cloudSql.instanceConnectionName
57
+ : undefined,
58
+ };
59
+ }
@@ -0,0 +1 @@
1
+ export const ENV_VARS_FILENAME = "____envvars.yaml";
@@ -0,0 +1,71 @@
1
+ import { omit } from "lodash";
2
+ import type { ComponentContext } from "../../../types/context";
3
+ import { collapseableSection } from "../../../utils/gitlab";
4
+ import { getDependencyTrackUploadScript } from "../../sbom";
5
+
6
+ import { GCLOUD_DEPLOY_CREDENTIALS_KEY } from "..";
7
+ import { writeBashYamlToFileScript } from "../../../bash/bashYaml";
8
+ import { getRemoveOldRevisionsAndImagesCommand } from "../cleanup";
9
+ import { getDatabaseCreateScript } from "../utils/database";
10
+ import { gcloudServiceAccountLoginCommands } from "../utils/gcloudServiceAccountLoginCommands";
11
+ import {
12
+ getCreateScheduleScripts,
13
+ getJobCreateScripts,
14
+ getJobRunScripts,
15
+ } from "./cloudRunJobs";
16
+ import { getServiceDeployScript } from "./cloudRunServices";
17
+ import {
18
+ getCloudRunDeployConfig,
19
+ setGoogleProjectNumberScript,
20
+ } from "./common";
21
+ import { ENV_VARS_FILENAME } from "./constants";
22
+
23
+ export function getCloudRunDeployScripts(context: ComponentContext) {
24
+ const deployConfig = getCloudRunDeployConfig(context);
25
+ const allEnvVars = omit(
26
+ context.environment.envVars,
27
+ GCLOUD_DEPLOY_CREDENTIALS_KEY,
28
+ );
29
+
30
+ return [
31
+ ...collapseableSection(
32
+ "prepare",
33
+ "Prepare...",
34
+ )([
35
+ ...gcloudServiceAccountLoginCommands(context),
36
+ ...setGoogleProjectNumberScript(deployConfig),
37
+ ]),
38
+ ...collapseableSection(
39
+ "writeenvvars",
40
+ "Write env vars to file",
41
+ )(writeBashYamlToFileScript(allEnvVars, ENV_VARS_FILENAME)),
42
+
43
+ ...collapseableSection(
44
+ "deploy",
45
+ "Deploy to cloud run",
46
+ )([
47
+ ...(deployConfig.cloudSql
48
+ ? getDatabaseCreateScript(context, deployConfig) // we create the db, so that we can also delete it afterwards
49
+ : []),
50
+ ...getCreateScheduleScripts(context),
51
+ ...getJobCreateScripts(context),
52
+ ...getJobRunScripts(context, "preDeploy"),
53
+
54
+ ...(deployConfig.service !== false
55
+ ? [getServiceDeployScript(context, deployConfig.service)]
56
+ : []),
57
+ ...Object.entries(deployConfig.additionalServices ?? {}).map(
58
+ ([name, service]) =>
59
+ getServiceDeployScript(context, service, "-" + name),
60
+ ),
61
+ ...getJobRunScripts(context, "postDeploy"),
62
+ ]),
63
+ ...collapseableSection(
64
+ "cleanup",
65
+ "Cleanup",
66
+ )(
67
+ getRemoveOldRevisionsAndImagesCommand(context, "postDeploy"), // we cleanup inactive images both on deploy and stop
68
+ ),
69
+ ...getDependencyTrackUploadScript(context),
70
+ ];
71
+ }
@@ -0,0 +1,34 @@
1
+ import type { ComponentContext } from "../../../types/context";
2
+ import { getDependencyTrackDeleteScript } from "../../sbom";
3
+
4
+ import { getRemoveOldRevisionsAndImagesCommand } from "../cleanup";
5
+ import { getDatabaseDeleteScript } from "../utils/database";
6
+ import { gcloudServiceAccountLoginCommands } from "../utils/gcloudServiceAccountLoginCommands";
7
+ import {
8
+ getDeleteJobsScripts,
9
+ getDeleteSchedulesScripts,
10
+ getJobRunScripts,
11
+ } from "./cloudRunJobs";
12
+ import { getServiceDeleteScript } from "./cloudRunServices";
13
+ import { getCloudRunDeployConfig } from "./common";
14
+
15
+ export function getCloudRunStopScripts(context: ComponentContext) {
16
+ const deployConfig = getCloudRunDeployConfig(context);
17
+ return [
18
+ ...gcloudServiceAccountLoginCommands(context),
19
+ ...getJobRunScripts(context, "preStop"),
20
+ ...(deployConfig.service !== false ? getServiceDeleteScript(context) : []),
21
+ ...Object.entries(deployConfig.additionalServices ?? {}).flatMap(([name]) =>
22
+ getServiceDeleteScript(context, name),
23
+ ),
24
+ ...getJobRunScripts(context, "postStop"),
25
+ ...getDeleteSchedulesScripts(context),
26
+ ...getDeleteJobsScripts(context),
27
+ ...(deployConfig.cloudSql && deployConfig.cloudSql.deleteDatabaseOnStop
28
+ ? getDatabaseDeleteScript(context, deployConfig)
29
+ : []),
30
+
31
+ ...getRemoveOldRevisionsAndImagesCommand(context, "onStop"), // we cleanup inactive images both on deploy and stop
32
+ ...getDependencyTrackDeleteScript(context),
33
+ ];
34
+ }
@@ -0,0 +1,51 @@
1
+ import { getRunnerImage } from "../../../runner";
2
+ import type { ComponentContext } from "../../../types/context";
3
+ import type { CatladderJob } from "../../../types/jobs";
4
+ import { allowFailureInScripts } from "../../../utils/gitlab";
5
+ import { createDeployementJobs } from "../../base";
6
+
7
+ import { isOfDeployType } from "../../types";
8
+ import { ENV_VARS_FILENAME } from "./constants";
9
+ import { getCloudRunDeployScripts } from "./getCloudRunDeployScripts";
10
+ import { getCloudRunStopScripts } from "./getCloudRunStopScripts";
11
+
12
+ export const createGoogleCloudRunDeployJobs = (
13
+ context: ComponentContext,
14
+ ): CatladderJob[] => {
15
+ const deployConfig = context.deploy?.config;
16
+ if (!isOfDeployType(deployConfig, "google-cloudrun")) {
17
+ // should not happen
18
+ throw new Error("deploy config is wrong");
19
+ }
20
+
21
+ const deployScripts = getCloudRunDeployScripts(context);
22
+ const stopScripts = getCloudRunStopScripts(context);
23
+
24
+ return createDeployementJobs(context, {
25
+ deploy: {
26
+ variables: {
27
+ CLOUDSDK_CORE_DISABLE_PROMPTS: "1",
28
+ },
29
+ ...(deployConfig.debug
30
+ ? {
31
+ artifacts: {
32
+ paths: [
33
+ ENV_VARS_FILENAME, // debug
34
+ ],
35
+ when: "always",
36
+ },
37
+ }
38
+ : {}),
39
+
40
+ image: getRunnerImage("gcloud"),
41
+ script: deployScripts,
42
+ },
43
+ stop: {
44
+ image: getRunnerImage("gcloud"),
45
+ variables: {
46
+ CLOUDSDK_CORE_DISABLE_PROMPTS: "1",
47
+ },
48
+ script: allowFailureInScripts(stopScripts),
49
+ },
50
+ });
51
+ };
@@ -0,0 +1,23 @@
1
+ import type { DeployConfigCloudRunVolumes } from "../../types";
2
+ import type { keyValuesArg } from "../utils/createArgsString";
3
+
4
+ export const createVolumeConfig = (
5
+ volumes: DeployConfigCloudRunVolumes | undefined,
6
+ type: "service" | "job",
7
+ ): keyValuesArg[] => {
8
+ if (!volumes) {
9
+ return [];
10
+ }
11
+
12
+ return [
13
+ ...Object.entries(volumes).map(
14
+ ([volumeName, { type, bucket, mountPath, readonly }]) => ({
15
+ "add-volume": `name=${volumeName},type=${type},bucket=${bucket}${
16
+ readonly ? ",readonly=true" : ""
17
+ }`,
18
+ "add-volume-mount": `volume=${volumeName},mount-path=${mountPath}`,
19
+ }),
20
+ ),
21
+ type === "service" ? { "execution-environment": "gen2" } : {},
22
+ ];
23
+ };
@@ -1,13 +1,23 @@
1
- import type { DeployTypeDefinition } from "..";
1
+ import type { DeployConfigCloudRun, DeployTypeDefinition } from "..";
2
+ import {
3
+ getBashVariable,
4
+ joinBashExpressions,
5
+ } from "../../bash/BashExpression";
6
+ import type { BuildConfig } from "../../build";
2
7
  import { getSecretVarName } from "../../context";
3
8
  import type { EnvironmentContext } from "../../types/environmentContext";
4
9
  import { sanitizeForBashVariable } from "../../utils/gitlab";
5
10
  import { getFullDbName } from "../cloudSql/utils";
6
- import { createGoogleCloudRunDeployJobs } from "./deployJob";
11
+ import { createGoogleCloudRunDeployJobs } from "./createJobs";
12
+ import {
13
+ DATABASE_JDBC_URL,
14
+ getDatabaseConnectionString,
15
+ } from "./utils/database";
7
16
  import { getCloudRunJobName } from "./utils/jobName";
8
17
 
9
18
  export const GCLOUD_DEPLOY_CREDENTIALS_KEY = "GCLOUD_DEPLOY_credentialsKey";
10
19
 
20
+ // FIXME: rename to internalHostSuffix, but this means that project-setup needs to be rerun, so its kindof a breaking change
11
21
  export const GCLOUD_RUN_CANONICAL_HOST_SUFFIX =
12
22
  "GCLOUD_RUN_canonicalHostSuffix";
13
23
 
@@ -17,17 +27,17 @@ const getCloudSqlVariables = ({
17
27
  env,
18
28
  componentName,
19
29
  fullConfig,
20
- }: EnvironmentContext<any, "google-cloudrun">) => {
30
+ }: EnvironmentContext<BuildConfig, DeployConfigCloudRun>) => {
21
31
  if (deployConfigRaw && deployConfigRaw.cloudSql) {
22
32
  const DB_NAME = getFullDbName(
23
33
  deployConfigRaw.cloudSql,
24
34
  fullConfig,
25
35
  environmentSlugPrefix,
26
- componentName
36
+ componentName,
27
37
  );
28
38
 
29
39
  const additionalQueryParamsString = Object.entries(
30
- deployConfigRaw.cloudSql.dbAdditionalQueryParams ?? {}
40
+ deployConfigRaw.cloudSql.dbAdditionalQueryParams ?? {},
31
41
  )
32
42
  .map(([key, value]) => `&${key}=${value}`)
33
43
  .join("");
@@ -38,64 +48,80 @@ const getCloudSqlVariables = ({
38
48
  DB_NAME: DB_NAME,
39
49
  DB_USER: deployConfigRaw.cloudSql.dbUser ?? "postgres",
40
50
  DB_PASSWORD: "$" + getSecretVarName(env, componentName, "DB_PASSWORD"),
41
- DATABASE_URL: `postgresql://$DB_USER:$DB_PASSWORD@localhost/$DB_NAME?host=/cloudsql/$CLOUD_SQL_INSTANCE_CONNECTION_NAME${additionalQueryParamsString}`,
42
- DATABASE_JDBC_URL: `jdbc:postgresql:///$DB_NAME?cloudSqlInstance=$CLOUD_SQL_INSTANCE_CONNECTION_NAME&socketFactory=com.google.cloud.sql.postgres.SocketFactory&user=$DB_USER&password=$DB_PASSWORD${additionalQueryParamsString}`,
51
+ DATABASE_URL: `${getDatabaseConnectionString(
52
+ deployConfigRaw.cloudSql,
53
+ )}${additionalQueryParamsString}`,
54
+ DATABASE_JDBC_URL: DATABASE_JDBC_URL,
43
55
  };
44
56
  }
45
57
  return {};
46
58
  };
47
- export const GCLOUD_RUN_DEPLOY_TYPE: DeployTypeDefinition<"google-cloudrun"> = {
48
- jobs: createGoogleCloudRunDeployJobs,
49
- defaults: ({ deployConfigRaw, envType }) => {
50
- if (deployConfigRaw && deployConfigRaw.cloudSql) {
51
- return {
52
- cloudSql: {
53
- deleteDatabaseOnStop: envType === "review",
54
- },
55
- };
56
- }
57
- return {};
58
- },
59
- additionalSecretKeys: (ctx) => [
60
- {
61
- key: GCLOUD_DEPLOY_CREDENTIALS_KEY,
62
- hidden: true,
63
- },
64
- {
65
- key: GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
66
- hidden: true,
59
+ export const GCLOUD_RUN_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigCloudRun> =
60
+ {
61
+ jobs: createGoogleCloudRunDeployJobs,
62
+ defaults: ({ deployConfigRaw, envType }) => {
63
+ if (deployConfigRaw && deployConfigRaw.cloudSql) {
64
+ return {
65
+ cloudSql: {
66
+ deleteDatabaseOnStop: envType === "review",
67
+ },
68
+ };
69
+ }
70
+ return {};
67
71
  },
68
- ...(ctx.deployConfigRaw && ctx.deployConfigRaw.cloudSql
69
- ? [{ key: "DB_PASSWORD" }]
70
- : []),
71
- ],
72
- getAdditionalEnvVars: (ctx) => {
73
- const { fullName, env, componentName, deployConfigRaw } = ctx;
74
- const HOST_CANONICAL =
75
- fullName.toLowerCase() +
76
- "-" +
77
- (process.env[
78
- getSecretVarName(env, componentName, GCLOUD_RUN_CANONICAL_HOST_SUFFIX)
79
- ] ?? "unknown-host.example.com");
72
+ additionalSecretKeys: (ctx) => [
73
+ {
74
+ key: GCLOUD_DEPLOY_CREDENTIALS_KEY,
75
+ hidden: true,
76
+ },
77
+ {
78
+ key: GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
79
+ hidden: true,
80
+ },
81
+ ...(ctx.deployConfigRaw && ctx.deployConfigRaw.cloudSql
82
+ ? [{ key: "DB_PASSWORD" }]
83
+ : []),
84
+ ],
85
+ getAdditionalEnvVars: (ctx) => {
86
+ const { fullName, env, componentName, deployConfigRaw } = ctx;
80
87
 
81
- const jobTriggers =
82
- deployConfigRaw && deployConfigRaw.jobs
83
- ? Object.fromEntries(
84
- Object.entries(deployConfigRaw.jobs).map(([name, job]) => [
85
- "CLOUD_RUN_JOB_TRIGGER_URL_" + sanitizeForBashVariable(name),
86
- `https://${
87
- deployConfigRaw.region
88
- }-run.googleapis.com/apis/run.googleapis.com/v1/namespaces/${
89
- deployConfigRaw.projectId
90
- }/jobs/${getCloudRunJobName(fullName, name)}:run`,
91
- ])
92
- )
93
- : {};
88
+ const HOSTNAME_INTERNAL = joinBashExpressions(
89
+ [
90
+ fullName,
91
+ getBashVariable(
92
+ getSecretVarName(
93
+ env,
94
+ componentName,
95
+ GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
96
+ ),
97
+ ),
98
+ ],
99
+ "-",
100
+ ).toLowerCase();
101
+ const jobTriggers =
102
+ deployConfigRaw && deployConfigRaw.jobs
103
+ ? Object.fromEntries(
104
+ Object.entries(deployConfigRaw.jobs).map(([name, job]) => [
105
+ "CLOUD_RUN_JOB_TRIGGER_URL_" + sanitizeForBashVariable(name),
106
+ `https://${
107
+ deployConfigRaw.region
108
+ }-run.googleapis.com/apis/run.googleapis.com/v1/namespaces/${
109
+ deployConfigRaw.projectId
110
+ }/jobs/${getCloudRunJobName(fullName, name)}:run`,
111
+ ]),
112
+ )
113
+ : {};
94
114
 
95
- return {
96
- HOST_CANONICAL,
97
- ...getCloudSqlVariables(ctx),
98
- ...jobTriggers,
99
- };
100
- },
101
- };
115
+ return {
116
+ HOSTNAME_INTERNAL,
117
+ ...getCloudSqlVariables(ctx),
118
+ ...jobTriggers,
119
+ DEPLOY_CLOUD_RUN_PROJECT_ID: deployConfigRaw
120
+ ? deployConfigRaw.projectId
121
+ : undefined,
122
+ DEPLOY_CLOUD_RUN_REGION: deployConfigRaw
123
+ ? deployConfigRaw.region
124
+ : undefined,
125
+ };
126
+ },
127
+ };
@@ -1,4 +1,5 @@
1
1
  import { isNil } from "lodash";
2
+ import type { BashExpression } from "../../../bash/BashExpression";
2
3
 
3
4
  /**
4
5
  * creates arguments string:
@@ -10,17 +11,24 @@ import { isNil } from "lodash";
10
11
  * @param args args record
11
12
  * @returns
12
13
  */
13
- export const createArgsString = (
14
- args: Record<string, string | number | true | false | undefined>
15
- ) =>
16
- Object.entries(args)
17
- .filter(([, value]) => !isNil(value))
18
- .map(([key, value]) => {
19
- if (value === true) {
20
- return `--${key}`;
21
- } else if (value === false) {
22
- return `--no-${key}`;
23
- }
24
- return `--${key}=${value}`;
25
- })
14
+ export const createArgsString = (...args: keyValuesArg[]) =>
15
+ args
16
+ .map((argObj) =>
17
+ Object.entries(argObj)
18
+ .filter(([, value]) => !isNil(value))
19
+ .map(([key, value]) => {
20
+ if (value === true) {
21
+ return `--${key}`;
22
+ } else if (value === false) {
23
+ return `--no-${key}`;
24
+ }
25
+ return `--${key}=${value}`;
26
+ }),
27
+ )
28
+ .flat()
26
29
  .join(" ");
30
+
31
+ export type keyValuesArg = Record<
32
+ string,
33
+ string | number | true | false | undefined | BashExpression
34
+ >;
@@ -1,16 +1,19 @@
1
- import type { Context } from "../../../types";
1
+ import type { ComponentContext } from "../../../types";
2
2
  import { allowFailureInScripts, repeatOnFailure } from "../../../utils/gitlab";
3
- import type { DeployConfigCloudRun } from "../../types";
3
+ import type {
4
+ DeployConfigCloudRun,
5
+ DeployConfigCloudRunCloudSql,
6
+ } from "../../types";
4
7
 
5
8
  export const getDatabaseDeleteScript = (
6
- context: Context,
7
- deployConfig: DeployConfigCloudRun
9
+ context: ComponentContext,
10
+ deployConfig: DeployConfigCloudRun,
8
11
  ): string[] => {
9
12
  if (!deployConfig.cloudSql || !deployConfig.cloudSql.deleteDatabaseOnStop) {
10
13
  throw new Error("not possible");
11
14
  }
15
+ const DB_NAME = context.environment.envVars["DB_NAME"];
12
16
 
13
- const { DB_NAME } = context.environment.envVars ?? {};
14
17
  if (!DB_NAME) {
15
18
  throw new Error("error: env vars did not specify DB_NAME");
16
19
  }
@@ -26,20 +29,20 @@ export const getDatabaseDeleteScript = (
26
29
  `gcloud sql databases delete ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
27
30
  {
28
31
  pauseInSeconds: 10,
29
- }
32
+ },
30
33
  ),
31
34
  ];
32
35
  };
33
36
 
34
37
  export const getDatabaseCreateScript = (
35
- context: Context,
36
- deployConfig: DeployConfigCloudRun
38
+ context: ComponentContext,
39
+ deployConfig: DeployConfigCloudRun,
37
40
  ): string[] => {
38
41
  if (!deployConfig.cloudSql) {
39
42
  throw new Error("not possible");
40
43
  }
41
44
 
42
- const { DB_NAME } = context.environment.envVars ?? {};
45
+ const DB_NAME = context.environment.envVars["DB_NAME"];
43
46
 
44
47
  if (!DB_NAME) {
45
48
  throw new Error("error: env vars did not specify DB_NAME");
@@ -53,3 +56,22 @@ export const getDatabaseCreateScript = (
53
56
  `gcloud sql databases create ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
54
57
  ]);
55
58
  };
59
+
60
+ export const DATABASE_JDBC_URL =
61
+ "jdbc:postgresql:///$DB_NAME?cloudSqlInstance=$CLOUD_SQL_INSTANCE_CONNECTION_NAME&socketFactory=com.google.cloud.sql.postgres.SocketFactory&user=$DB_USER&password=$DB_PASSWORD";
62
+
63
+ export const getDatabaseConnectionString = (
64
+ config: DeployConfigCloudRunCloudSql,
65
+ ): string => {
66
+ switch (config.dbConnectionStringFormat) {
67
+ case "jdbc":
68
+ return DATABASE_JDBC_URL;
69
+ case "rails":
70
+ return `postgresql://$DB_USER:$DB_PASSWORD@${encodeURIComponent(
71
+ `/cloudsql/${config.instanceConnectionName}`,
72
+ )}/$DB_NAME?`;
73
+ default:
74
+ // prisma
75
+ return "postgresql://$DB_USER:$DB_PASSWORD@localhost/$DB_NAME?host=/cloudsql/$CLOUD_SQL_INSTANCE_CONNECTION_NAME";
76
+ }
77
+ };
@@ -1,14 +1,12 @@
1
1
  import { GCLOUD_DEPLOY_CREDENTIALS_KEY } from "..";
2
2
  import { getSecretVarNameForContext } from "../../../context";
3
- import type { Context } from "../../../types";
3
+ import type { ComponentContext } from "../../../types";
4
4
 
5
- export const gcloudServiceAccountLoginCommands = (context: Context) => {
6
- return [
7
- `echo $${getSecretVarNameForContext(
8
- context,
9
- GCLOUD_DEPLOY_CREDENTIALS_KEY
10
- )} > ./____keyfile.json
11
- `,
12
- `gcloud auth activate-service-account --key-file="./____keyfile.json"`,
13
- ];
14
- };
5
+ export const gcloudServiceAccountLoginCommands = (
6
+ context: ComponentContext,
7
+ ) => [
8
+ `gcloud auth activate-service-account --key-file=<(echo "$${getSecretVarNameForContext(
9
+ context,
10
+ GCLOUD_DEPLOY_CREDENTIALS_KEY,
11
+ )}")`,
12
+ ];
@@ -0,0 +1,3 @@
1
+ import type { ComponentContext } from "../../../types/context";
2
+ export const getServiceName = (context: ComponentContext) =>
3
+ context.environment.fullName.toLowerCase();
@@ -1,2 +1,7 @@
1
- export const getCloudRunJobName = (fullAppName: string, jobName: string) =>
2
- fullAppName.toLowerCase() + "-" + jobName.toLowerCase();
1
+ import type { StringOrBashExpression } from "../../../bash/BashExpression";
2
+
3
+ export const getCloudRunJobName = (
4
+ fullAppName: StringOrBashExpression,
5
+ jobName: string,
6
+ ): StringOrBashExpression =>
7
+ fullAppName.toLowerCase().concat("-" + jobName.toLowerCase());