@catladder/pipeline 0.0.0-more-collapse-deeb54d7 → 0.0.0-multiple-gitlab-includes-3df5566d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (597) hide show
  1. package/README.md +17 -0
  2. package/dist/bash/BashExpression.d.ts +36 -0
  3. package/dist/bash/BashExpression.js +114 -0
  4. package/dist/bash/bashEscape.d.ts +34 -0
  5. package/dist/bash/bashEscape.js +114 -0
  6. package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
  7. package/dist/bash/bashExpressionPerPipelineType.js +11 -0
  8. package/dist/bash/bashYaml.d.ts +10 -0
  9. package/dist/bash/bashYaml.js +69 -0
  10. package/dist/bash/getInjectVarsScript.d.ts +2 -0
  11. package/dist/bash/getInjectVarsScript.js +47 -0
  12. package/dist/bash/index.d.ts +2 -0
  13. package/dist/bash/index.js +26 -0
  14. package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
  15. package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
  16. package/dist/build/base/__tests__/createArtifactsConfig.test.js +3 -1
  17. package/dist/build/base/constants.d.ts +0 -1
  18. package/dist/build/base/constants.js +4 -3
  19. package/dist/build/base/createAppBuildJob.d.ts +5 -3
  20. package/dist/build/base/createAppBuildJob.js +18 -15
  21. package/dist/build/base/createArtifactsConfig.d.ts +1 -1
  22. package/dist/build/base/createArtifactsConfig.js +3 -1
  23. package/dist/build/base/createBuildJobDefinition.d.ts +6 -0
  24. package/dist/build/base/createBuildJobDefinition.js +58 -0
  25. package/dist/build/base/index.d.ts +7 -4
  26. package/dist/build/base/index.js +17 -6
  27. package/dist/build/base/writeBuildInfo.d.ts +2 -2
  28. package/dist/build/base/writeBuildInfo.js +4 -3
  29. package/dist/build/base/writeDotEnv.d.ts +3 -2
  30. package/dist/build/base/writeDotEnv.js +30 -6
  31. package/dist/build/cache/createJobCache.d.ts +7 -0
  32. package/dist/build/cache/createJobCache.js +115 -0
  33. package/dist/build/cache/getAllCacheConfigsFromConfig.d.ts +3 -0
  34. package/dist/build/cache/getAllCacheConfigsFromConfig.js +64 -0
  35. package/dist/build/cache/transformLegacyJobCache.d.ts +3 -0
  36. package/dist/build/cache/transformLegacyJobCache.js +29 -0
  37. package/dist/build/custom/__tests__/testJob.test.js +15 -16
  38. package/dist/build/custom/buildJob.d.ts +2 -2
  39. package/dist/build/custom/buildJob.js +8 -67
  40. package/dist/build/custom/index.d.ts +2 -2
  41. package/dist/build/custom/index.js +3 -1
  42. package/dist/build/custom/testJob.d.ts +4 -4
  43. package/dist/build/custom/testJob.js +25 -21
  44. package/dist/build/docker.d.ts +48 -39
  45. package/dist/build/docker.js +112 -37
  46. package/dist/build/index.d.ts +14 -7
  47. package/dist/build/index.js +44 -16
  48. package/dist/build/node/buildJob.d.ts +6 -2
  49. package/dist/build/node/buildJob.js +39 -48
  50. package/dist/build/node/cache.d.ts +4 -5
  51. package/dist/build/node/cache.js +18 -23
  52. package/dist/build/node/constants.d.ts +0 -1
  53. package/dist/build/node/constants.js +5 -4
  54. package/dist/build/node/index.d.ts +4 -4
  55. package/dist/build/node/index.js +3 -1
  56. package/dist/build/node/meteor.d.ts +2 -2
  57. package/dist/build/node/meteor.js +10 -12
  58. package/dist/build/node/testJob.d.ts +3 -2
  59. package/dist/build/node/testJob.js +29 -19
  60. package/dist/build/node/yarn.d.ts +3 -2
  61. package/dist/build/node/yarn.js +13 -13
  62. package/dist/build/rails/build.d.ts +2 -2
  63. package/dist/build/rails/build.js +24 -8
  64. package/dist/build/rails/index.d.ts +2 -2
  65. package/dist/build/rails/index.js +3 -1
  66. package/dist/build/rails/test.d.ts +2 -2
  67. package/dist/build/rails/test.js +20 -12
  68. package/dist/build/sbom.d.ts +2 -2
  69. package/dist/build/sbom.js +9 -6
  70. package/dist/build/types.d.ts +152 -47
  71. package/dist/build/types.js +10 -2
  72. package/dist/catladder-gitlab.js +129 -49
  73. package/dist/config/__tests__/configruedEnvs.test.js +3 -1
  74. package/dist/config/__tests__/getAllEnvs.test.js +79 -0
  75. package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
  76. package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
  77. package/dist/config/configruedEnvs.js +3 -1
  78. package/dist/config/index.js +13 -7
  79. package/dist/config/readConfig.d.ts +2 -2
  80. package/dist/config/readConfig.js +191 -40
  81. package/dist/constants.js +5 -3
  82. package/dist/context/createAllComponentsContext.d.ts +12 -0
  83. package/dist/{pipeline/commitInfo/getCommitInfo.js → context/createAllComponentsContext.js} +35 -19
  84. package/dist/context/createComponentContext.d.ts +11 -0
  85. package/dist/context/createComponentContext.js +255 -0
  86. package/dist/context/createWorkspaceContext.d.ts +16 -0
  87. package/dist/context/createWorkspaceContext.js +173 -0
  88. package/dist/context/getBuildInfoVariables.d.ts +6 -0
  89. package/dist/context/getBuildInfoVariables.js +55 -0
  90. package/dist/context/getEnvConfig.js +5 -2
  91. package/dist/context/getEnvType.js +3 -1
  92. package/dist/context/getEnvironment.d.ts +3 -3
  93. package/dist/context/getEnvironment.js +11 -12
  94. package/dist/context/getEnvironmentContext.d.ts +7 -3
  95. package/dist/context/getEnvironmentContext.js +21 -11
  96. package/dist/context/getEnvironmentVariables.d.ts +22 -5
  97. package/dist/context/getEnvironmentVariables.js +81 -49
  98. package/dist/context/getLabels.d.ts +2 -2
  99. package/dist/context/getLabels.js +9 -7
  100. package/dist/context/getReviewSlug.d.ts +4 -0
  101. package/dist/context/getReviewSlug.js +21 -0
  102. package/dist/context/index.d.ts +2 -4
  103. package/dist/context/index.js +15 -162
  104. package/dist/context/transformJobOnlyVars.d.ts +5 -2
  105. package/dist/context/transformJobOnlyVars.js +4 -2
  106. package/dist/context/utils/envVars.d.ts +1 -1
  107. package/dist/context/utils/envVars.js +5 -2
  108. package/dist/defaults/index.js +3 -1
  109. package/dist/deploy/base/deploy.d.ts +3 -3
  110. package/dist/deploy/base/deploy.js +38 -22
  111. package/dist/deploy/base/index.d.ts +3 -5
  112. package/dist/deploy/base/index.js +3 -1
  113. package/dist/deploy/base/rollback.d.ts +3 -3
  114. package/dist/deploy/base/rollback.js +13 -9
  115. package/dist/deploy/base/stop.d.ts +3 -3
  116. package/dist/deploy/base/stop.js +16 -11
  117. package/dist/deploy/base/types.d.ts +1 -1
  118. package/dist/deploy/base/types.js +3 -1
  119. package/dist/deploy/base/variables.d.ts +0 -1
  120. package/dist/deploy/base/variables.js +4 -3
  121. package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
  122. package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
  123. package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
  124. package/dist/deploy/cloudRun/cleanup.js +53 -0
  125. package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
  126. package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
  127. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
  128. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +207 -0
  129. package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
  130. package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +96 -0
  131. package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
  132. package/dist/deploy/cloudRun/createJobs/common.js +93 -0
  133. package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
  134. package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
  135. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
  136. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
  137. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
  138. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
  139. package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
  140. package/dist/deploy/cloudRun/createJobs/index.js +57 -0
  141. package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
  142. package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
  143. package/dist/deploy/cloudRun/index.d.ts +2 -2
  144. package/dist/deploy/cloudRun/index.js +17 -10
  145. package/dist/deploy/cloudRun/utils/createArgsString.d.ts +3 -1
  146. package/dist/deploy/cloudRun/utils/createArgsString.js +25 -17
  147. package/dist/deploy/cloudRun/utils/database.d.ts +6 -4
  148. package/dist/deploy/cloudRun/utils/database.js +28 -15
  149. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -2
  150. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +4 -2
  151. package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
  152. package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
  153. package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -1
  154. package/dist/deploy/cloudRun/utils/jobName.js +4 -2
  155. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
  156. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
  157. package/dist/deploy/cloudSql/utils.d.ts +2 -1
  158. package/dist/deploy/cloudSql/utils.js +7 -2
  159. package/dist/deploy/custom/deployJob.d.ts +2 -2
  160. package/dist/deploy/custom/deployJob.js +10 -9
  161. package/dist/deploy/custom/index.d.ts +2 -2
  162. package/dist/deploy/custom/index.js +3 -1
  163. package/dist/deploy/dockerTag/deployJob.d.ts +2 -2
  164. package/dist/deploy/dockerTag/deployJob.js +38 -7
  165. package/dist/deploy/dockerTag/index.d.ts +2 -2
  166. package/dist/deploy/dockerTag/index.js +3 -1
  167. package/dist/deploy/index.d.ts +10 -9
  168. package/dist/deploy/index.js +13 -7
  169. package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +3 -1
  170. package/dist/deploy/kubernetes/additionalSecretKeys.js +3 -1
  171. package/dist/deploy/kubernetes/cloudSql/index.d.ts +6 -5
  172. package/dist/deploy/kubernetes/cloudSql/index.js +14 -21
  173. package/dist/deploy/kubernetes/deployJob.d.ts +2 -2
  174. package/dist/deploy/kubernetes/deployJob.js +23 -22
  175. package/dist/deploy/kubernetes/index.d.ts +2 -2
  176. package/dist/deploy/kubernetes/index.js +52 -15
  177. package/dist/deploy/kubernetes/kubeEnv.d.ts +5 -4
  178. package/dist/deploy/kubernetes/kubeEnv.js +9 -5
  179. package/dist/deploy/kubernetes/kubeValues.d.ts +5 -6
  180. package/dist/deploy/kubernetes/kubeValues.js +16 -18
  181. package/dist/deploy/kubernetes/mongodb.d.ts +2 -2
  182. package/dist/deploy/kubernetes/mongodb.js +14 -12
  183. package/dist/deploy/sbom.d.ts +4 -4
  184. package/dist/deploy/sbom.js +7 -4
  185. package/dist/deploy/types/base.d.ts +5 -5
  186. package/dist/deploy/types/base.js +3 -1
  187. package/dist/deploy/types/custom.d.ts +3 -7
  188. package/dist/deploy/types/custom.js +3 -1
  189. package/dist/deploy/types/dockerTag.d.ts +3 -1
  190. package/dist/deploy/types/dockerTag.js +3 -1
  191. package/dist/deploy/types/googleCloudRun.d.ts +127 -24
  192. package/dist/deploy/types/googleCloudRun.js +3 -1
  193. package/dist/deploy/types/index.d.ts +6 -6
  194. package/dist/deploy/types/index.js +14 -8
  195. package/dist/deploy/types/kubernetes.d.ts +25 -54
  196. package/dist/deploy/types/kubernetes.js +3 -1
  197. package/dist/deploy/utils.d.ts +2 -2
  198. package/dist/deploy/utils.js +5 -2
  199. package/dist/globalScriptFunctions/index.d.ts +14 -0
  200. package/dist/globalScriptFunctions/index.js +37 -0
  201. package/dist/index.d.ts +5 -2
  202. package/dist/index.js +18 -9
  203. package/dist/packageInfos.d.ts +4 -0
  204. package/dist/packageInfos.js +20 -0
  205. package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
  206. package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
  207. package/dist/pipeline/createAllJobs.d.ts +16 -6
  208. package/dist/pipeline/createAllJobs.js +99 -27
  209. package/dist/pipeline/createJobsForComponent.d.ts +2 -2
  210. package/dist/pipeline/createJobsForComponent.js +9 -149
  211. package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
  212. package/dist/pipeline/createJobsForWorkspace.js +12 -0
  213. package/dist/pipeline/createMainPipeline.d.ts +3 -0
  214. package/dist/pipeline/createMainPipeline.js +283 -0
  215. package/dist/pipeline/generatePipelineFiles.d.ts +7 -0
  216. package/dist/pipeline/generatePipelineFiles.js +304 -0
  217. package/dist/pipeline/getPipelineStages.d.ts +7 -0
  218. package/dist/pipeline/getPipelineStages.js +56 -0
  219. package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -14
  220. package/dist/pipeline/gitlab/createGitlabJobs.js +258 -74
  221. package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +9 -0
  222. package/dist/pipeline/gitlab/createGitlabPipeline.js +77 -0
  223. package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +33 -0
  224. package/dist/pipeline/gitlab/gitlabReleaseJobs.js +25 -0
  225. package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
  226. package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
  227. package/dist/pipeline/index.d.ts +3 -2
  228. package/dist/pipeline/index.js +16 -9
  229. package/dist/pipeline/packageManager.d.ts +3 -2
  230. package/dist/pipeline/packageManager.js +50 -24
  231. package/dist/pipeline/yarn/yarnUtils.d.ts +3 -2
  232. package/dist/pipeline/yarn/yarnUtils.js +65 -17
  233. package/dist/rules/index.d.ts +7 -2
  234. package/dist/rules/index.js +34 -16
  235. package/dist/runner/index.d.ts +1 -1
  236. package/dist/runner/index.js +3 -1
  237. package/dist/tsconfig.tsbuildinfo +1 -1
  238. package/dist/types/config.d.ts +44 -29
  239. package/dist/types/config.js +5 -2
  240. package/dist/types/context.d.ts +124 -40
  241. package/dist/types/context.js +12 -1
  242. package/dist/types/environmentContext.d.ts +15 -12
  243. package/dist/types/environmentContext.js +3 -1
  244. package/dist/types/gitlab-ci-yml.d.ts +30 -30
  245. package/dist/types/gitlab-ci-yml.js +3 -2
  246. package/dist/types/gitlab-types.d.ts +8 -8
  247. package/dist/types/gitlab-types.js +3 -1
  248. package/dist/types/index.d.ts +1 -0
  249. package/dist/types/index.js +14 -7
  250. package/dist/types/jobDefinition.d.ts +11 -0
  251. package/dist/types/jobDefinition.js +5 -0
  252. package/dist/types/jobs.d.ts +30 -15
  253. package/dist/types/jobs.js +3 -1
  254. package/dist/types/pipeline.d.ts +3 -3
  255. package/dist/types/pipeline.js +3 -1
  256. package/dist/types/utils.d.ts +1 -1
  257. package/dist/types/utils.js +3 -1
  258. package/dist/utils/gitlab.js +7 -2
  259. package/dist/utils/index.d.ts +2 -1
  260. package/dist/utils/index.js +10 -3
  261. package/dist/utils/jsonParse.d.ts +1 -0
  262. package/dist/utils/jsonParse.js +14 -0
  263. package/dist/utils/removeUndefined.d.ts +1 -0
  264. package/dist/utils/removeUndefined.js +36 -0
  265. package/dist/utils/writeFiles.d.ts +11 -0
  266. package/dist/{pipeline/commitInfo/getBuildId.js → utils/writeFiles.js} +39 -22
  267. package/dist/variables/VariableValue.d.ts +3 -0
  268. package/dist/variables/VariableValue.js +5 -0
  269. package/dist/variables/VariableValueContainingReferences.d.ts +24 -0
  270. package/dist/variables/VariableValueContainingReferences.js +97 -0
  271. package/dist/variables/__tests__/resolveAllReferences.test.d.ts +1 -0
  272. package/dist/variables/__tests__/resolveAllReferences.test.js +218 -0
  273. package/dist/variables/__tests__/resolveAllReferencesOnce.test.d.ts +1 -0
  274. package/dist/variables/__tests__/resolveAllReferencesOnce.test.js +171 -0
  275. package/dist/variables/__tests__/resolveReferencesOnce.test.d.ts +1 -0
  276. package/dist/variables/__tests__/resolveReferencesOnce.test.js +199 -0
  277. package/dist/variables/__tests__/variableValue.test.d.ts +1 -0
  278. package/dist/variables/__tests__/variableValue.test.js +36 -0
  279. package/dist/variables/resolveAllReferences.d.ts +3 -0
  280. package/dist/{pipeline/createChildPipeline.js → variables/resolveAllReferences.js} +44 -47
  281. package/dist/variables/resolveAllReferencesOnce.d.ts +5 -0
  282. package/dist/variables/resolveAllReferencesOnce.js +191 -0
  283. package/dist/variables/resolveReferencesOnce.d.ts +8 -0
  284. package/dist/variables/resolveReferencesOnce.js +22 -0
  285. package/examples/.test-gen-ignore +1 -0
  286. package/examples/__snapshots__/cloud-run-http2.test.ts.snap +1418 -0
  287. package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +1418 -0
  288. package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +1418 -0
  289. package/examples/__snapshots__/cloud-run-nextjs.test.ts.snap +1434 -0
  290. package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +1418 -0
  291. package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +1526 -0
  292. package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +1418 -0
  293. package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +1436 -0
  294. package/examples/__snapshots__/cloud-run-service-custom-vpc-connector.test.ts.snap +1418 -0
  295. package/examples/__snapshots__/cloud-run-service-custom-vpc.test.ts.snap +1418 -0
  296. package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +1418 -0
  297. package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +1418 -0
  298. package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +1490 -0
  299. package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +1302 -0
  300. package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +1418 -0
  301. package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +2998 -0
  302. package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +1733 -0
  303. package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +1426 -0
  304. package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +1285 -0
  305. package/examples/__snapshots__/custom-build-job.test.ts.snap +1174 -0
  306. package/examples/__snapshots__/custom-deploy.test.ts.snap +1168 -0
  307. package/examples/__snapshots__/custom-envs.test.ts.snap +798 -0
  308. package/examples/__snapshots__/custom-sbom-java.test.ts.snap +1182 -0
  309. package/examples/__snapshots__/git-submodule.test.ts.snap +1419 -0
  310. package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +1759 -0
  311. package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +1779 -0
  312. package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +3357 -0
  313. package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +1883 -0
  314. package/examples/__snapshots__/local-dot-env.test.ts.snap +1342 -0
  315. package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +1836 -0
  316. package/examples/__snapshots__/multiline-var.test.ts.snap +5679 -0
  317. package/examples/__snapshots__/native-app.test.ts.snap +2206 -0
  318. package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +1418 -0
  319. package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +1426 -0
  320. package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +1487 -0
  321. package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +1471 -0
  322. package/examples/__snapshots__/referencing-other-vars.test.ts.snap +4739 -0
  323. package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +1368 -0
  324. package/examples/__snapshots__/workspace-api-www-turbo-cache.test.ts.snap +2338 -0
  325. package/examples/__snapshots__/workspace-api-www.test.ts.snap +2330 -0
  326. package/examples/__utils__/helpers.ts +9 -12
  327. package/examples/cloud-run-http2.test.ts +11 -0
  328. package/examples/cloud-run-http2.ts +29 -0
  329. package/examples/cloud-run-memory-limit.test.ts +11 -0
  330. package/examples/cloud-run-memory-limit.ts +10 -5
  331. package/examples/cloud-run-meteor-with-worker.test.ts +11 -0
  332. package/examples/cloud-run-meteor-with-worker.ts +37 -0
  333. package/examples/cloud-run-nextjs.test.ts +11 -0
  334. package/examples/cloud-run-nextjs.ts +28 -0
  335. package/examples/cloud-run-no-cpu-throttling.test.ts +11 -0
  336. package/examples/cloud-run-no-cpu-throttling.ts +6 -4
  337. package/examples/cloud-run-no-service.test.ts +11 -0
  338. package/examples/cloud-run-no-service.ts +33 -0
  339. package/examples/cloud-run-non-public.test.ts +11 -0
  340. package/examples/cloud-run-non-public.ts +5 -4
  341. package/examples/cloud-run-post-stop-job.test.ts +11 -0
  342. package/examples/cloud-run-post-stop-job.ts +42 -0
  343. package/examples/cloud-run-service-custom-vpc-connector.test.ts +11 -0
  344. package/examples/cloud-run-service-custom-vpc-connector.ts +30 -0
  345. package/examples/cloud-run-service-custom-vpc.test.ts +11 -0
  346. package/examples/cloud-run-service-custom-vpc.ts +31 -0
  347. package/examples/cloud-run-service-gen2.test.ts +11 -0
  348. package/examples/cloud-run-service-gen2.ts +29 -0
  349. package/examples/cloud-run-service-increase-timout.test.ts +11 -0
  350. package/examples/cloud-run-service-increase-timout.ts +29 -0
  351. package/examples/cloud-run-service-with-volumes.test.ts +11 -0
  352. package/examples/cloud-run-service-with-volumes.ts +56 -0
  353. package/examples/cloud-run-storybook.test.ts +11 -0
  354. package/examples/cloud-run-storybook.ts +33 -0
  355. package/examples/cloud-run-with-ngnix.test.ts +11 -0
  356. package/examples/cloud-run-with-ngnix.ts +29 -0
  357. package/examples/cloud-run-with-sql-reuse-db.test.ts +11 -0
  358. package/examples/cloud-run-with-sql-reuse-db.ts +5 -4
  359. package/examples/cloud-run-with-sql.test.ts +11 -0
  360. package/examples/cloud-run-with-sql.ts +6 -20
  361. package/examples/cloud-run-with-worker.test.ts +11 -0
  362. package/examples/cloud-run-with-worker.ts +37 -0
  363. package/examples/custom-build-job-with-tests.test.ts +11 -0
  364. package/examples/custom-build-job-with-tests.ts +5 -4
  365. package/examples/custom-build-job.test.ts +11 -0
  366. package/examples/custom-build-job.ts +5 -4
  367. package/examples/custom-deploy.test.ts +11 -0
  368. package/examples/custom-deploy.ts +12 -4
  369. package/examples/custom-envs.test.ts +11 -0
  370. package/examples/custom-envs.ts +5 -4
  371. package/examples/custom-sbom-java.test.ts +11 -0
  372. package/examples/custom-sbom-java.ts +10 -6
  373. package/examples/git-submodule.test.ts +11 -0
  374. package/examples/git-submodule.ts +30 -0
  375. package/examples/kubernetes-application-customization.test.ts +11 -0
  376. package/examples/kubernetes-application-customization.ts +7 -4
  377. package/examples/kubernetes-with-cloud-sql.test.ts +11 -0
  378. package/examples/kubernetes-with-cloud-sql.ts +7 -4
  379. package/examples/kubernetes-with-jobs.test.ts +11 -0
  380. package/examples/kubernetes-with-jobs.ts +7 -4
  381. package/examples/kubernetes-with-mongodb.test.ts +11 -0
  382. package/examples/kubernetes-with-mongodb.ts +7 -4
  383. package/examples/local-dot-env.test.ts +11 -0
  384. package/examples/local-dot-env.ts +27 -0
  385. package/examples/meteor-kubernetes.test.ts +11 -0
  386. package/examples/meteor-kubernetes.ts +4 -5
  387. package/examples/multiline-var.test.ts +11 -0
  388. package/examples/multiline-var.ts +107 -0
  389. package/examples/native-app.test.ts +11 -0
  390. package/examples/native-app.ts +22 -17
  391. package/examples/node-build-with-custom-image.test.ts +11 -0
  392. package/examples/node-build-with-custom-image.ts +5 -4
  393. package/examples/node-build-with-docker-additions.test.ts +11 -0
  394. package/examples/node-build-with-docker-additions.ts +29 -0
  395. package/examples/rails-k8s-with-worker-dockerfile.test.ts +33 -0
  396. package/examples/rails-k8s-with-worker.test.ts +11 -0
  397. package/examples/rails-k8s-with-worker.ts +14 -11
  398. package/examples/referencing-other-vars.test.ts +11 -0
  399. package/examples/referencing-other-vars.ts +83 -0
  400. package/examples/wait-for-other-deploy.test.ts +11 -0
  401. package/examples/wait-for-other-deploy.ts +5 -4
  402. package/examples/workspace-api-www-turbo-cache.test.ts +11 -0
  403. package/examples/workspace-api-www-turbo-cache.ts +52 -0
  404. package/examples/workspace-api-www.test.ts +11 -0
  405. package/examples/workspace-api-www.ts +46 -0
  406. package/package.json +75 -26
  407. package/scripts/generate-examples-test.ts +84 -0
  408. package/scripts/generate-gitlab-ci-types.ts +2 -2
  409. package/scripts/tsconfig.json +7 -0
  410. package/src/bash/BashExpression.ts +78 -0
  411. package/src/bash/bashEscape.ts +158 -0
  412. package/src/bash/bashExpressionPerPipelineType.ts +16 -0
  413. package/src/bash/bashYaml.ts +80 -0
  414. package/src/bash/getInjectVarsScript.ts +21 -0
  415. package/src/bash/index.ts +2 -0
  416. package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
  417. package/src/build/base/__tests__/createArtifactsConfig.test.ts +3 -3
  418. package/src/build/base/constants.ts +2 -2
  419. package/src/build/base/createAppBuildJob.ts +40 -24
  420. package/src/build/base/createArtifactsConfig.ts +2 -2
  421. package/src/build/base/createBuildJobDefinition.ts +37 -0
  422. package/src/build/base/index.ts +37 -8
  423. package/src/build/base/writeBuildInfo.ts +3 -3
  424. package/src/build/base/writeDotEnv.ts +25 -6
  425. package/src/build/cache/createJobCache.ts +83 -0
  426. package/src/build/cache/getAllCacheConfigsFromConfig.ts +28 -0
  427. package/src/build/cache/transformLegacyJobCache.ts +14 -0
  428. package/src/build/custom/__tests__/testJob.test.ts +10 -13
  429. package/src/build/custom/buildJob.ts +11 -37
  430. package/src/build/custom/index.ts +2 -2
  431. package/src/build/custom/testJob.ts +24 -22
  432. package/src/build/docker.ts +145 -49
  433. package/src/build/index.ts +42 -10
  434. package/src/build/node/buildJob.ts +65 -62
  435. package/src/build/node/cache.ts +30 -35
  436. package/src/build/node/constants.ts +2 -3
  437. package/src/build/node/index.ts +8 -4
  438. package/src/build/node/meteor.ts +16 -24
  439. package/src/build/node/testJob.ts +47 -26
  440. package/src/build/node/yarn.ts +32 -16
  441. package/src/build/rails/build.ts +21 -9
  442. package/src/build/rails/index.ts +2 -2
  443. package/src/build/rails/test.ts +22 -12
  444. package/src/build/sbom.ts +15 -10
  445. package/src/build/types.ts +190 -47
  446. package/src/catladder-gitlab.ts +7 -56
  447. package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
  448. package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
  449. package/src/config/__tests__/getAllEnvs.test.ts +71 -0
  450. package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
  451. package/src/config/configruedEnvs.ts +6 -6
  452. package/src/config/readConfig.ts +15 -22
  453. package/src/constants.ts +5 -2
  454. package/src/context/createAllComponentsContext.ts +31 -0
  455. package/src/context/createComponentContext.ts +134 -0
  456. package/src/context/createWorkspaceContext.ts +56 -0
  457. package/src/context/getBuildInfoVariables.ts +36 -0
  458. package/src/context/getEnvConfig.ts +3 -3
  459. package/src/context/getEnvType.ts +1 -1
  460. package/src/context/getEnvironment.ts +8 -24
  461. package/src/context/getEnvironmentContext.ts +25 -29
  462. package/src/context/getEnvironmentVariables.ts +104 -76
  463. package/src/context/getLabels.ts +5 -5
  464. package/src/context/getReviewSlug.ts +27 -0
  465. package/src/context/index.ts +1 -65
  466. package/src/context/transformJobOnlyVars.ts +6 -3
  467. package/src/context/utils/envVars.ts +5 -4
  468. package/src/deploy/base/deploy.ts +63 -47
  469. package/src/deploy/base/index.ts +11 -6
  470. package/src/deploy/base/rollback.ts +11 -16
  471. package/src/deploy/base/stop.ts +11 -15
  472. package/src/deploy/base/variables.ts +1 -2
  473. package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
  474. package/src/deploy/cloudRun/cleanup.ts +30 -0
  475. package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
  476. package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +227 -0
  477. package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
  478. package/src/deploy/cloudRun/createJobs/common.ts +59 -0
  479. package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
  480. package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +71 -0
  481. package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
  482. package/src/deploy/cloudRun/createJobs/index.ts +51 -0
  483. package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
  484. package/src/deploy/cloudRun/index.ts +85 -59
  485. package/src/deploy/cloudRun/utils/createArgsString.ts +21 -13
  486. package/src/deploy/cloudRun/utils/database.ts +31 -9
  487. package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +9 -11
  488. package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
  489. package/src/deploy/cloudRun/utils/jobName.ts +7 -2
  490. package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
  491. package/src/deploy/cloudSql/utils.ts +13 -10
  492. package/src/deploy/custom/deployJob.ts +15 -10
  493. package/src/deploy/custom/index.ts +2 -2
  494. package/src/deploy/dockerTag/deployJob.ts +7 -8
  495. package/src/deploy/dockerTag/index.ts +8 -7
  496. package/src/deploy/index.ts +15 -12
  497. package/src/deploy/kubernetes/additionalSecretKeys.ts +3 -1
  498. package/src/deploy/kubernetes/cloudSql/index.ts +16 -25
  499. package/src/deploy/kubernetes/deployJob.ts +30 -21
  500. package/src/deploy/kubernetes/index.ts +43 -35
  501. package/src/deploy/kubernetes/kubeEnv.ts +12 -10
  502. package/src/deploy/kubernetes/kubeValues.ts +15 -19
  503. package/src/deploy/kubernetes/mongodb.ts +15 -15
  504. package/src/deploy/sbom.ts +18 -10
  505. package/src/deploy/types/base.ts +3 -3
  506. package/src/deploy/types/custom.ts +3 -7
  507. package/src/deploy/types/dockerTag.ts +2 -0
  508. package/src/deploy/types/googleCloudRun.ts +133 -10
  509. package/src/deploy/types/index.ts +2 -2
  510. package/src/deploy/types/kubernetes.ts +5 -36
  511. package/src/deploy/utils.ts +5 -5
  512. package/src/globalScriptFunctions/index.ts +30 -0
  513. package/src/index.ts +4 -1
  514. package/src/packageInfos.ts +14 -0
  515. package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
  516. package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
  517. package/src/pipeline/createAllJobs.ts +67 -33
  518. package/src/pipeline/createJobsForComponent.ts +10 -38
  519. package/src/pipeline/createJobsForWorkspace.ts +12 -0
  520. package/src/pipeline/createMainPipeline.ts +119 -0
  521. package/src/pipeline/generatePipelineFiles.ts +100 -0
  522. package/src/pipeline/getPipelineStages.ts +23 -0
  523. package/src/pipeline/gitlab/createGitlabJobs.ts +388 -108
  524. package/src/pipeline/gitlab/createGitlabPipeline.ts +35 -0
  525. package/src/pipeline/gitlab/gitlabReleaseJobs.ts +23 -0
  526. package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
  527. package/src/pipeline/index.ts +2 -1
  528. package/src/pipeline/packageManager.ts +44 -26
  529. package/src/pipeline/yarn/yarnUtils.ts +39 -10
  530. package/src/rules/index.ts +36 -9
  531. package/src/runner/index.ts +0 -1
  532. package/src/types/config.ts +43 -16
  533. package/src/types/context.ts +165 -37
  534. package/src/types/environmentContext.ts +18 -13
  535. package/src/types/gitlab-ci-yml.ts +0 -1
  536. package/src/types/gitlab-types.ts +10 -7
  537. package/src/types/index.ts +1 -0
  538. package/src/types/jobDefinition.ts +34 -0
  539. package/src/types/jobs.ts +31 -15
  540. package/src/types/utils.ts +4 -4
  541. package/src/utils/gitlab.ts +20 -3
  542. package/src/utils/index.ts +6 -3
  543. package/src/utils/jsonParse.ts +7 -0
  544. package/src/utils/removeUndefined.ts +4 -0
  545. package/src/utils/writeFiles.ts +52 -0
  546. package/src/variables/VariableValue.ts +6 -0
  547. package/src/variables/VariableValueContainingReferences.ts +89 -0
  548. package/src/variables/__tests__/resolveAllReferences.test.ts +110 -0
  549. package/src/variables/__tests__/resolveAllReferencesOnce.test.ts +64 -0
  550. package/src/variables/__tests__/resolveReferencesOnce.test.ts +117 -0
  551. package/src/variables/__tests__/variableValue.test.ts +73 -0
  552. package/src/variables/resolveAllReferences.ts +46 -0
  553. package/src/variables/resolveAllReferencesOnce.ts +44 -0
  554. package/src/variables/resolveReferencesOnce.ts +29 -0
  555. package/bin/catladder-gitlab-dev.js +0 -3
  556. package/bin/catladder-gitlab.js +0 -3
  557. package/dist/bundles/catladder-gitlab/index.js +0 -33838
  558. package/dist/context/__tests__/resolveReferences.test.js +0 -336
  559. package/dist/context/resolveReferences.d.ts +0 -4
  560. package/dist/context/resolveReferences.js +0 -254
  561. package/dist/deploy/cloudRun/deployJob.d.ts +0 -3
  562. package/dist/deploy/cloudRun/deployJob.js +0 -248
  563. package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +0 -84
  564. package/dist/deploy/kubernetes/processSecretsAsFiles.js +0 -31
  565. package/dist/pipeline/commitInfo/getBuildId.d.ts +0 -6
  566. package/dist/pipeline/commitInfo/getCommitInfo.d.ts +0 -2
  567. package/dist/pipeline/createChildPipeline.d.ts +0 -3
  568. package/examples/__snapshots__/cloud-run-memory-limit.ts.snap +0 -1780
  569. package/examples/__snapshots__/cloud-run-no-cpu-throttling.ts.snap +0 -1780
  570. package/examples/__snapshots__/cloud-run-non-public.ts.snap +0 -1780
  571. package/examples/__snapshots__/cloud-run-with-sql-reuse-db.ts.snap +0 -3532
  572. package/examples/__snapshots__/cloud-run-with-sql.ts.snap +0 -3543
  573. package/examples/__snapshots__/custom-build-job-with-tests.ts.snap +0 -1656
  574. package/examples/__snapshots__/custom-build-job.ts.snap +0 -1362
  575. package/examples/__snapshots__/custom-deploy.ts.snap +0 -1556
  576. package/examples/__snapshots__/custom-envs.ts.snap +0 -1050
  577. package/examples/__snapshots__/custom-sbom-java.ts.snap +0 -1370
  578. package/examples/__snapshots__/kubernetes-application-customization.ts.snap +0 -2468
  579. package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.ts.snap +0 -2428
  580. package/examples/__snapshots__/kubernetes-with-cloud-sql.ts.snap +0 -2440
  581. package/examples/__snapshots__/kubernetes-with-jobs.ts.snap +0 -4453
  582. package/examples/__snapshots__/kubernetes-with-mongodb.ts.snap +0 -2632
  583. package/examples/__snapshots__/meteor-kubernetes.ts.snap +0 -2557
  584. package/examples/__snapshots__/native-app.ts.snap +0 -2878
  585. package/examples/__snapshots__/node-build-with-custom-image.ts.snap +0 -1780
  586. package/examples/__snapshots__/rails-k8s-with-worker.ts.snap +0 -4189
  587. package/examples/__snapshots__/wait-for-other-deploy.ts.snap +0 -1922
  588. package/examples/kubernetes-with-cloud-sql-legacy.ts +0 -33
  589. package/scripts/bundle +0 -2
  590. package/src/context/__tests__/resolveReferences.test.ts +0 -143
  591. package/src/context/resolveReferences.ts +0 -70
  592. package/src/deploy/cloudRun/deployJob.ts +0 -301
  593. package/src/deploy/kubernetes/processSecretsAsFiles.ts +0 -34
  594. package/src/pipeline/commitInfo/getBuildId.ts +0 -17
  595. package/src/pipeline/commitInfo/getCommitInfo.ts +0 -15
  596. package/src/pipeline/createChildPipeline.ts +0 -45
  597. /package/dist/{context/__tests__/resolveReferences.test.d.ts → config/__tests__/getAllEnvs.test.d.ts} +0 -0
@@ -1,13 +1,23 @@
1
- import type { DeployTypeDefinition } from "..";
1
+ import type { DeployConfigCloudRun, DeployTypeDefinition } from "..";
2
+ import {
3
+ getBashVariable,
4
+ joinBashExpressions,
5
+ } from "../../bash/BashExpression";
6
+ import type { BuildConfig } from "../../build";
2
7
  import { getSecretVarName } from "../../context";
3
8
  import type { EnvironmentContext } from "../../types/environmentContext";
4
9
  import { sanitizeForBashVariable } from "../../utils/gitlab";
5
10
  import { getFullDbName } from "../cloudSql/utils";
6
- import { createGoogleCloudRunDeployJobs } from "./deployJob";
11
+ import { createGoogleCloudRunDeployJobs } from "./createJobs";
12
+ import {
13
+ DATABASE_JDBC_URL,
14
+ getDatabaseConnectionString,
15
+ } from "./utils/database";
7
16
  import { getCloudRunJobName } from "./utils/jobName";
8
17
 
9
18
  export const GCLOUD_DEPLOY_CREDENTIALS_KEY = "GCLOUD_DEPLOY_credentialsKey";
10
19
 
20
+ // FIXME: rename to internalHostSuffix, but this means that project-setup needs to be rerun, so its kindof a breaking change
11
21
  export const GCLOUD_RUN_CANONICAL_HOST_SUFFIX =
12
22
  "GCLOUD_RUN_canonicalHostSuffix";
13
23
 
@@ -17,17 +27,17 @@ const getCloudSqlVariables = ({
17
27
  env,
18
28
  componentName,
19
29
  fullConfig,
20
- }: EnvironmentContext<any, "google-cloudrun">) => {
30
+ }: EnvironmentContext<BuildConfig, DeployConfigCloudRun>) => {
21
31
  if (deployConfigRaw && deployConfigRaw.cloudSql) {
22
32
  const DB_NAME = getFullDbName(
23
33
  deployConfigRaw.cloudSql,
24
34
  fullConfig,
25
35
  environmentSlugPrefix,
26
- componentName
36
+ componentName,
27
37
  );
28
38
 
29
39
  const additionalQueryParamsString = Object.entries(
30
- deployConfigRaw.cloudSql.dbAdditionalQueryParams ?? {}
40
+ deployConfigRaw.cloudSql.dbAdditionalQueryParams ?? {},
31
41
  )
32
42
  .map(([key, value]) => `&${key}=${value}`)
33
43
  .join("");
@@ -38,64 +48,80 @@ const getCloudSqlVariables = ({
38
48
  DB_NAME: DB_NAME,
39
49
  DB_USER: deployConfigRaw.cloudSql.dbUser ?? "postgres",
40
50
  DB_PASSWORD: "$" + getSecretVarName(env, componentName, "DB_PASSWORD"),
41
- DATABASE_URL: `postgresql://$DB_USER:$DB_PASSWORD@localhost/$DB_NAME?host=/cloudsql/$CLOUD_SQL_INSTANCE_CONNECTION_NAME${additionalQueryParamsString}`,
42
- DATABASE_JDBC_URL: `jdbc:postgresql:///$DB_NAME?cloudSqlInstance=$CLOUD_SQL_INSTANCE_CONNECTION_NAME&socketFactory=com.google.cloud.sql.postgres.SocketFactory&user=$DB_USER&password=$DB_PASSWORD${additionalQueryParamsString}`,
51
+ DATABASE_URL: `${getDatabaseConnectionString(
52
+ deployConfigRaw.cloudSql,
53
+ )}${additionalQueryParamsString}`,
54
+ DATABASE_JDBC_URL: DATABASE_JDBC_URL,
43
55
  };
44
56
  }
45
57
  return {};
46
58
  };
47
- export const GCLOUD_RUN_DEPLOY_TYPE: DeployTypeDefinition<"google-cloudrun"> = {
48
- jobs: createGoogleCloudRunDeployJobs,
49
- defaults: ({ deployConfigRaw, envType }) => {
50
- if (deployConfigRaw && deployConfigRaw.cloudSql) {
51
- return {
52
- cloudSql: {
53
- deleteDatabaseOnStop: envType === "review",
54
- },
55
- };
56
- }
57
- return {};
58
- },
59
- additionalSecretKeys: (ctx) => [
60
- {
61
- key: GCLOUD_DEPLOY_CREDENTIALS_KEY,
62
- hidden: true,
63
- },
64
- {
65
- key: GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
66
- hidden: true,
59
+ export const GCLOUD_RUN_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigCloudRun> =
60
+ {
61
+ jobs: createGoogleCloudRunDeployJobs,
62
+ defaults: ({ deployConfigRaw, envType }) => {
63
+ if (deployConfigRaw && deployConfigRaw.cloudSql) {
64
+ return {
65
+ cloudSql: {
66
+ deleteDatabaseOnStop: envType === "review",
67
+ },
68
+ };
69
+ }
70
+ return {};
67
71
  },
68
- ...(ctx.deployConfigRaw && ctx.deployConfigRaw.cloudSql
69
- ? [{ key: "DB_PASSWORD" }]
70
- : []),
71
- ],
72
- getAdditionalEnvVars: (ctx) => {
73
- const { fullName, env, componentName, deployConfigRaw } = ctx;
74
- const HOST_CANONICAL =
75
- fullName.toLowerCase() +
76
- "-" +
77
- (process.env[
78
- getSecretVarName(env, componentName, GCLOUD_RUN_CANONICAL_HOST_SUFFIX)
79
- ] ?? "unknown-host.example.com");
72
+ additionalSecretKeys: (ctx) => [
73
+ {
74
+ key: GCLOUD_DEPLOY_CREDENTIALS_KEY,
75
+ hidden: true,
76
+ },
77
+ {
78
+ key: GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
79
+ hidden: true,
80
+ },
81
+ ...(ctx.deployConfigRaw && ctx.deployConfigRaw.cloudSql
82
+ ? [{ key: "DB_PASSWORD" }]
83
+ : []),
84
+ ],
85
+ getAdditionalEnvVars: (ctx) => {
86
+ const { fullName, env, componentName, deployConfigRaw } = ctx;
80
87
 
81
- const jobTriggers =
82
- deployConfigRaw && deployConfigRaw.jobs
83
- ? Object.fromEntries(
84
- Object.entries(deployConfigRaw.jobs).map(([name, job]) => [
85
- "CLOUD_RUN_JOB_TRIGGER_URL_" + sanitizeForBashVariable(name),
86
- `https://${
87
- deployConfigRaw.region
88
- }-run.googleapis.com/apis/run.googleapis.com/v1/namespaces/${
89
- deployConfigRaw.projectId
90
- }/jobs/${getCloudRunJobName(fullName, name)}:run`,
91
- ])
92
- )
93
- : {};
88
+ const HOSTNAME_INTERNAL = joinBashExpressions(
89
+ [
90
+ fullName,
91
+ getBashVariable(
92
+ getSecretVarName(
93
+ env,
94
+ componentName,
95
+ GCLOUD_RUN_CANONICAL_HOST_SUFFIX,
96
+ ),
97
+ ),
98
+ ],
99
+ "-",
100
+ ).toLowerCase();
101
+ const jobTriggers =
102
+ deployConfigRaw && deployConfigRaw.jobs
103
+ ? Object.fromEntries(
104
+ Object.entries(deployConfigRaw.jobs).map(([name, job]) => [
105
+ "CLOUD_RUN_JOB_TRIGGER_URL_" + sanitizeForBashVariable(name),
106
+ `https://${
107
+ deployConfigRaw.region
108
+ }-run.googleapis.com/apis/run.googleapis.com/v1/namespaces/${
109
+ deployConfigRaw.projectId
110
+ }/jobs/${getCloudRunJobName(fullName, name)}:run`,
111
+ ]),
112
+ )
113
+ : {};
94
114
 
95
- return {
96
- HOST_CANONICAL,
97
- ...getCloudSqlVariables(ctx),
98
- ...jobTriggers,
99
- };
100
- },
101
- };
115
+ return {
116
+ HOSTNAME_INTERNAL,
117
+ ...getCloudSqlVariables(ctx),
118
+ ...jobTriggers,
119
+ DEPLOY_CLOUD_RUN_PROJECT_ID: deployConfigRaw
120
+ ? deployConfigRaw.projectId
121
+ : undefined,
122
+ DEPLOY_CLOUD_RUN_REGION: deployConfigRaw
123
+ ? deployConfigRaw.region
124
+ : undefined,
125
+ };
126
+ },
127
+ };
@@ -1,4 +1,5 @@
1
1
  import { isNil } from "lodash";
2
+ import type { BashExpression } from "../../../bash/BashExpression";
2
3
 
3
4
  /**
4
5
  * creates arguments string:
@@ -10,17 +11,24 @@ import { isNil } from "lodash";
10
11
  * @param args args record
11
12
  * @returns
12
13
  */
13
- export const createArgsString = (
14
- args: Record<string, string | number | true | false | undefined>
15
- ) =>
16
- Object.entries(args)
17
- .filter(([, value]) => !isNil(value))
18
- .map(([key, value]) => {
19
- if (value === true) {
20
- return `--${key}`;
21
- } else if (value === false) {
22
- return `--no-${key}`;
23
- }
24
- return `--${key}=${value}`;
25
- })
14
+ export const createArgsString = (...args: keyValuesArg[]) =>
15
+ args
16
+ .map((argObj) =>
17
+ Object.entries(argObj)
18
+ .filter(([, value]) => !isNil(value))
19
+ .map(([key, value]) => {
20
+ if (value === true) {
21
+ return `--${key}`;
22
+ } else if (value === false) {
23
+ return `--no-${key}`;
24
+ }
25
+ return `--${key}=${value}`;
26
+ }),
27
+ )
28
+ .flat()
26
29
  .join(" ");
30
+
31
+ export type keyValuesArg = Record<
32
+ string,
33
+ string | number | true | false | undefined | BashExpression
34
+ >;
@@ -1,16 +1,19 @@
1
- import type { Context } from "../../../types";
1
+ import type { ComponentContext } from "../../../types";
2
2
  import { allowFailureInScripts, repeatOnFailure } from "../../../utils/gitlab";
3
- import type { DeployConfigCloudRun } from "../../types";
3
+ import type {
4
+ DeployConfigCloudRun,
5
+ DeployConfigCloudRunCloudSql,
6
+ } from "../../types";
4
7
 
5
8
  export const getDatabaseDeleteScript = (
6
- context: Context,
7
- deployConfig: DeployConfigCloudRun
9
+ context: ComponentContext,
10
+ deployConfig: DeployConfigCloudRun,
8
11
  ): string[] => {
9
12
  if (!deployConfig.cloudSql || !deployConfig.cloudSql.deleteDatabaseOnStop) {
10
13
  throw new Error("not possible");
11
14
  }
15
+ const DB_NAME = context.environment.envVars["DB_NAME"];
12
16
 
13
- const { DB_NAME } = context.environment.envVars ?? {};
14
17
  if (!DB_NAME) {
15
18
  throw new Error("error: env vars did not specify DB_NAME");
16
19
  }
@@ -26,20 +29,20 @@ export const getDatabaseDeleteScript = (
26
29
  `gcloud sql databases delete ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
27
30
  {
28
31
  pauseInSeconds: 10,
29
- }
32
+ },
30
33
  ),
31
34
  ];
32
35
  };
33
36
 
34
37
  export const getDatabaseCreateScript = (
35
- context: Context,
36
- deployConfig: DeployConfigCloudRun
38
+ context: ComponentContext,
39
+ deployConfig: DeployConfigCloudRun,
37
40
  ): string[] => {
38
41
  if (!deployConfig.cloudSql) {
39
42
  throw new Error("not possible");
40
43
  }
41
44
 
42
- const { DB_NAME } = context.environment.envVars ?? {};
45
+ const DB_NAME = context.environment.envVars["DB_NAME"];
43
46
 
44
47
  if (!DB_NAME) {
45
48
  throw new Error("error: env vars did not specify DB_NAME");
@@ -53,3 +56,22 @@ export const getDatabaseCreateScript = (
53
56
  `gcloud sql databases create ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
54
57
  ]);
55
58
  };
59
+
60
+ export const DATABASE_JDBC_URL =
61
+ "jdbc:postgresql:///$DB_NAME?cloudSqlInstance=$CLOUD_SQL_INSTANCE_CONNECTION_NAME&socketFactory=com.google.cloud.sql.postgres.SocketFactory&user=$DB_USER&password=$DB_PASSWORD";
62
+
63
+ export const getDatabaseConnectionString = (
64
+ config: DeployConfigCloudRunCloudSql,
65
+ ): string => {
66
+ switch (config.dbConnectionStringFormat) {
67
+ case "jdbc":
68
+ return DATABASE_JDBC_URL;
69
+ case "rails":
70
+ return `postgresql://$DB_USER:$DB_PASSWORD@${encodeURIComponent(
71
+ `/cloudsql/${config.instanceConnectionName}`,
72
+ )}/$DB_NAME?`;
73
+ default:
74
+ // prisma
75
+ return "postgresql://$DB_USER:$DB_PASSWORD@localhost/$DB_NAME?host=/cloudsql/$CLOUD_SQL_INSTANCE_CONNECTION_NAME";
76
+ }
77
+ };
@@ -1,14 +1,12 @@
1
1
  import { GCLOUD_DEPLOY_CREDENTIALS_KEY } from "..";
2
2
  import { getSecretVarNameForContext } from "../../../context";
3
- import type { Context } from "../../../types";
3
+ import type { ComponentContext } from "../../../types";
4
4
 
5
- export const gcloudServiceAccountLoginCommands = (context: Context) => {
6
- return [
7
- `echo $${getSecretVarNameForContext(
8
- context,
9
- GCLOUD_DEPLOY_CREDENTIALS_KEY
10
- )} > ./____keyfile.json
11
- `,
12
- `gcloud auth activate-service-account --key-file="./____keyfile.json"`,
13
- ];
14
- };
5
+ export const gcloudServiceAccountLoginCommands = (
6
+ context: ComponentContext,
7
+ ) => [
8
+ `gcloud auth activate-service-account --key-file=<(echo "$${getSecretVarNameForContext(
9
+ context,
10
+ GCLOUD_DEPLOY_CREDENTIALS_KEY,
11
+ )}")`,
12
+ ];
@@ -0,0 +1,3 @@
1
+ import type { ComponentContext } from "../../../types/context";
2
+ export const getServiceName = (context: ComponentContext) =>
3
+ context.environment.fullName.toLowerCase();
@@ -1,2 +1,7 @@
1
- export const getCloudRunJobName = (fullAppName: string, jobName: string) =>
2
- fullAppName.toLowerCase() + "-" + jobName.toLowerCase();
1
+ import type { StringOrBashExpression } from "../../../bash/BashExpression";
2
+
3
+ export const getCloudRunJobName = (
4
+ fullAppName: StringOrBashExpression,
5
+ jobName: string,
6
+ ): StringOrBashExpression =>
7
+ fullAppName.toLowerCase().concat("-" + jobName.toLowerCase());
@@ -0,0 +1,12 @@
1
+ /**
2
+ *
3
+ * takes a command and removes the first keep lines from the output
4
+ *
5
+ * @param cmd the command, its stdout is then limited
6
+ * @param removeFirstN how many lines to remove at the start of the command
7
+ * @returns
8
+ */
9
+ export const removeFirstLinesFromCommandOutput = (
10
+ cmd: string,
11
+ removeFirstN: number,
12
+ ) => (removeFirstN === 0 ? cmd : `${cmd} | tail -n +${removeFirstN + 1}`);
@@ -1,4 +1,6 @@
1
1
  import type { Config } from "../..";
2
+ import type { StringOrBashExpression } from "../../bash/BashExpression";
3
+ import { joinBashExpressions } from "../../bash/BashExpression";
2
4
  import type {
3
5
  DeployConfigCloudRunCloudSql,
4
6
  DeployConfigKubernetesValuesCloudSQLUnmanaged,
@@ -9,15 +11,16 @@ export const getFullDbName = (
9
11
  | DeployConfigCloudRunCloudSql
10
12
  | DeployConfigKubernetesValuesCloudSQLUnmanaged,
11
13
  fullConfig: Config<never>,
12
- environmentSlugPrefix: string,
13
- componentName: string
14
+ environmentSlugPrefix: StringOrBashExpression,
15
+ componentName: string,
14
16
  ) => {
15
- return [
16
- cloudSqlConfig.dbNamePrefix ??
17
- `${fullConfig.customerName}-${fullConfig.appName}`,
18
- environmentSlugPrefix,
19
- cloudSqlConfig.dbBaseName ?? componentName,
20
- ]
21
- .filter(Boolean)
22
- .join("-");
17
+ return joinBashExpressions(
18
+ [
19
+ cloudSqlConfig.dbNamePrefix ??
20
+ `${fullConfig.customerName}-${fullConfig.appName}`,
21
+ environmentSlugPrefix,
22
+ cloudSqlConfig.dbBaseName ?? componentName,
23
+ ].flatMap((part) => (part ? [part] : [])),
24
+ "-",
25
+ );
23
26
  };
@@ -1,6 +1,7 @@
1
+ import { getAllCacheConfigsFromConfig } from "../../build/cache/getAllCacheConfigsFromConfig";
1
2
  import { getYarnInstall } from "../../build/node/yarn";
2
3
  import { getRunnerImage } from "../../runner";
3
- import type { Context } from "../../types/context";
4
+ import type { ComponentContext } from "../../types/context";
4
5
  import type { CatladderJob } from "../../types/jobs";
5
6
  import { createDeployementJobs } from "../base";
6
7
  import {
@@ -9,23 +10,26 @@ import {
9
10
  } from "../sbom";
10
11
  import { isOfDeployType } from "../types";
11
12
 
12
- export const createCustomDeployJobs = (context: Context): CatladderJob[] => {
13
- const deployConfig = context.componentConfig.deploy;
14
- if (deployConfig === false) {
15
- return [];
16
- }
13
+ export const createCustomDeployJobs = (
14
+ context: ComponentContext,
15
+ ): CatladderJob[] => {
16
+ const deployConfig = context.deploy?.config;
17
+
17
18
  if (!isOfDeployType(deployConfig, "custom")) {
18
19
  // should not happen
19
20
  throw new Error("deploy config is not custom");
20
21
  }
21
22
  // FIXME: custom deploy currently assumes yarn-based project
22
- const yarnInstall = getYarnInstall(context, { noCustomPostInstall: true });
23
- return createDeployementJobs(context, {
23
+ const yarnInstall = getYarnInstall(context, {
24
+ noCustomPostInstall: true,
25
+ });
26
+
27
+ const result = createDeployementJobs(context, {
24
28
  deploy: {
25
29
  image: deployConfig.jobImage ?? getRunnerImage("jobs-default"),
26
- cache: deployConfig.jobCache ?? [],
30
+ cache: getAllCacheConfigsFromConfig(context, deployConfig),
27
31
  script: [
28
- `cd ${context.componentConfig.dir}`,
32
+ `cd ${context.build.dir}`,
29
33
  ...(deployConfig.requiresYarnInstall ? yarnInstall : []),
30
34
  ...deployConfig.script,
31
35
  ...getDependencyTrackUploadScript(context),
@@ -43,4 +47,5 @@ export const createCustomDeployJobs = (context: Context): CatladderJob[] => {
43
47
  }
44
48
  : undefined,
45
49
  });
50
+ return result;
46
51
  };
@@ -1,7 +1,7 @@
1
- import type { DeployTypeDefinition } from "..";
1
+ import type { DeployConfigCustom, DeployTypeDefinition } from "..";
2
2
  import { createCustomDeployJobs } from "./deployJob";
3
3
 
4
- export const CUSTOM_DEPLOY_TYPE: DeployTypeDefinition<"custom"> = {
4
+ export const CUSTOM_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigCustom> = {
5
5
  jobs: createCustomDeployJobs,
6
6
  defaults: () => ({}),
7
7
  additionalSecretKeys: () => [],
@@ -1,15 +1,14 @@
1
1
  import { getDockerJobBaseProps, gitlabDockerLogin } from "../../build/docker";
2
2
 
3
- import type { Context } from "../../types/context";
3
+ import type { ComponentContext } from "../../types/context";
4
4
  import type { CatladderJob } from "../../types/jobs";
5
5
  import { createDeployementJobs } from "../base";
6
6
  import { isOfDeployType } from "../types";
7
7
 
8
- export const createDockerTagDeployJobs = (context: Context): CatladderJob[] => {
9
- const deployConfig = context.componentConfig.deploy;
10
- if (deployConfig === false) {
11
- return [];
12
- }
8
+ export const createDockerTagDeployJobs = (
9
+ context: ComponentContext,
10
+ ): CatladderJob[] => {
11
+ const deployConfig = context.deploy?.config;
13
12
  if (!isOfDeployType(deployConfig, "dockerTag")) {
14
13
  // should not happen
15
14
  throw new Error("deploy config is not dockerTag");
@@ -17,9 +16,9 @@ export const createDockerTagDeployJobs = (context: Context): CatladderJob[] => {
17
16
  const tag = deployConfig.tag;
18
17
  return createDeployementJobs(context, {
19
18
  deploy: {
20
- ...getDockerJobBaseProps(context),
19
+ ...getDockerJobBaseProps(),
21
20
  script: [
22
- gitlabDockerLogin,
21
+ ...gitlabDockerLogin(context),
23
22
  `docker pull $DOCKER_IMAGE:$DOCKER_IMAGE_TAG`,
24
23
  `docker tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG $DOCKER_IMAGE:${tag}`,
25
24
  `docker push $DOCKER_IMAGE:${tag}`,
@@ -1,9 +1,10 @@
1
- import type { DeployTypeDefinition } from "..";
1
+ import type { DeployConfigDockerTag, DeployTypeDefinition } from "..";
2
2
  import { createDockerTagDeployJobs } from "./deployJob";
3
3
 
4
- export const DOCKER_TAG_DEPLOY_TYPE: DeployTypeDefinition<"dockerTag"> = {
5
- jobs: createDockerTagDeployJobs,
6
- defaults: () => ({}),
7
- additionalSecretKeys: () => [],
8
- getAdditionalEnvVars: () => ({}),
9
- };
4
+ export const DOCKER_TAG_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigDockerTag> =
5
+ {
6
+ jobs: createDockerTagDeployJobs,
7
+ defaults: () => ({}),
8
+ additionalSecretKeys: () => [],
9
+ getAdditionalEnvVars: () => ({}),
10
+ };
@@ -1,5 +1,6 @@
1
- import type { SecretEnvVar } from "..";
2
- import type { Context } from "../types/context";
1
+ import type { BuildConfig, SecretEnvVar } from "..";
2
+ import type { BashExpression } from "../bash/BashExpression";
3
+ import type { ComponentContext } from "../types/context";
3
4
  import type { EnvironmentContext } from "../types/environmentContext";
4
5
  import type { CatladderJob } from "../types/jobs";
5
6
  import type { PartialDeep } from "../types/utils";
@@ -7,26 +8,28 @@ import { GCLOUD_RUN_DEPLOY_TYPE } from "./cloudRun";
7
8
  import { CUSTOM_DEPLOY_TYPE } from "./custom";
8
9
  import { DOCKER_TAG_DEPLOY_TYPE } from "./dockerTag";
9
10
  import { KUBERNETES_DEPLOY_TYPE } from "./kubernetes";
10
- import type { DeployConfigGeneric, DeployConfigType } from "./types";
11
+ import type {
12
+ DeployConfig,
13
+ DeployConfigGeneric,
14
+ DeployConfigType,
15
+ } from "./types";
11
16
  export * from "./cloudRun";
12
17
  export * from "./kubernetes";
13
18
  export * from "./types";
14
19
  export * from "./utils";
15
20
 
16
- export type DeployTypeDefinition<T extends DeployConfigType> = {
17
- jobs: (context: Context) => CatladderJob[];
18
- defaults: (
19
- envContext: EnvironmentContext<any, T>
20
- ) => PartialDeep<DeployConfigGeneric<T>>;
21
+ export type DeployTypeDefinition<D extends DeployConfig> = {
22
+ jobs: (context: ComponentContext) => CatladderJob[];
23
+ defaults: (envContext: EnvironmentContext<BuildConfig, D>) => PartialDeep<D>;
21
24
  additionalSecretKeys: (
22
- envContext: EnvironmentContext<any, T>
25
+ envContext: EnvironmentContext<BuildConfig, D>,
23
26
  ) => SecretEnvVar[];
24
27
  getAdditionalEnvVars: (
25
- envContext: EnvironmentContext<any, T>
26
- ) => Record<string, string | undefined | null>;
28
+ envContext: EnvironmentContext<BuildConfig, D>,
29
+ ) => Record<string, string | BashExpression | undefined | null>;
27
30
  };
28
31
  export type DeployTypes = {
29
- [T in DeployConfigType]: DeployTypeDefinition<T>;
32
+ [T in DeployConfigType]: DeployTypeDefinition<DeployConfigGeneric<T>>;
30
33
  };
31
34
 
32
35
  export const DEPLOY_TYPES: DeployTypes = {
@@ -1,8 +1,10 @@
1
+ import type { BuildConfig } from "../../build";
1
2
  import type { EnvironmentContext } from "../../types/environmentContext";
3
+ import type { DeployConfigKubernetes } from "../types";
2
4
 
3
5
  export const additionalKubernetesSecretKeys = ({
4
6
  deployConfigRaw,
5
- }: EnvironmentContext<any, "kubernetes">) => {
7
+ }: EnvironmentContext<BuildConfig, DeployConfigKubernetes>) => {
6
8
  if (!deployConfigRaw) {
7
9
  return [];
8
10
  }
@@ -1,11 +1,15 @@
1
+ import type { StringOrBashExpression } from "../../../bash/BashExpression";
1
2
  import { getSecretVarNameForContext } from "../../../context";
2
- import type { Context } from "../../../types";
3
+ import type { ComponentContext } from "../../../types";
4
+ import type { VariableValue } from "../../../variables/VariableValue";
3
5
  import { getFullDbName } from "../../cloudSql/utils";
4
6
  import { isOfDeployType } from "../../types";
5
7
 
6
- export const hasKubernetesCloudSQL = (context: Context) => {
7
- if (isOfDeployType(context.componentConfig.deploy, "kubernetes")) {
8
- return context.componentConfig.deploy.values?.cloudsql?.enabled;
8
+ export const hasKubernetesCloudSQL = (context: ComponentContext) => {
9
+ const deployConfig = context.deploy?.config;
10
+
11
+ if (isOfDeployType(deployConfig, "kubernetes")) {
12
+ return deployConfig.values?.cloudsql?.enabled;
9
13
  }
10
14
  return false;
11
15
  };
@@ -15,19 +19,20 @@ type CloudSqlValues = {
15
19
  proxyCredentials: string;
16
20
 
17
21
  instanceConnectionName: string;
18
- fullDbName: string;
22
+ fullDbName: VariableValue;
19
23
  dbUser: string;
20
24
  };
21
25
  export const createKubernetesCloudsqlBaseValues = (
22
- context: Context
26
+ context: ComponentContext,
23
27
  ): {
24
28
  cloudsql: CloudSqlValues;
25
29
  } => {
26
- if (!isOfDeployType(context.componentConfig.deploy, "kubernetes")) {
30
+ const deployConfig = context.deploy?.config;
31
+ if (!isOfDeployType(deployConfig, "kubernetes")) {
27
32
  throw new Error("cannot get cloud sql config");
28
33
  }
29
34
 
30
- const config = context.componentConfig.deploy.values?.cloudsql;
35
+ const config = deployConfig.values?.cloudsql;
31
36
 
32
37
  if (!config) {
33
38
  throw new Error("cannot get cloud sql config");
@@ -35,23 +40,9 @@ export const createKubernetesCloudsqlBaseValues = (
35
40
 
36
41
  const proxyCredentials = `$${getSecretVarNameForContext(
37
42
  context,
38
- "cloudsqlProxyCredentials"
43
+ "cloudsqlProxyCredentials",
39
44
  )}`;
40
- if (config?.type !== "unmanaged") {
41
- const instanceConnectionName = `${config.projectId ?? "skynet-164509"}:${
42
- config.region ?? "europe-west6"
43
- }:${config.instanceId ?? context.environment.envVars.KUBE_NAMESPACE}`;
44
-
45
- return {
46
- cloudsql: {
47
- enabled: config.enabled,
48
- dbUser: "postgres",
49
- instanceConnectionName,
50
- proxyCredentials,
51
- fullDbName: context.environment.envVars.KUBE_APP_NAME,
52
- },
53
- };
54
- } else if (config.type === "unmanaged") {
45
+ if (config.type === "unmanaged") {
55
46
  return {
56
47
  cloudsql: {
57
48
  enabled: config.enabled,
@@ -62,7 +53,7 @@ export const createKubernetesCloudsqlBaseValues = (
62
53
  config,
63
54
  context.fullConfig,
64
55
  context.environment.slugPrefix,
65
- context.componentName
56
+ context.name,
66
57
  ),
67
58
  },
68
59
  };