@catladder/pipeline 0.0.0-node16-ddfae617 → 0.0.0-perf-cli-reduce-bundle-size-with-tsconfig-optimization-3556aaa4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (543) hide show
  1. package/README.md +17 -0
  2. package/bin/catladder-gitlab-dev.js +3 -0
  3. package/bin/catladder-gitlab.js +1 -1
  4. package/dist/bash/BashExpression.d.ts +40 -0
  5. package/dist/bash/BashExpression.js +124 -0
  6. package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
  7. package/dist/bash/bashExpressionPerPipelineType.js +11 -0
  8. package/dist/bash/bashYaml.d.ts +10 -0
  9. package/dist/bash/bashYaml.js +46 -0
  10. package/dist/bash/getInjectVarsScript.d.ts +2 -0
  11. package/dist/bash/getInjectVarsScript.js +45 -0
  12. package/dist/bash/replaceAsync.d.ts +2 -0
  13. package/dist/bash/replaceAsync.js +171 -0
  14. package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
  15. package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
  16. package/dist/build/base/__tests__/createArtifactsConfig.test.js +42 -0
  17. package/dist/build/base/constants.d.ts +0 -1
  18. package/dist/build/base/constants.js +4 -3
  19. package/dist/build/base/createAppBuildJob.d.ts +9 -0
  20. package/dist/build/base/createAppBuildJob.js +87 -0
  21. package/dist/build/base/createArtifactsConfig.d.ts +4 -0
  22. package/dist/build/base/createArtifactsConfig.js +65 -0
  23. package/dist/build/base/index.d.ts +12 -0
  24. package/dist/build/base/index.js +68 -0
  25. package/dist/build/base/writeBuildInfo.d.ts +2 -0
  26. package/dist/build/base/writeBuildInfo.js +10 -0
  27. package/dist/build/base/writeDotEnv.d.ts +8 -0
  28. package/dist/build/base/writeDotEnv.js +66 -0
  29. package/dist/build/custom/__tests__/testJob.test.js +36 -0
  30. package/dist/build/custom/buildJob.d.ts +3 -0
  31. package/dist/build/custom/buildJob.js +67 -0
  32. package/dist/build/custom/index.d.ts +3 -0
  33. package/dist/build/custom/index.js +43 -0
  34. package/dist/build/custom/testJob.d.ts +7 -0
  35. package/dist/build/custom/testJob.js +100 -0
  36. package/dist/build/docker.d.ts +61 -22
  37. package/dist/build/docker.js +110 -73
  38. package/dist/build/index.d.ts +16 -8
  39. package/dist/build/index.js +61 -19
  40. package/dist/build/node/buildJob.d.ts +8 -3
  41. package/dist/build/node/buildJob.js +48 -68
  42. package/dist/build/node/cache.d.ts +4 -3
  43. package/dist/build/node/cache.js +45 -32
  44. package/dist/build/node/constants.d.ts +0 -1
  45. package/dist/build/node/constants.js +5 -4
  46. package/dist/build/node/index.d.ts +5 -5
  47. package/dist/build/node/index.js +6 -17
  48. package/dist/build/node/meteor.d.ts +3 -3
  49. package/dist/build/node/meteor.js +26 -37
  50. package/dist/build/node/testJob.d.ts +4 -3
  51. package/dist/build/node/testJob.js +35 -36
  52. package/dist/build/node/yarn.d.ts +6 -6
  53. package/dist/build/node/yarn.js +40 -25
  54. package/dist/build/rails/build.d.ts +3 -0
  55. package/dist/build/rails/build.js +90 -0
  56. package/dist/build/rails/index.d.ts +3 -0
  57. package/dist/build/rails/index.js +43 -0
  58. package/dist/build/rails/test.d.ts +3 -0
  59. package/dist/build/rails/test.js +103 -0
  60. package/dist/build/sbom.d.ts +5 -0
  61. package/dist/build/sbom.js +32 -0
  62. package/dist/build/types.d.ts +251 -33
  63. package/dist/build/types.js +10 -6
  64. package/dist/bundles/catladder-gitlab/index.js +41626 -0
  65. package/dist/catladder-gitlab.js +130 -68
  66. package/dist/config/{configruedEnvs.test.js → __tests__/configruedEnvs.test.js} +13 -13
  67. package/dist/config/__tests__/getAllEnvs.test.js +79 -0
  68. package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
  69. package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
  70. package/dist/config/configruedEnvs.d.ts +1 -1
  71. package/dist/config/configruedEnvs.js +10 -23
  72. package/dist/config/index.js +13 -11
  73. package/dist/config/readConfig.d.ts +3 -3
  74. package/dist/config/readConfig.js +193 -52
  75. package/dist/constants.js +5 -3
  76. package/dist/context/__tests__/resolveReferences.test.d.ts +1 -0
  77. package/dist/context/__tests__/resolveReferences.test.js +368 -0
  78. package/dist/context/createAllComponentsContext.d.ts +12 -0
  79. package/dist/context/createAllComponentsContext.js +159 -0
  80. package/dist/context/createComponentContext.d.ts +11 -0
  81. package/dist/context/createComponentContext.js +256 -0
  82. package/dist/context/createWorkspaceContext.d.ts +16 -0
  83. package/dist/context/createWorkspaceContext.js +173 -0
  84. package/dist/context/getBuildInfoVariables.d.ts +6 -0
  85. package/dist/context/getBuildInfoVariables.js +55 -0
  86. package/dist/context/getEnvConfig.d.ts +2 -0
  87. package/dist/context/getEnvConfig.js +20 -0
  88. package/dist/context/getEnvType.d.ts +4 -0
  89. package/dist/context/getEnvType.js +15 -0
  90. package/dist/context/getEnvironment.d.ts +3 -0
  91. package/dist/{pipeline/createChildPipeline.test.js → context/getEnvironment.js} +50 -86
  92. package/dist/context/getEnvironmentContext.d.ts +8 -0
  93. package/dist/context/getEnvironmentContext.js +43 -0
  94. package/dist/context/getEnvironmentVariables.d.ts +27 -0
  95. package/dist/context/getEnvironmentVariables.js +285 -0
  96. package/dist/context/getLabels.d.ts +9 -0
  97. package/dist/context/getLabels.js +41 -0
  98. package/dist/context/getReviewSlug.d.ts +4 -0
  99. package/dist/context/getReviewSlug.js +22 -0
  100. package/dist/context/index.d.ts +3 -6
  101. package/dist/context/index.js +22 -219
  102. package/dist/context/resolveReferences.d.ts +3 -3
  103. package/dist/context/resolveReferences.js +248 -55
  104. package/dist/context/transformJobOnlyVars.d.ts +13 -0
  105. package/dist/{build/tests/storybook.test.js → context/transformJobOnlyVars.js} +54 -106
  106. package/dist/context/utils/envVars.d.ts +8 -0
  107. package/dist/context/utils/envVars.js +55 -0
  108. package/dist/defaults/index.d.ts +1 -1
  109. package/dist/defaults/index.js +3 -1
  110. package/dist/deploy/base/deploy.d.ts +5 -0
  111. package/dist/deploy/base/deploy.js +121 -0
  112. package/dist/deploy/base/index.d.ts +10 -0
  113. package/dist/deploy/base/index.js +44 -0
  114. package/dist/deploy/base/rollback.d.ts +5 -0
  115. package/dist/deploy/base/rollback.js +41 -0
  116. package/dist/deploy/base/stop.d.ts +5 -0
  117. package/dist/deploy/base/stop.js +46 -0
  118. package/dist/deploy/base/types.d.ts +2 -0
  119. package/dist/deploy/base/types.js +5 -0
  120. package/dist/deploy/base/variables.d.ts +5 -0
  121. package/dist/deploy/base/variables.js +11 -0
  122. package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
  123. package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
  124. package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
  125. package/dist/deploy/cloudRun/cleanup.js +53 -0
  126. package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
  127. package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
  128. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
  129. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +187 -0
  130. package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
  131. package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +93 -0
  132. package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
  133. package/dist/deploy/cloudRun/createJobs/common.js +93 -0
  134. package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
  135. package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
  136. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
  137. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
  138. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
  139. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
  140. package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
  141. package/dist/deploy/cloudRun/createJobs/index.js +58 -0
  142. package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
  143. package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
  144. package/dist/deploy/cloudRun/index.d.ts +4 -0
  145. package/dist/deploy/cloudRun/index.js +128 -0
  146. package/dist/deploy/cloudRun/utils/createArgsString.d.ts +13 -0
  147. package/dist/deploy/cloudRun/utils/createArgsString.js +63 -0
  148. package/dist/deploy/cloudRun/utils/database.d.ts +6 -0
  149. package/dist/deploy/cloudRun/utils/database.js +77 -0
  150. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -0
  151. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +12 -0
  152. package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
  153. package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
  154. package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -0
  155. package/dist/deploy/cloudRun/utils/jobName.js +10 -0
  156. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
  157. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
  158. package/dist/deploy/cloudSql/utils.d.ts +4 -0
  159. package/dist/deploy/cloudSql/utils.js +14 -0
  160. package/dist/deploy/custom/deployJob.d.ts +3 -3
  161. package/dist/deploy/custom/deployJob.js +28 -25
  162. package/dist/deploy/custom/index.d.ts +2 -1
  163. package/dist/deploy/custom/index.js +16 -19
  164. package/dist/deploy/dockerTag/deployJob.d.ts +3 -0
  165. package/dist/deploy/dockerTag/deployJob.js +65 -0
  166. package/dist/deploy/dockerTag/index.d.ts +2 -0
  167. package/dist/deploy/dockerTag/index.js +19 -0
  168. package/dist/deploy/index.d.ts +15 -9
  169. package/dist/deploy/index.js +20 -27
  170. package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +8 -0
  171. package/dist/deploy/kubernetes/additionalSecretKeys.js +30 -0
  172. package/dist/deploy/kubernetes/cloudSql/index.d.ts +14 -0
  173. package/dist/deploy/kubernetes/cloudSql/index.js +55 -0
  174. package/dist/deploy/kubernetes/deployJob.d.ts +3 -3
  175. package/dist/deploy/kubernetes/deployJob.js +43 -124
  176. package/dist/deploy/kubernetes/index.d.ts +3 -1
  177. package/dist/deploy/kubernetes/index.js +86 -11
  178. package/dist/deploy/kubernetes/kubeEnv.d.ts +10 -0
  179. package/dist/deploy/kubernetes/kubeEnv.js +76 -0
  180. package/dist/deploy/kubernetes/kubeValues.d.ts +90 -0
  181. package/dist/deploy/kubernetes/kubeValues.js +123 -0
  182. package/dist/deploy/kubernetes/mongodb.d.ts +19 -6
  183. package/dist/deploy/kubernetes/mongodb.js +100 -11
  184. package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +27 -29
  185. package/dist/deploy/kubernetes/processSecretsAsFiles.js +5 -11
  186. package/dist/deploy/sbom.d.ts +4 -0
  187. package/dist/deploy/sbom.js +20 -0
  188. package/dist/deploy/types/base.d.ts +36 -0
  189. package/dist/deploy/types/base.js +5 -0
  190. package/dist/deploy/types/custom.d.ts +33 -0
  191. package/dist/deploy/types/custom.js +5 -0
  192. package/dist/deploy/types/dockerTag.d.ts +12 -0
  193. package/dist/deploy/types/dockerTag.js +5 -0
  194. package/dist/deploy/types/googleCloudRun.d.ts +208 -0
  195. package/dist/deploy/types/googleCloudRun.js +5 -0
  196. package/dist/deploy/types/index.d.ts +22 -0
  197. package/dist/deploy/types/index.js +37 -0
  198. package/dist/deploy/types/kubernetes.d.ts +355 -0
  199. package/dist/deploy/types/kubernetes.js +5 -0
  200. package/dist/deploy/utils.d.ts +3 -3
  201. package/dist/deploy/utils.js +8 -12
  202. package/dist/index.d.ts +3 -2
  203. package/dist/index.js +16 -19
  204. package/dist/packageInfos.d.ts +4 -0
  205. package/dist/packageInfos.js +20 -0
  206. package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
  207. package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
  208. package/dist/pipeline/createAllJobs.d.ts +18 -0
  209. package/dist/pipeline/createAllJobs.js +236 -0
  210. package/dist/pipeline/createChildPipeline.d.ts +3 -3
  211. package/dist/pipeline/createChildPipeline.js +45 -157
  212. package/dist/pipeline/createJobsForComponent.d.ts +3 -0
  213. package/dist/{build/base/createBuildJob.js → pipeline/createJobsForComponent.js} +32 -51
  214. package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
  215. package/dist/pipeline/createJobsForWorkspace.js +12 -0
  216. package/dist/pipeline/createMainPipeline.d.ts +3 -0
  217. package/dist/pipeline/createMainPipeline.js +269 -0
  218. package/dist/pipeline/generatePipelineFiles.d.ts +40 -0
  219. package/dist/pipeline/generatePipelineFiles.js +240 -0
  220. package/dist/pipeline/getPipelineStages.d.ts +7 -0
  221. package/dist/pipeline/getPipelineStages.js +56 -0
  222. package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -0
  223. package/dist/pipeline/gitlab/createGitlabJobs.js +461 -0
  224. package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +8 -0
  225. package/dist/pipeline/gitlab/createGitlabPipeline.js +41 -0
  226. package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.d.ts +1 -0
  227. package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.js +29 -0
  228. package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +35 -0
  229. package/dist/pipeline/gitlab/gitlabReleaseJobs.js +27 -0
  230. package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
  231. package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
  232. package/dist/pipeline/index.d.ts +3 -1
  233. package/dist/pipeline/index.js +16 -12
  234. package/dist/pipeline/packageManager.d.ts +3 -2
  235. package/dist/pipeline/packageManager.js +69 -196
  236. package/dist/pipeline/yarn/yarnUtils.d.ts +5 -0
  237. package/dist/pipeline/yarn/yarnUtils.js +241 -0
  238. package/dist/rules/index.d.ts +10 -2
  239. package/dist/rules/index.js +36 -16
  240. package/dist/runner/index.d.ts +2 -3
  241. package/dist/runner/index.js +3 -4
  242. package/dist/tsconfig.tsbuildinfo +1 -1
  243. package/dist/types/config.d.ts +56 -32
  244. package/dist/types/config.js +11 -18
  245. package/dist/types/context.d.ts +143 -27
  246. package/dist/types/context.js +12 -1
  247. package/dist/types/environmentContext.d.ts +31 -0
  248. package/dist/types/environmentContext.js +5 -0
  249. package/dist/types/gitlab-ci-yml.d.ts +769 -0
  250. package/dist/types/gitlab-ci-yml.js +10 -0
  251. package/dist/types/gitlab-types.d.ts +12 -60
  252. package/dist/types/gitlab-types.js +3 -1
  253. package/dist/types/index.js +13 -13
  254. package/dist/types/jobs.d.ts +55 -21
  255. package/dist/types/jobs.js +4 -2
  256. package/dist/types/pipeline.d.ts +5 -4
  257. package/dist/types/pipeline.js +3 -1
  258. package/dist/types/utils.d.ts +1 -0
  259. package/dist/types/utils.js +5 -0
  260. package/dist/utils/gitlab.d.ts +6 -0
  261. package/dist/utils/gitlab.js +56 -0
  262. package/dist/utils/index.d.ts +1 -1
  263. package/dist/utils/index.js +8 -16
  264. package/dist/utils/jsonParse.d.ts +1 -0
  265. package/dist/utils/jsonParse.js +14 -0
  266. package/dist/utils/removeUndefined.d.ts +1 -0
  267. package/dist/utils/removeUndefined.js +36 -0
  268. package/dist/utils/writeFiles.d.ts +11 -0
  269. package/dist/utils/writeFiles.js +180 -0
  270. package/examples/.test-gen-ignore +1 -0
  271. package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +3300 -0
  272. package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +3260 -0
  273. package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +3300 -0
  274. package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +3404 -0
  275. package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +3300 -0
  276. package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +3322 -0
  277. package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +3300 -0
  278. package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +3300 -0
  279. package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +3388 -0
  280. package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +2900 -0
  281. package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +3300 -0
  282. package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +6760 -0
  283. package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +6030 -0
  284. package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +3316 -0
  285. package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +2983 -0
  286. package/examples/__snapshots__/custom-build-job.test.ts.snap +2572 -0
  287. package/examples/__snapshots__/custom-deploy.test.ts.snap +2824 -0
  288. package/examples/__snapshots__/custom-envs.test.ts.snap +1884 -0
  289. package/examples/__snapshots__/custom-sbom-java.test.ts.snap +2588 -0
  290. package/examples/__snapshots__/git-submodule.test.ts.snap +3304 -0
  291. package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +4228 -0
  292. package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.test.ts.snap +4252 -0
  293. package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +4268 -0
  294. package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +7910 -0
  295. package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +4476 -0
  296. package/examples/__snapshots__/local-dot-env.test.ts.snap +3300 -0
  297. package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +4342 -0
  298. package/examples/__snapshots__/multiline-var.test.ts.snap +7864 -0
  299. package/examples/__snapshots__/native-app.test.ts.snap +5316 -0
  300. package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +3300 -0
  301. package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +3316 -0
  302. package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +2011 -0
  303. package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +3465 -0
  304. package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +3380 -0
  305. package/examples/__utils__/helpers.ts +27 -0
  306. package/examples/cloud-run-memory-limit.test.ts +18 -0
  307. package/examples/cloud-run-memory-limit.ts +33 -0
  308. package/examples/cloud-run-meteor-with-worker.test.ts +18 -0
  309. package/examples/cloud-run-meteor-with-worker.ts +37 -0
  310. package/examples/cloud-run-no-cpu-throttling.test.ts +18 -0
  311. package/examples/cloud-run-no-cpu-throttling.ts +35 -0
  312. package/examples/cloud-run-no-service.test.ts +18 -0
  313. package/examples/cloud-run-no-service.ts +33 -0
  314. package/examples/cloud-run-non-public.test.ts +18 -0
  315. package/examples/cloud-run-non-public.ts +28 -0
  316. package/examples/cloud-run-post-stop-job.test.ts +18 -0
  317. package/examples/cloud-run-post-stop-job.ts +42 -0
  318. package/examples/cloud-run-service-gen2.test.ts +18 -0
  319. package/examples/cloud-run-service-gen2.ts +29 -0
  320. package/examples/cloud-run-service-increase-timout.test.ts +18 -0
  321. package/examples/cloud-run-service-increase-timout.ts +29 -0
  322. package/examples/cloud-run-service-with-volumes.test.ts +18 -0
  323. package/examples/cloud-run-service-with-volumes.ts +56 -0
  324. package/examples/cloud-run-storybook.test.ts +18 -0
  325. package/examples/cloud-run-storybook.ts +33 -0
  326. package/examples/cloud-run-with-ngnix.test.ts +18 -0
  327. package/examples/cloud-run-with-ngnix.ts +29 -0
  328. package/examples/cloud-run-with-sql-reuse-db.test.ts +18 -0
  329. package/examples/cloud-run-with-sql-reuse-db.ts +55 -0
  330. package/examples/cloud-run-with-sql.test.ts +18 -0
  331. package/examples/cloud-run-with-sql.ts +71 -0
  332. package/examples/cloud-run-with-worker.test.ts +18 -0
  333. package/examples/cloud-run-with-worker.ts +37 -0
  334. package/examples/custom-build-job-with-tests.test.ts +18 -0
  335. package/examples/custom-build-job-with-tests.ts +56 -0
  336. package/examples/custom-build-job.test.ts +18 -0
  337. package/examples/custom-build-job.ts +29 -0
  338. package/examples/custom-deploy.test.ts +18 -0
  339. package/examples/custom-deploy.ts +36 -0
  340. package/examples/custom-envs.test.ts +18 -0
  341. package/examples/custom-envs.ts +32 -0
  342. package/examples/custom-sbom-java.test.ts +18 -0
  343. package/examples/custom-sbom-java.ts +38 -0
  344. package/examples/git-submodule.test.ts +18 -0
  345. package/examples/git-submodule.ts +30 -0
  346. package/examples/kubernetes-application-customization.test.ts +18 -0
  347. package/examples/kubernetes-application-customization.ts +59 -0
  348. package/examples/kubernetes-with-cloud-sql-legacy.test.ts +18 -0
  349. package/examples/kubernetes-with-cloud-sql-legacy.ts +35 -0
  350. package/examples/kubernetes-with-cloud-sql.test.ts +18 -0
  351. package/examples/kubernetes-with-cloud-sql.ts +37 -0
  352. package/examples/kubernetes-with-jobs.test.ts +18 -0
  353. package/examples/kubernetes-with-jobs.ts +70 -0
  354. package/examples/kubernetes-with-mongodb.test.ts +18 -0
  355. package/examples/kubernetes-with-mongodb.ts +51 -0
  356. package/examples/local-dot-env.test.ts +18 -0
  357. package/examples/local-dot-env.ts +27 -0
  358. package/examples/meteor-kubernetes.test.ts +18 -0
  359. package/examples/meteor-kubernetes.ts +64 -0
  360. package/examples/multiline-var.test.ts +18 -0
  361. package/examples/multiline-var.ts +65 -0
  362. package/examples/native-app.test.ts +18 -0
  363. package/examples/native-app.ts +83 -0
  364. package/examples/node-build-with-custom-image.test.ts +18 -0
  365. package/examples/node-build-with-custom-image.ts +26 -0
  366. package/examples/node-build-with-docker-additions.test.ts +18 -0
  367. package/examples/node-build-with-docker-additions.ts +29 -0
  368. package/examples/rails-k8s-with-worker-dockerfile.test.ts +9 -0
  369. package/examples/rails-k8s-with-worker.test.ts +18 -0
  370. package/examples/rails-k8s-with-worker.ts +95 -0
  371. package/examples/wait-for-other-deploy.test.ts +18 -0
  372. package/examples/wait-for-other-deploy.ts +37 -0
  373. package/package.json +76 -17
  374. package/scripts/bundle +2 -0
  375. package/scripts/generate-examples-test.ts +93 -0
  376. package/scripts/generate-gitlab-ci-types.ts +51 -0
  377. package/scripts/tsconfig.json +7 -0
  378. package/src/bash/BashExpression.ts +81 -0
  379. package/src/bash/bashExpressionPerPipelineType.ts +16 -0
  380. package/src/bash/bashYaml.ts +46 -0
  381. package/src/bash/getInjectVarsScript.ts +12 -0
  382. package/src/bash/replaceAsync.ts +50 -0
  383. package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
  384. package/src/build/base/__tests__/__snapshots__/createArtifactsConfig.test.ts.snap +49 -0
  385. package/src/build/base/__tests__/createArtifactsConfig.test.ts +41 -0
  386. package/src/build/base/constants.ts +2 -2
  387. package/src/build/base/createAppBuildJob.ts +70 -0
  388. package/src/build/base/createArtifactsConfig.ts +34 -0
  389. package/src/build/base/index.ts +62 -0
  390. package/src/build/base/writeBuildInfo.ts +7 -0
  391. package/src/build/base/writeDotEnv.ts +40 -0
  392. package/src/build/custom/__tests__/testJob.test.ts +29 -0
  393. package/src/build/custom/buildJob.ts +41 -0
  394. package/src/build/custom/index.ts +8 -0
  395. package/src/build/custom/testJob.ts +93 -0
  396. package/src/build/docker.ts +173 -63
  397. package/src/build/index.ts +59 -8
  398. package/src/build/node/buildJob.ts +84 -64
  399. package/src/build/node/cache.ts +59 -24
  400. package/src/build/node/constants.ts +2 -3
  401. package/src/build/node/index.ts +9 -5
  402. package/src/build/node/meteor.ts +41 -44
  403. package/src/build/node/testJob.ts +57 -16
  404. package/src/build/node/yarn.ts +81 -25
  405. package/src/build/rails/build.ts +69 -0
  406. package/src/build/rails/index.ts +8 -0
  407. package/src/build/rails/test.ts +103 -0
  408. package/src/build/sbom.ts +48 -0
  409. package/src/build/types.ts +301 -27
  410. package/src/catladder-gitlab.ts +12 -52
  411. package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
  412. package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
  413. package/src/config/{configruedEnvs.test.ts → __tests__/configruedEnvs.test.ts} +3 -3
  414. package/src/config/__tests__/getAllEnvs.test.ts +71 -0
  415. package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
  416. package/src/config/configruedEnvs.ts +8 -13
  417. package/src/config/readConfig.ts +17 -23
  418. package/src/constants.ts +5 -2
  419. package/src/context/{resolveReferences.test.ts → __tests__/resolveReferences.test.ts} +34 -44
  420. package/src/context/createAllComponentsContext.ts +31 -0
  421. package/src/context/createComponentContext.ts +135 -0
  422. package/src/context/createWorkspaceContext.ts +56 -0
  423. package/src/context/getBuildInfoVariables.ts +36 -0
  424. package/src/context/getEnvConfig.ts +21 -0
  425. package/src/context/getEnvType.ts +17 -0
  426. package/src/context/getEnvironment.ts +26 -0
  427. package/src/context/getEnvironmentContext.ts +53 -0
  428. package/src/context/getEnvironmentVariables.ts +210 -0
  429. package/src/context/getLabels.ts +21 -0
  430. package/src/context/getReviewSlug.ts +27 -0
  431. package/src/context/index.ts +3 -232
  432. package/src/context/resolveReferences.ts +67 -40
  433. package/src/context/transformJobOnlyVars.ts +45 -0
  434. package/src/context/utils/envVars.ts +27 -0
  435. package/src/defaults/index.ts +1 -1
  436. package/src/deploy/base/deploy.ts +136 -0
  437. package/src/deploy/base/index.ts +22 -0
  438. package/src/deploy/base/rollback.ts +38 -0
  439. package/src/deploy/base/stop.ts +43 -0
  440. package/src/deploy/base/types.ts +3 -0
  441. package/src/deploy/base/variables.ts +5 -0
  442. package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
  443. package/src/deploy/cloudRun/cleanup.ts +30 -0
  444. package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
  445. package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +198 -0
  446. package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
  447. package/src/deploy/cloudRun/createJobs/common.ts +59 -0
  448. package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
  449. package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +79 -0
  450. package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
  451. package/src/deploy/cloudRun/createJobs/index.ts +51 -0
  452. package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
  453. package/src/deploy/cloudRun/index.ts +127 -0
  454. package/src/deploy/cloudRun/utils/createArgsString.ts +34 -0
  455. package/src/deploy/cloudRun/utils/database.ts +77 -0
  456. package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +12 -0
  457. package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
  458. package/src/deploy/cloudRun/utils/jobName.ts +7 -0
  459. package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
  460. package/src/deploy/cloudSql/utils.ts +26 -0
  461. package/src/deploy/custom/deployJob.ts +41 -16
  462. package/src/deploy/custom/index.ts +9 -1
  463. package/src/deploy/dockerTag/deployJob.ts +29 -0
  464. package/src/deploy/dockerTag/index.ts +10 -0
  465. package/src/deploy/index.ts +32 -17
  466. package/src/deploy/kubernetes/additionalSecretKeys.ts +25 -0
  467. package/src/deploy/kubernetes/cloudSql/index.ts +76 -0
  468. package/src/deploy/kubernetes/deployJob.ts +61 -115
  469. package/src/deploy/kubernetes/index.ts +50 -1
  470. package/src/deploy/kubernetes/kubeEnv.ts +50 -0
  471. package/src/deploy/kubernetes/kubeValues.ts +100 -0
  472. package/src/deploy/kubernetes/mongodb.ts +106 -8
  473. package/src/deploy/kubernetes/processSecretsAsFiles.ts +6 -5
  474. package/src/deploy/sbom.ts +32 -0
  475. package/src/deploy/types/base.ts +43 -0
  476. package/src/deploy/types/custom.ts +36 -0
  477. package/src/deploy/types/dockerTag.ts +14 -0
  478. package/src/deploy/types/googleCloudRun.ts +282 -0
  479. package/src/deploy/types/index.ts +28 -0
  480. package/src/deploy/types/kubernetes.ts +390 -0
  481. package/src/deploy/utils.ts +10 -6
  482. package/src/index.ts +2 -1
  483. package/src/packageInfos.ts +14 -0
  484. package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
  485. package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
  486. package/src/pipeline/createAllJobs.ts +72 -0
  487. package/src/pipeline/createChildPipeline.ts +24 -43
  488. package/src/pipeline/createJobsForComponent.ts +35 -0
  489. package/src/pipeline/createJobsForWorkspace.ts +12 -0
  490. package/src/pipeline/createMainPipeline.ts +111 -0
  491. package/src/pipeline/generatePipelineFiles.ts +76 -0
  492. package/src/pipeline/getPipelineStages.ts +23 -0
  493. package/src/pipeline/gitlab/createGitlabJobs.ts +445 -0
  494. package/src/pipeline/gitlab/createGitlabPipeline.ts +28 -0
  495. package/src/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.ts +46 -0
  496. package/src/pipeline/gitlab/gitlabReleaseJobs.ts +25 -0
  497. package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
  498. package/src/pipeline/index.ts +3 -1
  499. package/src/pipeline/packageManager.ts +47 -64
  500. package/src/pipeline/yarn/yarnUtils.ts +66 -0
  501. package/src/rules/index.ts +46 -13
  502. package/src/runner/index.ts +2 -1
  503. package/src/types/config.ts +72 -16
  504. package/src/types/context.ts +194 -25
  505. package/src/types/environmentContext.ts +38 -0
  506. package/src/types/gitlab-ci-yml.ts +891 -0
  507. package/src/types/gitlab-types.ts +52 -57
  508. package/src/types/jobs.ts +66 -11
  509. package/src/types/pipeline.ts +5 -1
  510. package/src/types/utils.ts +7 -0
  511. package/src/utils/gitlab.ts +33 -0
  512. package/src/utils/index.ts +3 -3
  513. package/src/utils/jsonParse.ts +7 -0
  514. package/src/utils/removeUndefined.ts +4 -0
  515. package/src/utils/writeFiles.ts +53 -0
  516. package/tsconfig.json +4 -2
  517. package/dist/build/base/createBuildJob.d.ts +0 -7
  518. package/dist/build/base/getBuildInfo.d.ts +0 -2
  519. package/dist/build/base/getBuildInfo.js +0 -12
  520. package/dist/context/resolveReferences.test.js +0 -141
  521. package/dist/deploy/base.d.ts +0 -8
  522. package/dist/deploy/base.js +0 -107
  523. package/dist/deploy/kubernetes/cloudsql.d.ts +0 -6
  524. package/dist/deploy/kubernetes/cloudsql.js +0 -16
  525. package/dist/deploy/types.d.ts +0 -196
  526. package/dist/deploy/types.js +0 -16
  527. package/dist/pipeline/createJobs.d.ts +0 -3
  528. package/dist/pipeline/createJobs.js +0 -383
  529. package/dist/pipeline/gitlab/makeGitlabJob.d.ts +0 -8
  530. package/dist/pipeline/gitlab/makeGitlabJob.js +0 -45
  531. package/src/build/base/createBuildJob.ts +0 -43
  532. package/src/build/base/getBuildInfo.ts +0 -7
  533. package/src/build/tests/storybook.test.ts +0 -54
  534. package/src/deploy/base.ts +0 -120
  535. package/src/deploy/kubernetes/cloudsql.ts +0 -12
  536. package/src/deploy/types.ts +0 -189
  537. package/src/pipeline/createChildPipeline.test.ts +0 -49
  538. package/src/pipeline/createJobs.ts +0 -195
  539. package/src/pipeline/gitlab/makeGitlabJob.ts +0 -16
  540. /package/dist/build/{tests/storybook.test.d.ts → base/__tests__/createArtifactsConfig.test.d.ts} +0 -0
  541. /package/dist/{config/configruedEnvs.test.d.ts → build/custom/__tests__/testJob.test.d.ts} +0 -0
  542. /package/dist/{context/resolveReferences.test.d.ts → config/__tests__/configruedEnvs.test.d.ts} +0 -0
  543. /package/dist/{pipeline/createChildPipeline.test.d.ts → config/__tests__/getAllEnvs.test.d.ts} +0 -0
@@ -0,0 +1,34 @@
1
+ import { isNil } from "lodash";
2
+ import type { BashExpression } from "../../../bash/BashExpression";
3
+
4
+ /**
5
+ * creates arguments string:
6
+ *
7
+ * --key=value
8
+ *
9
+ * - undefined or null values will get removed completly
10
+ * - true will just be "--key"
11
+ * @param args args record
12
+ * @returns
13
+ */
14
+ export const createArgsString = (...args: keyValuesArg[]) =>
15
+ args
16
+ .map((argObj) =>
17
+ Object.entries(argObj)
18
+ .filter(([, value]) => !isNil(value))
19
+ .map(([key, value]) => {
20
+ if (value === true) {
21
+ return `--${key}`;
22
+ } else if (value === false) {
23
+ return `--no-${key}`;
24
+ }
25
+ return `--${key}=${value}`;
26
+ }),
27
+ )
28
+ .flat()
29
+ .join(" ");
30
+
31
+ export type keyValuesArg = Record<
32
+ string,
33
+ string | number | true | false | undefined | BashExpression
34
+ >;
@@ -0,0 +1,77 @@
1
+ import type { ComponentContext } from "../../../types";
2
+ import { allowFailureInScripts, repeatOnFailure } from "../../../utils/gitlab";
3
+ import type {
4
+ DeployConfigCloudRun,
5
+ DeployConfigCloudRunCloudSql,
6
+ } from "../../types";
7
+
8
+ export const getDatabaseDeleteScript = (
9
+ context: ComponentContext,
10
+ deployConfig: DeployConfigCloudRun,
11
+ ): string[] => {
12
+ if (!deployConfig.cloudSql || !deployConfig.cloudSql.deleteDatabaseOnStop) {
13
+ throw new Error("not possible");
14
+ }
15
+ const DB_NAME = context.environment.envVars["DB_NAME"];
16
+
17
+ if (!DB_NAME) {
18
+ throw new Error("error: env vars did not specify DB_NAME");
19
+ }
20
+
21
+ const [projectId, region, instanceId] =
22
+ deployConfig.cloudSql.instanceConnectionName.split(":");
23
+ // unfortunatly the database cannot be deleted right after the service has stopped, as it might still have connections
24
+ // we have to repeate this process
25
+ return [
26
+ `echo "deleting database ${DB_NAME}..."`,
27
+ `echo "👆 this can take multiple attemps (3-5min), because google cloud run may still have a connection to the database after the cloud run service is shut down"`,
28
+ repeatOnFailure(
29
+ `gcloud sql databases delete ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
30
+ {
31
+ pauseInSeconds: 10,
32
+ },
33
+ ),
34
+ ];
35
+ };
36
+
37
+ export const getDatabaseCreateScript = (
38
+ context: ComponentContext,
39
+ deployConfig: DeployConfigCloudRun,
40
+ ): string[] => {
41
+ if (!deployConfig.cloudSql) {
42
+ throw new Error("not possible");
43
+ }
44
+
45
+ const DB_NAME = context.environment.envVars["DB_NAME"];
46
+
47
+ if (!DB_NAME) {
48
+ throw new Error("error: env vars did not specify DB_NAME");
49
+ }
50
+
51
+ const [projectId, region, instanceId] =
52
+ deployConfig.cloudSql.instanceConnectionName.split(":");
53
+ // may fail if it already exists
54
+ return allowFailureInScripts([
55
+ `echo "ensuring Database..."`,
56
+ `gcloud sql databases create ${DB_NAME} --instance=${instanceId} --project ${projectId}`,
57
+ ]);
58
+ };
59
+
60
+ export const DATABASE_JDBC_URL =
61
+ "jdbc:postgresql:///$DB_NAME?cloudSqlInstance=$CLOUD_SQL_INSTANCE_CONNECTION_NAME&socketFactory=com.google.cloud.sql.postgres.SocketFactory&user=$DB_USER&password=$DB_PASSWORD";
62
+
63
+ export const getDatabaseConnectionString = (
64
+ config: DeployConfigCloudRunCloudSql,
65
+ ): string => {
66
+ switch (config.dbConnectionStringFormat) {
67
+ case "jdbc":
68
+ return DATABASE_JDBC_URL;
69
+ case "rails":
70
+ return `postgresql://$DB_USER:$DB_PASSWORD@${encodeURIComponent(
71
+ `/cloudsql/${config.instanceConnectionName}`,
72
+ )}/$DB_NAME?`;
73
+ default:
74
+ // prisma
75
+ return "postgresql://$DB_USER:$DB_PASSWORD@localhost/$DB_NAME?host=/cloudsql/$CLOUD_SQL_INSTANCE_CONNECTION_NAME";
76
+ }
77
+ };
@@ -0,0 +1,12 @@
1
+ import { GCLOUD_DEPLOY_CREDENTIALS_KEY } from "..";
2
+ import { getSecretVarNameForContext } from "../../../context";
3
+ import type { ComponentContext } from "../../../types";
4
+
5
+ export const gcloudServiceAccountLoginCommands = (
6
+ context: ComponentContext,
7
+ ) => [
8
+ `gcloud auth activate-service-account --key-file=<(echo "$${getSecretVarNameForContext(
9
+ context,
10
+ GCLOUD_DEPLOY_CREDENTIALS_KEY,
11
+ )}")`,
12
+ ];
@@ -0,0 +1,3 @@
1
+ import type { ComponentContext } from "../../../types/context";
2
+ export const getServiceName = (context: ComponentContext) =>
3
+ context.environment.fullName.toLowerCase();
@@ -0,0 +1,7 @@
1
+ import type { StringOrBashExpression } from "../../../bash/BashExpression";
2
+
3
+ export const getCloudRunJobName = (
4
+ fullAppName: StringOrBashExpression,
5
+ jobName: string,
6
+ ): StringOrBashExpression =>
7
+ fullAppName.toLowerCase().concat("-" + jobName.toLowerCase());
@@ -0,0 +1,12 @@
1
+ /**
2
+ *
3
+ * takes a command and removes the first keep lines from the output
4
+ *
5
+ * @param cmd the command, its stdout is then limited
6
+ * @param removeFirstN how many lines to remove at the start of the command
7
+ * @returns
8
+ */
9
+ export const removeFirstLinesFromCommandOutput = (
10
+ cmd: string,
11
+ removeFirstN: number,
12
+ ) => (removeFirstN === 0 ? cmd : `${cmd} | tail -n +${removeFirstN + 1}`);
@@ -0,0 +1,26 @@
1
+ import type { Config } from "../..";
2
+ import type { StringOrBashExpression } from "../../bash/BashExpression";
3
+ import { joinBashExpressions } from "../../bash/BashExpression";
4
+ import type {
5
+ DeployConfigCloudRunCloudSql,
6
+ DeployConfigKubernetesValuesCloudSQLUnmanaged,
7
+ } from "../types";
8
+
9
+ export const getFullDbName = (
10
+ cloudSqlConfig:
11
+ | DeployConfigCloudRunCloudSql
12
+ | DeployConfigKubernetesValuesCloudSQLUnmanaged,
13
+ fullConfig: Config<never>,
14
+ environmentSlugPrefix: StringOrBashExpression,
15
+ componentName: string,
16
+ ) => {
17
+ return joinBashExpressions(
18
+ [
19
+ cloudSqlConfig.dbNamePrefix ??
20
+ `${fullConfig.customerName}-${fullConfig.appName}`,
21
+ environmentSlugPrefix,
22
+ cloudSqlConfig.dbBaseName ?? componentName,
23
+ ].flatMap((part) => (part ? [part] : [])),
24
+ "-",
25
+ );
26
+ };
@@ -1,23 +1,48 @@
1
- import { merge } from "lodash";
2
- import { Context } from "../../types/context";
3
- import { CatladderJob } from "../../types/jobs";
4
- import { getBaseDeploymentJob } from "../base";
1
+ import { getYarnInstall } from "../../build/node/yarn";
2
+ import { getRunnerImage } from "../../runner";
3
+ import type { ComponentContext } from "../../types/context";
4
+ import type { CatladderJob } from "../../types/jobs";
5
+ import { createDeployementJobs } from "../base";
6
+ import {
7
+ getDependencyTrackDeleteScript,
8
+ getDependencyTrackUploadScript,
9
+ } from "../sbom";
5
10
  import { isOfDeployType } from "../types";
6
11
 
7
- export const createCustomDeployJobs = (context: Context): CatladderJob[] => {
8
- const deployConfig = context.componentConfig.deploy;
9
- if (deployConfig === false) {
10
- return [];
11
- }
12
+ export const createCustomDeployJobs = (
13
+ context: ComponentContext,
14
+ ): CatladderJob[] => {
15
+ const deployConfig = context.deploy?.config;
16
+
12
17
  if (!isOfDeployType(deployConfig, "custom")) {
13
18
  // should not happen
14
19
  throw new Error("deploy config is not custom");
15
20
  }
16
- const baseDeploymentJob = getBaseDeploymentJob(context);
17
-
18
- return [
19
- merge({}, baseDeploymentJob, {
20
- script: [`cd ${context.componentConfig.dir}`, ...deployConfig.script],
21
- }),
22
- ];
21
+ // FIXME: custom deploy currently assumes yarn-based project
22
+ const yarnInstall = getYarnInstall(context, {
23
+ noCustomPostInstall: true,
24
+ });
25
+ return createDeployementJobs(context, {
26
+ deploy: {
27
+ image: deployConfig.jobImage ?? getRunnerImage("jobs-default"),
28
+ cache: deployConfig.jobCache ?? [],
29
+ script: [
30
+ `cd ${context.build.dir}`,
31
+ ...(deployConfig.requiresYarnInstall ? yarnInstall : []),
32
+ ...deployConfig.script,
33
+ ...getDependencyTrackUploadScript(context),
34
+ ],
35
+ variables: {},
36
+ },
37
+ stop: deployConfig.stopScript
38
+ ? {
39
+ image: deployConfig.jobImage ?? getRunnerImage("jobs-default"),
40
+ script: [
41
+ ...deployConfig.stopScript,
42
+ ...getDependencyTrackDeleteScript(context),
43
+ ],
44
+ variables: {},
45
+ }
46
+ : undefined,
47
+ });
23
48
  };
@@ -1 +1,9 @@
1
- export * from "./deployJob";
1
+ import type { DeployConfigCustom, DeployTypeDefinition } from "..";
2
+ import { createCustomDeployJobs } from "./deployJob";
3
+
4
+ export const CUSTOM_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigCustom> = {
5
+ jobs: createCustomDeployJobs,
6
+ defaults: () => ({}),
7
+ additionalSecretKeys: () => [],
8
+ getAdditionalEnvVars: () => ({}),
9
+ };
@@ -0,0 +1,29 @@
1
+ import { getDockerJobBaseProps, gitlabDockerLogin } from "../../build/docker";
2
+
3
+ import type { ComponentContext } from "../../types/context";
4
+ import type { CatladderJob } from "../../types/jobs";
5
+ import { createDeployementJobs } from "../base";
6
+ import { isOfDeployType } from "../types";
7
+
8
+ export const createDockerTagDeployJobs = (
9
+ context: ComponentContext,
10
+ ): CatladderJob[] => {
11
+ const deployConfig = context.deploy?.config;
12
+ if (!isOfDeployType(deployConfig, "dockerTag")) {
13
+ // should not happen
14
+ throw new Error("deploy config is not dockerTag");
15
+ }
16
+ const tag = deployConfig.tag;
17
+ return createDeployementJobs(context, {
18
+ deploy: {
19
+ ...getDockerJobBaseProps(),
20
+ script: [
21
+ ...gitlabDockerLogin(context),
22
+ `docker pull $DOCKER_IMAGE:$DOCKER_IMAGE_TAG`,
23
+ `docker tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG $DOCKER_IMAGE:${tag}`,
24
+ `docker push $DOCKER_IMAGE:${tag}`,
25
+ `echo "pushed as $DOCKER_IMAGE:${tag}"`,
26
+ ],
27
+ },
28
+ });
29
+ };
@@ -0,0 +1,10 @@
1
+ import type { DeployConfigDockerTag, DeployTypeDefinition } from "..";
2
+ import { createDockerTagDeployJobs } from "./deployJob";
3
+
4
+ export const DOCKER_TAG_DEPLOY_TYPE: DeployTypeDefinition<DeployConfigDockerTag> =
5
+ {
6
+ jobs: createDockerTagDeployJobs,
7
+ defaults: () => ({}),
8
+ additionalSecretKeys: () => [],
9
+ getAdditionalEnvVars: () => ({}),
10
+ };
@@ -1,25 +1,40 @@
1
- import { Context } from "../types/context";
2
- import { CatladderJob } from "../types/jobs";
3
- import { createCustomDeployJobs } from "./custom";
4
- import { createKubernetesDeployJobs } from "./kubernetes";
5
- import { DeployConfig } from "./types";
1
+ import type { BuildConfig, SecretEnvVar } from "..";
2
+ import type { BashExpression } from "../bash/BashExpression";
3
+ import type { ComponentContext } from "../types/context";
4
+ import type { EnvironmentContext } from "../types/environmentContext";
5
+ import type { CatladderJob } from "../types/jobs";
6
+ import type { PartialDeep } from "../types/utils";
7
+ import { GCLOUD_RUN_DEPLOY_TYPE } from "./cloudRun";
8
+ import { CUSTOM_DEPLOY_TYPE } from "./custom";
9
+ import { DOCKER_TAG_DEPLOY_TYPE } from "./dockerTag";
10
+ import { KUBERNETES_DEPLOY_TYPE } from "./kubernetes";
11
+ import type {
12
+ DeployConfig,
13
+ DeployConfigGeneric,
14
+ DeployConfigType,
15
+ } from "./types";
16
+ export * from "./cloudRun";
6
17
  export * from "./kubernetes";
7
18
  export * from "./types";
8
19
  export * from "./utils";
20
+
21
+ export type DeployTypeDefinition<D extends DeployConfig> = {
22
+ jobs: (context: ComponentContext) => CatladderJob[];
23
+ defaults: (envContext: EnvironmentContext<BuildConfig, D>) => PartialDeep<D>;
24
+ additionalSecretKeys: (
25
+ envContext: EnvironmentContext<BuildConfig, D>,
26
+ ) => SecretEnvVar[];
27
+ getAdditionalEnvVars: (
28
+ envContext: EnvironmentContext<BuildConfig, D>,
29
+ ) => Record<string, string | BashExpression | undefined | null>;
30
+ };
9
31
  export type DeployTypes = {
10
- [type in DeployConfig["type"]]: {
11
- jobs: (context: Context) => CatladderJob[];
12
- defaults: () => Partial<Extract<DeployConfig, { type: type }>>;
13
- };
32
+ [T in DeployConfigType]: DeployTypeDefinition<DeployConfigGeneric<T>>;
14
33
  };
15
34
 
16
35
  export const DEPLOY_TYPES: DeployTypes = {
17
- kubernetes: {
18
- jobs: createKubernetesDeployJobs,
19
- defaults: () => ({}),
20
- },
21
- custom: {
22
- jobs: createCustomDeployJobs,
23
- defaults: () => ({}),
24
- },
36
+ kubernetes: KUBERNETES_DEPLOY_TYPE,
37
+ custom: CUSTOM_DEPLOY_TYPE,
38
+ dockerTag: DOCKER_TAG_DEPLOY_TYPE,
39
+ "google-cloudrun": GCLOUD_RUN_DEPLOY_TYPE,
25
40
  };
@@ -0,0 +1,25 @@
1
+ import type { BuildConfig } from "../../build";
2
+ import type { EnvironmentContext } from "../../types/environmentContext";
3
+ import type { DeployConfigKubernetes } from "../types";
4
+
5
+ export const additionalKubernetesSecretKeys = ({
6
+ deployConfigRaw,
7
+ }: EnvironmentContext<BuildConfig, DeployConfigKubernetes>) => {
8
+ if (!deployConfigRaw) {
9
+ return [];
10
+ }
11
+ const keys = [];
12
+ if (deployConfigRaw.values?.mongodb?.enabled) {
13
+ keys.push("MONGODB_ROOT_PASSWORD");
14
+ if (deployConfigRaw.values.mongodb.architecture === "replicaset") {
15
+ keys.push("MONGODB_REPLICASET_KEY");
16
+ }
17
+ }
18
+
19
+ if (deployConfigRaw.values?.cloudsql?.enabled) {
20
+ keys.push("POSTGRESQL_PASSWORD");
21
+ keys.push("cloudsqlProxyCredentials");
22
+ }
23
+
24
+ return keys.map((key) => ({ key }));
25
+ };
@@ -0,0 +1,76 @@
1
+ import type { StringOrBashExpression } from "../../../bash/BashExpression";
2
+ import { getSecretVarNameForContext } from "../../../context";
3
+ import type { ComponentContext } from "../../../types";
4
+ import { getFullDbName } from "../../cloudSql/utils";
5
+ import { isOfDeployType } from "../../types";
6
+
7
+ export const hasKubernetesCloudSQL = (context: ComponentContext) => {
8
+ const deployConfig = context.deploy?.config;
9
+
10
+ if (isOfDeployType(deployConfig, "kubernetes")) {
11
+ return deployConfig.values?.cloudsql?.enabled;
12
+ }
13
+ return false;
14
+ };
15
+
16
+ type CloudSqlValues = {
17
+ enabled: boolean;
18
+ proxyCredentials: string;
19
+
20
+ instanceConnectionName: string;
21
+ fullDbName: StringOrBashExpression;
22
+ dbUser: string;
23
+ };
24
+ export const createKubernetesCloudsqlBaseValues = (
25
+ context: ComponentContext,
26
+ ): {
27
+ cloudsql: CloudSqlValues;
28
+ } => {
29
+ const deployConfig = context.deploy?.config;
30
+ if (!isOfDeployType(deployConfig, "kubernetes")) {
31
+ throw new Error("cannot get cloud sql config");
32
+ }
33
+
34
+ const config = deployConfig.values?.cloudsql;
35
+
36
+ if (!config) {
37
+ throw new Error("cannot get cloud sql config");
38
+ }
39
+
40
+ const proxyCredentials = `$${getSecretVarNameForContext(
41
+ context,
42
+ "cloudsqlProxyCredentials",
43
+ )}`;
44
+ if (config?.type !== "unmanaged") {
45
+ const instanceConnectionName = `${config.projectId ?? "skynet-164509"}:${
46
+ config.region ?? "europe-west6"
47
+ }:${config.instanceId ?? context.environment.envVars.KUBE_NAMESPACE}`;
48
+
49
+ return {
50
+ cloudsql: {
51
+ enabled: config.enabled,
52
+ dbUser: "postgres",
53
+ instanceConnectionName,
54
+ proxyCredentials,
55
+ fullDbName: context.environment.envVars.KUBE_APP_NAME ?? "",
56
+ },
57
+ };
58
+ } else if (config.type === "unmanaged") {
59
+ return {
60
+ cloudsql: {
61
+ enabled: config.enabled,
62
+ dbUser: config.dbUser ?? "postgres",
63
+ instanceConnectionName: config.instanceConnectionName,
64
+ proxyCredentials,
65
+ fullDbName: getFullDbName(
66
+ config,
67
+ context.fullConfig,
68
+ context.environment.slugPrefix,
69
+ context.name,
70
+ ),
71
+ },
72
+ };
73
+ } else {
74
+ throw new Error("unknonw type");
75
+ }
76
+ };
@@ -1,156 +1,102 @@
1
- import { dump } from "js-yaml";
2
- import { merge } from "lodash";
3
- import { DeployConfigKubernetesValues } from "..";
4
- import { getSecretVarNameForContext } from "../..";
1
+ import { getSecretVarNameForContext } from "../../context/getEnvironmentVariables";
5
2
  import { getRunnerImage } from "../../runner";
6
- import { Context } from "../../types/context";
7
- import { CatladderJob } from "../../types/jobs";
8
- import { mergeWithMergingArrays } from "../../utils";
9
- import { getBaseDeploymentJob, getBaseDeploymentStopJob } from "../base";
3
+ import type { ComponentContext } from "../../types/context";
4
+ import type { CatladderJob } from "../../types/jobs";
5
+ import { createDeployementJobs } from "../base";
6
+ import {
7
+ getDependencyTrackDeleteScript,
8
+ getDependencyTrackUploadScript,
9
+ } from "../sbom";
10
10
  import { isOfDeployType } from "../types";
11
- import { createCloudsqlBaseConfig } from "./cloudsql";
12
- import { createMongodbBaseConfig } from "./mongodb";
13
- import { processSecretsAsFiles } from "./processSecretsAsFiles";
11
+ import { createKubeValues } from "./kubeValues";
14
12
 
13
+ import { writeBashYamlToFileScript } from "../../bash/bashYaml";
14
+ import { collapseableSection } from "../../utils/gitlab";
15
+
16
+ const ALL_VALUES_FILE = "__all_values.yml";
15
17
  export const createKubernetesDeployJobs = (
16
- context: Context
18
+ context: ComponentContext,
17
19
  ): CatladderJob[] => {
18
- const deployConfig = context.componentConfig.deploy;
19
- if (deployConfig === false) {
20
- return [];
21
- }
20
+ const deployConfig = context.deploy?.config;
22
21
  if (!isOfDeployType(deployConfig, "kubernetes")) {
23
22
  // should not happen
24
23
  throw new Error("deploy config is not kubernetes");
25
24
  }
26
25
 
27
- const allEnvVars = context.environment.envVars;
28
- /**
29
- * separate by secrets and public.
30
- * we evalulate the actual values later, but want to store the secrets in kubernetes secrets
31
- */
32
- const env = Object.entries(allEnvVars).reduce<{
33
- secret: Record<string, string>;
34
- public: Record<string, string>;
35
- }>(
36
- (acc, [key, value]) => {
37
- if (String(value)?.startsWith("$CL_")) {
38
- acc.secret = {
39
- ...acc.secret,
40
- [key]: value,
41
- };
42
- return acc;
43
- }
44
- acc.public = {
45
- ...acc.public,
46
- [key]: value,
47
- };
48
- return acc;
49
- },
50
- {
51
- secret: {},
52
- public: {},
53
- }
54
- );
55
-
56
- const defaultAppConfig: DeployConfigKubernetesValues["application"] = {
57
- host: context.environment.host,
58
- command: context.componentConfig.build.startCommand,
59
- livenessProbe: {
60
- httpGet: {
61
- path: deployConfig.values?.application?.healthRoute ?? "__health",
62
- },
63
- },
64
- readinessProbe: {
65
- httpGet: {
66
- path: deployConfig.values?.application?.healthRoute ?? "__health",
67
- },
68
- },
69
- startupProbe: {
70
- httpGet: {
71
- path: deployConfig.values?.application?.healthRoute ?? "__health",
72
- },
73
- },
74
- };
75
-
76
- const defaultKubeValues = {
77
- application: defaultAppConfig,
78
-
79
- env: env,
80
- ...(deployConfig.values?.cloudsql?.enabled
81
- ? createCloudsqlBaseConfig(context)
82
- : {}),
83
- ...(deployConfig.values?.mongodb?.enabled
84
- ? createMongodbBaseConfig(context)
85
- : {}),
86
- };
87
-
88
- const kubeValues = processSecretsAsFiles(
89
- mergeWithMergingArrays(defaultKubeValues, deployConfig.values)
90
- );
91
-
92
- const kubernetesEnvironment = {
93
- namespace: context.environment.envVars.KUBE_NAMESPACE,
94
- };
95
- const shared = {
26
+ const shared: Pick<CatladderJob, "image" | "variables" | "artifacts"> = {
96
27
  image: getRunnerImage("kubernetes"),
28
+ ...(deployConfig.debug
29
+ ? {
30
+ artifacts: {
31
+ paths: [
32
+ ALL_VALUES_FILE, // debug
33
+ ],
34
+ when: "always",
35
+ },
36
+ }
37
+ : {}),
97
38
  variables: {
98
39
  ...context.environment.envVars,
40
+ RELEASE_NAME: context.environment.fullName,
99
41
  HELM_EXPERIMENTAL_OCI: "1",
100
- IMAGE_PULL_SECRET: `gitlab-registry-${context.componentName}`,
101
- KUBE_VALUES: dump(kubeValues, {
102
- lineWidth: -1,
103
- quotingType: "'",
104
- forceQuotes: true,
105
- }),
106
- HELM_GITLAB_CHART_NAME: "the-panter-chart",
42
+ KUBE_DOCKER_IMAGE_PULL_SECRET: `gitlab-registry-${context.name}`,
43
+ HELM_GITLAB_CHART_NAME:
44
+ deployConfig.chartName ?? "/helm-charts/the-panter-chart",
107
45
  HELM_ARGS: [
108
46
  ...(deployConfig.debug ? ["--debug"] : []),
109
47
  ...(deployConfig.additionalHelmArgs ?? []),
110
48
  ].join(" "),
111
- COMPONENT_NAME: context.componentName,
112
- BUILD_ID: context.commitInfo?.buildId,
113
- // TODO: unify with docker build stage
114
- IMAGE_NAME: context.environment.shortName + "/" + context.componentName,
115
- IMAGE_TAG: "$CI_COMMIT_SHA",
49
+ COMPONENT_NAME: context.name,
50
+ /** @deprecated */
51
+ BUILD_ID: context.environment.envVars.BUILD_INFO_BUILD_ID,
116
52
  },
117
53
  };
118
54
 
119
- const baseDeploymentJob = getBaseDeploymentJob(context);
120
- const baseStopJob = getBaseDeploymentStopJob(context);
121
55
  const clusterName = `kube-${context.environment.fullName}`;
122
56
  const connectContext = [
123
57
  `kubectl config set-cluster "${clusterName}" --server="$${getSecretVarNameForContext(
124
58
  context,
125
- "KUBE_URL"
59
+ "KUBE_URL",
126
60
  )}" --certificate-authority <(echo $${getSecretVarNameForContext(
127
61
  context,
128
- "KUBE_CA_PEM"
62
+ "KUBE_CA_PEM",
129
63
  )} | base64 -d) --embed-certs=true`,
130
64
  `kubectl config set-credentials "${clusterName}" --token="$${getSecretVarNameForContext(
131
65
  context,
132
- "KUBE_TOKEN"
66
+ "KUBE_TOKEN",
133
67
  )}"`,
134
68
  `kubectl config set-context "${clusterName}" --cluster="${clusterName}" --user="${clusterName}" --namespace="${context.environment.envVars.KUBE_NAMESPACE}"`,
135
69
  `kubectl config use-context "${clusterName}"`,
136
70
  ];
137
- return [
138
- merge({}, baseDeploymentJob, shared, {
71
+
72
+ return createDeployementJobs(context, {
73
+ deploy: {
74
+ ...shared,
139
75
  script: [
140
76
  ...connectContext,
77
+ ...collapseableSection(
78
+ "writeallvalues",
79
+ "Write " + ALL_VALUES_FILE + " for helm deployment",
80
+ )(
81
+ writeBashYamlToFileScript(createKubeValues(context), ALL_VALUES_FILE),
82
+ ),
141
83
  "kubernetesCreateSecret",
142
84
  "kubernetesDeploy",
85
+ ...getDependencyTrackUploadScript(context),
143
86
  "echo deployment successful 😻",
144
87
  ],
145
- environment: {
146
- kubernetes: kubernetesEnvironment,
147
- },
148
- }),
149
- merge({}, baseStopJob, shared, {
150
- script: [...connectContext, "kubernetesDelete"],
151
- environment: {
152
- kubernetes: kubernetesEnvironment,
153
- },
154
- }),
155
- ];
88
+ },
89
+ stop: {
90
+ ...shared,
91
+ script: [
92
+ ...connectContext,
93
+ "kubernetesDelete",
94
+ ...getDependencyTrackDeleteScript(context),
95
+ ],
96
+ },
97
+ rollback: {
98
+ ...shared,
99
+ script: [...connectContext, "kubernetesRollback"],
100
+ },
101
+ });
156
102
  };