@catladder/pipeline 0.0.0-node16-ddfae617 → 0.0.0-perf-cli-reduce-bundle-size-with-tsconfig-optimization-3556aaa4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (543) hide show
  1. package/README.md +17 -0
  2. package/bin/catladder-gitlab-dev.js +3 -0
  3. package/bin/catladder-gitlab.js +1 -1
  4. package/dist/bash/BashExpression.d.ts +40 -0
  5. package/dist/bash/BashExpression.js +124 -0
  6. package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
  7. package/dist/bash/bashExpressionPerPipelineType.js +11 -0
  8. package/dist/bash/bashYaml.d.ts +10 -0
  9. package/dist/bash/bashYaml.js +46 -0
  10. package/dist/bash/getInjectVarsScript.d.ts +2 -0
  11. package/dist/bash/getInjectVarsScript.js +45 -0
  12. package/dist/bash/replaceAsync.d.ts +2 -0
  13. package/dist/bash/replaceAsync.js +171 -0
  14. package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
  15. package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
  16. package/dist/build/base/__tests__/createArtifactsConfig.test.js +42 -0
  17. package/dist/build/base/constants.d.ts +0 -1
  18. package/dist/build/base/constants.js +4 -3
  19. package/dist/build/base/createAppBuildJob.d.ts +9 -0
  20. package/dist/build/base/createAppBuildJob.js +87 -0
  21. package/dist/build/base/createArtifactsConfig.d.ts +4 -0
  22. package/dist/build/base/createArtifactsConfig.js +65 -0
  23. package/dist/build/base/index.d.ts +12 -0
  24. package/dist/build/base/index.js +68 -0
  25. package/dist/build/base/writeBuildInfo.d.ts +2 -0
  26. package/dist/build/base/writeBuildInfo.js +10 -0
  27. package/dist/build/base/writeDotEnv.d.ts +8 -0
  28. package/dist/build/base/writeDotEnv.js +66 -0
  29. package/dist/build/custom/__tests__/testJob.test.js +36 -0
  30. package/dist/build/custom/buildJob.d.ts +3 -0
  31. package/dist/build/custom/buildJob.js +67 -0
  32. package/dist/build/custom/index.d.ts +3 -0
  33. package/dist/build/custom/index.js +43 -0
  34. package/dist/build/custom/testJob.d.ts +7 -0
  35. package/dist/build/custom/testJob.js +100 -0
  36. package/dist/build/docker.d.ts +61 -22
  37. package/dist/build/docker.js +110 -73
  38. package/dist/build/index.d.ts +16 -8
  39. package/dist/build/index.js +61 -19
  40. package/dist/build/node/buildJob.d.ts +8 -3
  41. package/dist/build/node/buildJob.js +48 -68
  42. package/dist/build/node/cache.d.ts +4 -3
  43. package/dist/build/node/cache.js +45 -32
  44. package/dist/build/node/constants.d.ts +0 -1
  45. package/dist/build/node/constants.js +5 -4
  46. package/dist/build/node/index.d.ts +5 -5
  47. package/dist/build/node/index.js +6 -17
  48. package/dist/build/node/meteor.d.ts +3 -3
  49. package/dist/build/node/meteor.js +26 -37
  50. package/dist/build/node/testJob.d.ts +4 -3
  51. package/dist/build/node/testJob.js +35 -36
  52. package/dist/build/node/yarn.d.ts +6 -6
  53. package/dist/build/node/yarn.js +40 -25
  54. package/dist/build/rails/build.d.ts +3 -0
  55. package/dist/build/rails/build.js +90 -0
  56. package/dist/build/rails/index.d.ts +3 -0
  57. package/dist/build/rails/index.js +43 -0
  58. package/dist/build/rails/test.d.ts +3 -0
  59. package/dist/build/rails/test.js +103 -0
  60. package/dist/build/sbom.d.ts +5 -0
  61. package/dist/build/sbom.js +32 -0
  62. package/dist/build/types.d.ts +251 -33
  63. package/dist/build/types.js +10 -6
  64. package/dist/bundles/catladder-gitlab/index.js +41626 -0
  65. package/dist/catladder-gitlab.js +130 -68
  66. package/dist/config/{configruedEnvs.test.js → __tests__/configruedEnvs.test.js} +13 -13
  67. package/dist/config/__tests__/getAllEnvs.test.js +79 -0
  68. package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
  69. package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
  70. package/dist/config/configruedEnvs.d.ts +1 -1
  71. package/dist/config/configruedEnvs.js +10 -23
  72. package/dist/config/index.js +13 -11
  73. package/dist/config/readConfig.d.ts +3 -3
  74. package/dist/config/readConfig.js +193 -52
  75. package/dist/constants.js +5 -3
  76. package/dist/context/__tests__/resolveReferences.test.d.ts +1 -0
  77. package/dist/context/__tests__/resolveReferences.test.js +368 -0
  78. package/dist/context/createAllComponentsContext.d.ts +12 -0
  79. package/dist/context/createAllComponentsContext.js +159 -0
  80. package/dist/context/createComponentContext.d.ts +11 -0
  81. package/dist/context/createComponentContext.js +256 -0
  82. package/dist/context/createWorkspaceContext.d.ts +16 -0
  83. package/dist/context/createWorkspaceContext.js +173 -0
  84. package/dist/context/getBuildInfoVariables.d.ts +6 -0
  85. package/dist/context/getBuildInfoVariables.js +55 -0
  86. package/dist/context/getEnvConfig.d.ts +2 -0
  87. package/dist/context/getEnvConfig.js +20 -0
  88. package/dist/context/getEnvType.d.ts +4 -0
  89. package/dist/context/getEnvType.js +15 -0
  90. package/dist/context/getEnvironment.d.ts +3 -0
  91. package/dist/{pipeline/createChildPipeline.test.js → context/getEnvironment.js} +50 -86
  92. package/dist/context/getEnvironmentContext.d.ts +8 -0
  93. package/dist/context/getEnvironmentContext.js +43 -0
  94. package/dist/context/getEnvironmentVariables.d.ts +27 -0
  95. package/dist/context/getEnvironmentVariables.js +285 -0
  96. package/dist/context/getLabels.d.ts +9 -0
  97. package/dist/context/getLabels.js +41 -0
  98. package/dist/context/getReviewSlug.d.ts +4 -0
  99. package/dist/context/getReviewSlug.js +22 -0
  100. package/dist/context/index.d.ts +3 -6
  101. package/dist/context/index.js +22 -219
  102. package/dist/context/resolveReferences.d.ts +3 -3
  103. package/dist/context/resolveReferences.js +248 -55
  104. package/dist/context/transformJobOnlyVars.d.ts +13 -0
  105. package/dist/{build/tests/storybook.test.js → context/transformJobOnlyVars.js} +54 -106
  106. package/dist/context/utils/envVars.d.ts +8 -0
  107. package/dist/context/utils/envVars.js +55 -0
  108. package/dist/defaults/index.d.ts +1 -1
  109. package/dist/defaults/index.js +3 -1
  110. package/dist/deploy/base/deploy.d.ts +5 -0
  111. package/dist/deploy/base/deploy.js +121 -0
  112. package/dist/deploy/base/index.d.ts +10 -0
  113. package/dist/deploy/base/index.js +44 -0
  114. package/dist/deploy/base/rollback.d.ts +5 -0
  115. package/dist/deploy/base/rollback.js +41 -0
  116. package/dist/deploy/base/stop.d.ts +5 -0
  117. package/dist/deploy/base/stop.js +46 -0
  118. package/dist/deploy/base/types.d.ts +2 -0
  119. package/dist/deploy/base/types.js +5 -0
  120. package/dist/deploy/base/variables.d.ts +5 -0
  121. package/dist/deploy/base/variables.js +11 -0
  122. package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
  123. package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
  124. package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
  125. package/dist/deploy/cloudRun/cleanup.js +53 -0
  126. package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
  127. package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
  128. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
  129. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +187 -0
  130. package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
  131. package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +93 -0
  132. package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
  133. package/dist/deploy/cloudRun/createJobs/common.js +93 -0
  134. package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
  135. package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
  136. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
  137. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
  138. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
  139. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
  140. package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
  141. package/dist/deploy/cloudRun/createJobs/index.js +58 -0
  142. package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
  143. package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
  144. package/dist/deploy/cloudRun/index.d.ts +4 -0
  145. package/dist/deploy/cloudRun/index.js +128 -0
  146. package/dist/deploy/cloudRun/utils/createArgsString.d.ts +13 -0
  147. package/dist/deploy/cloudRun/utils/createArgsString.js +63 -0
  148. package/dist/deploy/cloudRun/utils/database.d.ts +6 -0
  149. package/dist/deploy/cloudRun/utils/database.js +77 -0
  150. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -0
  151. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +12 -0
  152. package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
  153. package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
  154. package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -0
  155. package/dist/deploy/cloudRun/utils/jobName.js +10 -0
  156. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
  157. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
  158. package/dist/deploy/cloudSql/utils.d.ts +4 -0
  159. package/dist/deploy/cloudSql/utils.js +14 -0
  160. package/dist/deploy/custom/deployJob.d.ts +3 -3
  161. package/dist/deploy/custom/deployJob.js +28 -25
  162. package/dist/deploy/custom/index.d.ts +2 -1
  163. package/dist/deploy/custom/index.js +16 -19
  164. package/dist/deploy/dockerTag/deployJob.d.ts +3 -0
  165. package/dist/deploy/dockerTag/deployJob.js +65 -0
  166. package/dist/deploy/dockerTag/index.d.ts +2 -0
  167. package/dist/deploy/dockerTag/index.js +19 -0
  168. package/dist/deploy/index.d.ts +15 -9
  169. package/dist/deploy/index.js +20 -27
  170. package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +8 -0
  171. package/dist/deploy/kubernetes/additionalSecretKeys.js +30 -0
  172. package/dist/deploy/kubernetes/cloudSql/index.d.ts +14 -0
  173. package/dist/deploy/kubernetes/cloudSql/index.js +55 -0
  174. package/dist/deploy/kubernetes/deployJob.d.ts +3 -3
  175. package/dist/deploy/kubernetes/deployJob.js +43 -124
  176. package/dist/deploy/kubernetes/index.d.ts +3 -1
  177. package/dist/deploy/kubernetes/index.js +86 -11
  178. package/dist/deploy/kubernetes/kubeEnv.d.ts +10 -0
  179. package/dist/deploy/kubernetes/kubeEnv.js +76 -0
  180. package/dist/deploy/kubernetes/kubeValues.d.ts +90 -0
  181. package/dist/deploy/kubernetes/kubeValues.js +123 -0
  182. package/dist/deploy/kubernetes/mongodb.d.ts +19 -6
  183. package/dist/deploy/kubernetes/mongodb.js +100 -11
  184. package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +27 -29
  185. package/dist/deploy/kubernetes/processSecretsAsFiles.js +5 -11
  186. package/dist/deploy/sbom.d.ts +4 -0
  187. package/dist/deploy/sbom.js +20 -0
  188. package/dist/deploy/types/base.d.ts +36 -0
  189. package/dist/deploy/types/base.js +5 -0
  190. package/dist/deploy/types/custom.d.ts +33 -0
  191. package/dist/deploy/types/custom.js +5 -0
  192. package/dist/deploy/types/dockerTag.d.ts +12 -0
  193. package/dist/deploy/types/dockerTag.js +5 -0
  194. package/dist/deploy/types/googleCloudRun.d.ts +208 -0
  195. package/dist/deploy/types/googleCloudRun.js +5 -0
  196. package/dist/deploy/types/index.d.ts +22 -0
  197. package/dist/deploy/types/index.js +37 -0
  198. package/dist/deploy/types/kubernetes.d.ts +355 -0
  199. package/dist/deploy/types/kubernetes.js +5 -0
  200. package/dist/deploy/utils.d.ts +3 -3
  201. package/dist/deploy/utils.js +8 -12
  202. package/dist/index.d.ts +3 -2
  203. package/dist/index.js +16 -19
  204. package/dist/packageInfos.d.ts +4 -0
  205. package/dist/packageInfos.js +20 -0
  206. package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
  207. package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
  208. package/dist/pipeline/createAllJobs.d.ts +18 -0
  209. package/dist/pipeline/createAllJobs.js +236 -0
  210. package/dist/pipeline/createChildPipeline.d.ts +3 -3
  211. package/dist/pipeline/createChildPipeline.js +45 -157
  212. package/dist/pipeline/createJobsForComponent.d.ts +3 -0
  213. package/dist/{build/base/createBuildJob.js → pipeline/createJobsForComponent.js} +32 -51
  214. package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
  215. package/dist/pipeline/createJobsForWorkspace.js +12 -0
  216. package/dist/pipeline/createMainPipeline.d.ts +3 -0
  217. package/dist/pipeline/createMainPipeline.js +269 -0
  218. package/dist/pipeline/generatePipelineFiles.d.ts +40 -0
  219. package/dist/pipeline/generatePipelineFiles.js +240 -0
  220. package/dist/pipeline/getPipelineStages.d.ts +7 -0
  221. package/dist/pipeline/getPipelineStages.js +56 -0
  222. package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -0
  223. package/dist/pipeline/gitlab/createGitlabJobs.js +461 -0
  224. package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +8 -0
  225. package/dist/pipeline/gitlab/createGitlabPipeline.js +41 -0
  226. package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.d.ts +1 -0
  227. package/dist/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.js +29 -0
  228. package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +35 -0
  229. package/dist/pipeline/gitlab/gitlabReleaseJobs.js +27 -0
  230. package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
  231. package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
  232. package/dist/pipeline/index.d.ts +3 -1
  233. package/dist/pipeline/index.js +16 -12
  234. package/dist/pipeline/packageManager.d.ts +3 -2
  235. package/dist/pipeline/packageManager.js +69 -196
  236. package/dist/pipeline/yarn/yarnUtils.d.ts +5 -0
  237. package/dist/pipeline/yarn/yarnUtils.js +241 -0
  238. package/dist/rules/index.d.ts +10 -2
  239. package/dist/rules/index.js +36 -16
  240. package/dist/runner/index.d.ts +2 -3
  241. package/dist/runner/index.js +3 -4
  242. package/dist/tsconfig.tsbuildinfo +1 -1
  243. package/dist/types/config.d.ts +56 -32
  244. package/dist/types/config.js +11 -18
  245. package/dist/types/context.d.ts +143 -27
  246. package/dist/types/context.js +12 -1
  247. package/dist/types/environmentContext.d.ts +31 -0
  248. package/dist/types/environmentContext.js +5 -0
  249. package/dist/types/gitlab-ci-yml.d.ts +769 -0
  250. package/dist/types/gitlab-ci-yml.js +10 -0
  251. package/dist/types/gitlab-types.d.ts +12 -60
  252. package/dist/types/gitlab-types.js +3 -1
  253. package/dist/types/index.js +13 -13
  254. package/dist/types/jobs.d.ts +55 -21
  255. package/dist/types/jobs.js +4 -2
  256. package/dist/types/pipeline.d.ts +5 -4
  257. package/dist/types/pipeline.js +3 -1
  258. package/dist/types/utils.d.ts +1 -0
  259. package/dist/types/utils.js +5 -0
  260. package/dist/utils/gitlab.d.ts +6 -0
  261. package/dist/utils/gitlab.js +56 -0
  262. package/dist/utils/index.d.ts +1 -1
  263. package/dist/utils/index.js +8 -16
  264. package/dist/utils/jsonParse.d.ts +1 -0
  265. package/dist/utils/jsonParse.js +14 -0
  266. package/dist/utils/removeUndefined.d.ts +1 -0
  267. package/dist/utils/removeUndefined.js +36 -0
  268. package/dist/utils/writeFiles.d.ts +11 -0
  269. package/dist/utils/writeFiles.js +180 -0
  270. package/examples/.test-gen-ignore +1 -0
  271. package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +3300 -0
  272. package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +3260 -0
  273. package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +3300 -0
  274. package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +3404 -0
  275. package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +3300 -0
  276. package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +3322 -0
  277. package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +3300 -0
  278. package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +3300 -0
  279. package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +3388 -0
  280. package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +2900 -0
  281. package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +3300 -0
  282. package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +6760 -0
  283. package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +6030 -0
  284. package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +3316 -0
  285. package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +2983 -0
  286. package/examples/__snapshots__/custom-build-job.test.ts.snap +2572 -0
  287. package/examples/__snapshots__/custom-deploy.test.ts.snap +2824 -0
  288. package/examples/__snapshots__/custom-envs.test.ts.snap +1884 -0
  289. package/examples/__snapshots__/custom-sbom-java.test.ts.snap +2588 -0
  290. package/examples/__snapshots__/git-submodule.test.ts.snap +3304 -0
  291. package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +4228 -0
  292. package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.test.ts.snap +4252 -0
  293. package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +4268 -0
  294. package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +7910 -0
  295. package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +4476 -0
  296. package/examples/__snapshots__/local-dot-env.test.ts.snap +3300 -0
  297. package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +4342 -0
  298. package/examples/__snapshots__/multiline-var.test.ts.snap +7864 -0
  299. package/examples/__snapshots__/native-app.test.ts.snap +5316 -0
  300. package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +3300 -0
  301. package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +3316 -0
  302. package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +2011 -0
  303. package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +3465 -0
  304. package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +3380 -0
  305. package/examples/__utils__/helpers.ts +27 -0
  306. package/examples/cloud-run-memory-limit.test.ts +18 -0
  307. package/examples/cloud-run-memory-limit.ts +33 -0
  308. package/examples/cloud-run-meteor-with-worker.test.ts +18 -0
  309. package/examples/cloud-run-meteor-with-worker.ts +37 -0
  310. package/examples/cloud-run-no-cpu-throttling.test.ts +18 -0
  311. package/examples/cloud-run-no-cpu-throttling.ts +35 -0
  312. package/examples/cloud-run-no-service.test.ts +18 -0
  313. package/examples/cloud-run-no-service.ts +33 -0
  314. package/examples/cloud-run-non-public.test.ts +18 -0
  315. package/examples/cloud-run-non-public.ts +28 -0
  316. package/examples/cloud-run-post-stop-job.test.ts +18 -0
  317. package/examples/cloud-run-post-stop-job.ts +42 -0
  318. package/examples/cloud-run-service-gen2.test.ts +18 -0
  319. package/examples/cloud-run-service-gen2.ts +29 -0
  320. package/examples/cloud-run-service-increase-timout.test.ts +18 -0
  321. package/examples/cloud-run-service-increase-timout.ts +29 -0
  322. package/examples/cloud-run-service-with-volumes.test.ts +18 -0
  323. package/examples/cloud-run-service-with-volumes.ts +56 -0
  324. package/examples/cloud-run-storybook.test.ts +18 -0
  325. package/examples/cloud-run-storybook.ts +33 -0
  326. package/examples/cloud-run-with-ngnix.test.ts +18 -0
  327. package/examples/cloud-run-with-ngnix.ts +29 -0
  328. package/examples/cloud-run-with-sql-reuse-db.test.ts +18 -0
  329. package/examples/cloud-run-with-sql-reuse-db.ts +55 -0
  330. package/examples/cloud-run-with-sql.test.ts +18 -0
  331. package/examples/cloud-run-with-sql.ts +71 -0
  332. package/examples/cloud-run-with-worker.test.ts +18 -0
  333. package/examples/cloud-run-with-worker.ts +37 -0
  334. package/examples/custom-build-job-with-tests.test.ts +18 -0
  335. package/examples/custom-build-job-with-tests.ts +56 -0
  336. package/examples/custom-build-job.test.ts +18 -0
  337. package/examples/custom-build-job.ts +29 -0
  338. package/examples/custom-deploy.test.ts +18 -0
  339. package/examples/custom-deploy.ts +36 -0
  340. package/examples/custom-envs.test.ts +18 -0
  341. package/examples/custom-envs.ts +32 -0
  342. package/examples/custom-sbom-java.test.ts +18 -0
  343. package/examples/custom-sbom-java.ts +38 -0
  344. package/examples/git-submodule.test.ts +18 -0
  345. package/examples/git-submodule.ts +30 -0
  346. package/examples/kubernetes-application-customization.test.ts +18 -0
  347. package/examples/kubernetes-application-customization.ts +59 -0
  348. package/examples/kubernetes-with-cloud-sql-legacy.test.ts +18 -0
  349. package/examples/kubernetes-with-cloud-sql-legacy.ts +35 -0
  350. package/examples/kubernetes-with-cloud-sql.test.ts +18 -0
  351. package/examples/kubernetes-with-cloud-sql.ts +37 -0
  352. package/examples/kubernetes-with-jobs.test.ts +18 -0
  353. package/examples/kubernetes-with-jobs.ts +70 -0
  354. package/examples/kubernetes-with-mongodb.test.ts +18 -0
  355. package/examples/kubernetes-with-mongodb.ts +51 -0
  356. package/examples/local-dot-env.test.ts +18 -0
  357. package/examples/local-dot-env.ts +27 -0
  358. package/examples/meteor-kubernetes.test.ts +18 -0
  359. package/examples/meteor-kubernetes.ts +64 -0
  360. package/examples/multiline-var.test.ts +18 -0
  361. package/examples/multiline-var.ts +65 -0
  362. package/examples/native-app.test.ts +18 -0
  363. package/examples/native-app.ts +83 -0
  364. package/examples/node-build-with-custom-image.test.ts +18 -0
  365. package/examples/node-build-with-custom-image.ts +26 -0
  366. package/examples/node-build-with-docker-additions.test.ts +18 -0
  367. package/examples/node-build-with-docker-additions.ts +29 -0
  368. package/examples/rails-k8s-with-worker-dockerfile.test.ts +9 -0
  369. package/examples/rails-k8s-with-worker.test.ts +18 -0
  370. package/examples/rails-k8s-with-worker.ts +95 -0
  371. package/examples/wait-for-other-deploy.test.ts +18 -0
  372. package/examples/wait-for-other-deploy.ts +37 -0
  373. package/package.json +76 -17
  374. package/scripts/bundle +2 -0
  375. package/scripts/generate-examples-test.ts +93 -0
  376. package/scripts/generate-gitlab-ci-types.ts +51 -0
  377. package/scripts/tsconfig.json +7 -0
  378. package/src/bash/BashExpression.ts +81 -0
  379. package/src/bash/bashExpressionPerPipelineType.ts +16 -0
  380. package/src/bash/bashYaml.ts +46 -0
  381. package/src/bash/getInjectVarsScript.ts +12 -0
  382. package/src/bash/replaceAsync.ts +50 -0
  383. package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
  384. package/src/build/base/__tests__/__snapshots__/createArtifactsConfig.test.ts.snap +49 -0
  385. package/src/build/base/__tests__/createArtifactsConfig.test.ts +41 -0
  386. package/src/build/base/constants.ts +2 -2
  387. package/src/build/base/createAppBuildJob.ts +70 -0
  388. package/src/build/base/createArtifactsConfig.ts +34 -0
  389. package/src/build/base/index.ts +62 -0
  390. package/src/build/base/writeBuildInfo.ts +7 -0
  391. package/src/build/base/writeDotEnv.ts +40 -0
  392. package/src/build/custom/__tests__/testJob.test.ts +29 -0
  393. package/src/build/custom/buildJob.ts +41 -0
  394. package/src/build/custom/index.ts +8 -0
  395. package/src/build/custom/testJob.ts +93 -0
  396. package/src/build/docker.ts +173 -63
  397. package/src/build/index.ts +59 -8
  398. package/src/build/node/buildJob.ts +84 -64
  399. package/src/build/node/cache.ts +59 -24
  400. package/src/build/node/constants.ts +2 -3
  401. package/src/build/node/index.ts +9 -5
  402. package/src/build/node/meteor.ts +41 -44
  403. package/src/build/node/testJob.ts +57 -16
  404. package/src/build/node/yarn.ts +81 -25
  405. package/src/build/rails/build.ts +69 -0
  406. package/src/build/rails/index.ts +8 -0
  407. package/src/build/rails/test.ts +103 -0
  408. package/src/build/sbom.ts +48 -0
  409. package/src/build/types.ts +301 -27
  410. package/src/catladder-gitlab.ts +12 -52
  411. package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
  412. package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
  413. package/src/config/{configruedEnvs.test.ts → __tests__/configruedEnvs.test.ts} +3 -3
  414. package/src/config/__tests__/getAllEnvs.test.ts +71 -0
  415. package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
  416. package/src/config/configruedEnvs.ts +8 -13
  417. package/src/config/readConfig.ts +17 -23
  418. package/src/constants.ts +5 -2
  419. package/src/context/{resolveReferences.test.ts → __tests__/resolveReferences.test.ts} +34 -44
  420. package/src/context/createAllComponentsContext.ts +31 -0
  421. package/src/context/createComponentContext.ts +135 -0
  422. package/src/context/createWorkspaceContext.ts +56 -0
  423. package/src/context/getBuildInfoVariables.ts +36 -0
  424. package/src/context/getEnvConfig.ts +21 -0
  425. package/src/context/getEnvType.ts +17 -0
  426. package/src/context/getEnvironment.ts +26 -0
  427. package/src/context/getEnvironmentContext.ts +53 -0
  428. package/src/context/getEnvironmentVariables.ts +210 -0
  429. package/src/context/getLabels.ts +21 -0
  430. package/src/context/getReviewSlug.ts +27 -0
  431. package/src/context/index.ts +3 -232
  432. package/src/context/resolveReferences.ts +67 -40
  433. package/src/context/transformJobOnlyVars.ts +45 -0
  434. package/src/context/utils/envVars.ts +27 -0
  435. package/src/defaults/index.ts +1 -1
  436. package/src/deploy/base/deploy.ts +136 -0
  437. package/src/deploy/base/index.ts +22 -0
  438. package/src/deploy/base/rollback.ts +38 -0
  439. package/src/deploy/base/stop.ts +43 -0
  440. package/src/deploy/base/types.ts +3 -0
  441. package/src/deploy/base/variables.ts +5 -0
  442. package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
  443. package/src/deploy/cloudRun/cleanup.ts +30 -0
  444. package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
  445. package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +198 -0
  446. package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
  447. package/src/deploy/cloudRun/createJobs/common.ts +59 -0
  448. package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
  449. package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +79 -0
  450. package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
  451. package/src/deploy/cloudRun/createJobs/index.ts +51 -0
  452. package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
  453. package/src/deploy/cloudRun/index.ts +127 -0
  454. package/src/deploy/cloudRun/utils/createArgsString.ts +34 -0
  455. package/src/deploy/cloudRun/utils/database.ts +77 -0
  456. package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +12 -0
  457. package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
  458. package/src/deploy/cloudRun/utils/jobName.ts +7 -0
  459. package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
  460. package/src/deploy/cloudSql/utils.ts +26 -0
  461. package/src/deploy/custom/deployJob.ts +41 -16
  462. package/src/deploy/custom/index.ts +9 -1
  463. package/src/deploy/dockerTag/deployJob.ts +29 -0
  464. package/src/deploy/dockerTag/index.ts +10 -0
  465. package/src/deploy/index.ts +32 -17
  466. package/src/deploy/kubernetes/additionalSecretKeys.ts +25 -0
  467. package/src/deploy/kubernetes/cloudSql/index.ts +76 -0
  468. package/src/deploy/kubernetes/deployJob.ts +61 -115
  469. package/src/deploy/kubernetes/index.ts +50 -1
  470. package/src/deploy/kubernetes/kubeEnv.ts +50 -0
  471. package/src/deploy/kubernetes/kubeValues.ts +100 -0
  472. package/src/deploy/kubernetes/mongodb.ts +106 -8
  473. package/src/deploy/kubernetes/processSecretsAsFiles.ts +6 -5
  474. package/src/deploy/sbom.ts +32 -0
  475. package/src/deploy/types/base.ts +43 -0
  476. package/src/deploy/types/custom.ts +36 -0
  477. package/src/deploy/types/dockerTag.ts +14 -0
  478. package/src/deploy/types/googleCloudRun.ts +282 -0
  479. package/src/deploy/types/index.ts +28 -0
  480. package/src/deploy/types/kubernetes.ts +390 -0
  481. package/src/deploy/utils.ts +10 -6
  482. package/src/index.ts +2 -1
  483. package/src/packageInfos.ts +14 -0
  484. package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
  485. package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
  486. package/src/pipeline/createAllJobs.ts +72 -0
  487. package/src/pipeline/createChildPipeline.ts +24 -43
  488. package/src/pipeline/createJobsForComponent.ts +35 -0
  489. package/src/pipeline/createJobsForWorkspace.ts +12 -0
  490. package/src/pipeline/createMainPipeline.ts +111 -0
  491. package/src/pipeline/generatePipelineFiles.ts +76 -0
  492. package/src/pipeline/getPipelineStages.ts +23 -0
  493. package/src/pipeline/gitlab/createGitlabJobs.ts +445 -0
  494. package/src/pipeline/gitlab/createGitlabPipeline.ts +28 -0
  495. package/src/pipeline/gitlab/getPipelineTriggerForGitlabChildPipeline.ts +46 -0
  496. package/src/pipeline/gitlab/gitlabReleaseJobs.ts +25 -0
  497. package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
  498. package/src/pipeline/index.ts +3 -1
  499. package/src/pipeline/packageManager.ts +47 -64
  500. package/src/pipeline/yarn/yarnUtils.ts +66 -0
  501. package/src/rules/index.ts +46 -13
  502. package/src/runner/index.ts +2 -1
  503. package/src/types/config.ts +72 -16
  504. package/src/types/context.ts +194 -25
  505. package/src/types/environmentContext.ts +38 -0
  506. package/src/types/gitlab-ci-yml.ts +891 -0
  507. package/src/types/gitlab-types.ts +52 -57
  508. package/src/types/jobs.ts +66 -11
  509. package/src/types/pipeline.ts +5 -1
  510. package/src/types/utils.ts +7 -0
  511. package/src/utils/gitlab.ts +33 -0
  512. package/src/utils/index.ts +3 -3
  513. package/src/utils/jsonParse.ts +7 -0
  514. package/src/utils/removeUndefined.ts +4 -0
  515. package/src/utils/writeFiles.ts +53 -0
  516. package/tsconfig.json +4 -2
  517. package/dist/build/base/createBuildJob.d.ts +0 -7
  518. package/dist/build/base/getBuildInfo.d.ts +0 -2
  519. package/dist/build/base/getBuildInfo.js +0 -12
  520. package/dist/context/resolveReferences.test.js +0 -141
  521. package/dist/deploy/base.d.ts +0 -8
  522. package/dist/deploy/base.js +0 -107
  523. package/dist/deploy/kubernetes/cloudsql.d.ts +0 -6
  524. package/dist/deploy/kubernetes/cloudsql.js +0 -16
  525. package/dist/deploy/types.d.ts +0 -196
  526. package/dist/deploy/types.js +0 -16
  527. package/dist/pipeline/createJobs.d.ts +0 -3
  528. package/dist/pipeline/createJobs.js +0 -383
  529. package/dist/pipeline/gitlab/makeGitlabJob.d.ts +0 -8
  530. package/dist/pipeline/gitlab/makeGitlabJob.js +0 -45
  531. package/src/build/base/createBuildJob.ts +0 -43
  532. package/src/build/base/getBuildInfo.ts +0 -7
  533. package/src/build/tests/storybook.test.ts +0 -54
  534. package/src/deploy/base.ts +0 -120
  535. package/src/deploy/kubernetes/cloudsql.ts +0 -12
  536. package/src/deploy/types.ts +0 -189
  537. package/src/pipeline/createChildPipeline.test.ts +0 -49
  538. package/src/pipeline/createJobs.ts +0 -195
  539. package/src/pipeline/gitlab/makeGitlabJob.ts +0 -16
  540. /package/dist/build/{tests/storybook.test.d.ts → base/__tests__/createArtifactsConfig.test.d.ts} +0 -0
  541. /package/dist/{config/configruedEnvs.test.d.ts → build/custom/__tests__/testJob.test.d.ts} +0 -0
  542. /package/dist/{context/resolveReferences.test.d.ts → config/__tests__/configruedEnvs.test.d.ts} +0 -0
  543. /package/dist/{pipeline/createChildPipeline.test.d.ts → config/__tests__/getAllEnvs.test.d.ts} +0 -0
@@ -1,96 +1,206 @@
1
+ import { existsSync } from "fs";
1
2
  import { merge } from "lodash";
3
+ import path from "path";
4
+ import type { BuildConfig, BuildConfigDocker } from ".";
2
5
  import { isOfDeployType } from "../deploy";
6
+ import {
7
+ getArtifactsRegistryBuildCacheImage,
8
+ getArtifactsRegistryHost,
9
+ getArtifactsRegistryImageName,
10
+ } from "../deploy/cloudRun/artifactsRegistry";
11
+ import { gcloudServiceAccountLoginCommands } from "../deploy/cloudRun/utils/gcloudServiceAccountLoginCommands";
3
12
  import { getRunnerImage } from "../runner";
4
- import { Context } from "../types";
5
- import { CatladderJob } from "../types/jobs";
13
+ import type { ComponentContext } from "../types";
14
+ import type { CatladderJob } from "../types/jobs";
15
+ import { collapseableSection } from "../utils/gitlab";
6
16
 
7
- const DOCKER_RUNNER_BUILD_VARIABLES = {
8
- KUBERNETES_CPU_REQUEST: "0.5",
9
- KUBERNETES_CPU_LIMIT: "1",
17
+ const DOCKER_BUILD_RUNNER_REQUESTS = {
18
+ KUBERNETES_CPU_REQUEST: "0.45",
10
19
  KUBERNETES_MEMORY_REQUEST: "1Gi",
11
20
  KUBERNETES_MEMORY_LIMIT: "2Gi",
12
21
  };
13
22
 
14
- export const requiresDockerBuild = (context: Context) => {
15
- const deployConfig = context.componentConfig.deploy;
16
- if (isOfDeployType(deployConfig, "kubernetes")) {
17
- return true;
18
- }
23
+ export const getDockerImageVariables = (context: ComponentContext) => {
24
+ const deployConfig = context.deploy?.config;
25
+ return {
26
+ ...(isOfDeployType(deployConfig, "google-cloudrun")
27
+ ? {
28
+ DOCKER_REGISTRY: getArtifactsRegistryHost(context),
29
+ DOCKER_IMAGE: getArtifactsRegistryImageName(context),
30
+ DOCKER_CACHE_IMAGE: getArtifactsRegistryBuildCacheImage(context),
31
+ }
32
+ : // gitlab registry:
33
+ {
34
+ DOCKER_REGISTRY: "$CI_REGISTRY",
35
+
36
+ DOCKER_CACHE_IMAGE: "$CI_REGISTRY_IMAGE/caches/" + context.name,
37
+ // ONLY USED IN KUBERNETES
38
+ DOCKER_IMAGE_NAME: context.env + "/" + context.name,
39
+ DOCKER_IMAGE: "$CI_REGISTRY_IMAGE/$DOCKER_IMAGE_NAME",
40
+ }),
41
+
42
+ DOCKER_IMAGE_TAG: "$CI_COMMIT_SHA",
43
+ };
44
+ };
19
45
 
20
- if (isOfDeployType(deployConfig, "custom") && deployConfig.requiresDocker) {
21
- return true;
22
- }
46
+ /**
47
+ * Weather the context requires a docker build
48
+ */
49
+ export const requiresDockerBuild = (context: ComponentContext): boolean => {
50
+ const deployConfig = context.deploy?.config;
23
51
 
24
- return false;
52
+ return (
53
+ isOfDeployType(
54
+ deployConfig,
55
+ "kubernetes",
56
+ "google-cloudrun",
57
+ "dockerTag",
58
+ ) ||
59
+ (isOfDeployType(deployConfig, "custom") && deployConfig.requiresDocker)
60
+ );
25
61
  };
26
62
 
27
- export const getDockerBuildVariables = (context: Context) => {
63
+ // those need to be runner variables
64
+ const getDockerBuildRunnerVariables = () => ({
65
+ DOCKER_HOST: "tcp://0.0.0.0:2375",
66
+ DOCKER_TLS_CERTDIR: "",
67
+ DOCKER_DRIVER: "overlay2",
68
+ DOCKER_BUILDKIT: "1", // see https://docs.docker.com/develop/develop-images/build_enhancements/
69
+ });
70
+
71
+ const getDockerAdditions = (build: BuildConfig) => {
72
+ if (!("docker" in build)) return {};
73
+ if (!build.docker) return {};
74
+
28
75
  return {
29
- ...DOCKER_RUNNER_BUILD_VARIABLES,
30
- DOCKER_BUILDKIT: "1", // see https://docs.docker.com/develop/develop-images/build_enhancements/
31
76
  DOCKERFILE_ADDITIONS:
32
- context.componentConfig.build.docker?.additionsBegin?.join("\n"),
77
+ "additionsBegin" in build.docker
78
+ ? build.docker.additionsBegin?.join("\n")
79
+ : undefined,
33
80
  DOCKERFILE_ADDITIONS_END:
34
- context.componentConfig.build.docker?.additionsEnd?.join("\n"),
35
- APP_DIR: context.componentConfig.dir,
36
- DOCKER_HOST: "tcp://0.0.0.0:2375",
37
- DOCKER_TLS_CERTDIR: "",
38
- DOCKER_DIR: ".", // relative to componentdir
39
- IMAGE_TAG: "$CI_COMMIT_SHA",
40
- DOCKER_DRIVER: "overlay2",
41
-
42
- IMAGE_NAME:
43
- "$CI_REGISTRY_IMAGE/" +
44
- context.environment.shortName +
45
- "/" +
46
- context.componentName,
47
-
48
- CACHE_IMAGE: "$CI_REGISTRY_IMAGE/caches/" + context.componentName,
81
+ "additionsEnd" in build.docker
82
+ ? build.docker.additionsEnd?.join("\n")
83
+ : undefined,
84
+ };
85
+ };
86
+ export const getDockerBuildVariables = (context: ComponentContext) => {
87
+ return {
88
+ ...getDockerAdditions(context.build.config),
89
+ APP_DIR: context.build.dir,
90
+ DOCKER_BUILD_CONTEXT:
91
+ "docker" in context.build.config &&
92
+ context.build.config.docker &&
93
+ "buildContextLocation" in context.build.config.docker &&
94
+ context.build.config.docker?.buildContextLocation === "component"
95
+ ? context.build.dir
96
+ : ".",
97
+
98
+ ...getDockerImageVariables(context),
49
99
  };
50
100
  };
51
101
 
52
102
  export const DOCKER_BUILD_JOB_NAME = "🔨 docker";
53
103
 
104
+ export const getDockerJobBaseProps = (): Pick<
105
+ CatladderJob,
106
+ "image" | "services" | "variables" | "runnerVariables"
107
+ > => {
108
+ return {
109
+ image: getRunnerImage("docker-build"),
110
+ services: [
111
+ {
112
+ name: "docker:24.0.6-dind", // see see https://gitlab.com/gitlab-org/gitlab-runner/-/issues/27300#note_466755332
113
+ command: ["--tls=false"],
114
+ },
115
+ ],
116
+ variables: {},
117
+ runnerVariables: getDockerBuildRunnerVariables(),
118
+ };
119
+ };
120
+
121
+ export type DockerBuildJobDefinition = Partial<CatladderJob>;
54
122
  export const createDockerBuildJobBase = (
55
- context: Context,
56
- { script, variables, ...def }: Partial<CatladderJob>
123
+ context: ComponentContext,
124
+ { script, ...def }: Partial<CatladderJob>,
57
125
  ): CatladderJob => {
58
126
  return merge(
59
127
  {
60
128
  name: DOCKER_BUILD_JOB_NAME,
61
129
  envMode: "jobPerEnv",
62
130
  stage: "build",
63
- image: getRunnerImage("docker-build"),
64
-
65
- services: [
66
- {
67
- name: "docker:20-dind", // see see https://gitlab.com/gitlab-org/gitlab-runner/-/issues/27300#note_466755332
68
- command: ["--tls=false"],
69
- },
70
- ],
71
- variables: {
72
- ...getDockerBuildVariables(context),
73
- ...(variables ?? {}),
74
- },
131
+ ...getDockerJobBaseProps(),
75
132
  script: script || [],
76
133
  },
77
- def
134
+ {
135
+ variables: getDockerBuildVariables(context),
136
+ runnerVariables: {
137
+ ...DOCKER_BUILD_RUNNER_REQUESTS,
138
+ ...getDockerBuildRunnerVariables(),
139
+ },
140
+ },
141
+ def,
78
142
  );
79
143
  };
80
144
 
81
- export const createDockerBuildJobDefault = (
82
- context: Context,
83
- { script, ...def }: Partial<CatladderJob>
84
- ): CatladderJob => {
85
- return createDockerBuildJobBase(context, {
86
- script: [
87
- ...(script || []),
88
- "docker login --username gitlab-ci-token --password $CI_JOB_TOKEN $CI_REGISTRY",
89
- "docker build --network host --cache-from $CACHE_IMAGE --tag $IMAGE_NAME:$IMAGE_TAG -f $APP_DIR/Dockerfile . --build-arg BUILDKIT_INLINE_CACHE=1", //BUILDKIT_INLINE_CACHE, see https://testdriven.io/blog/faster-ci-builds-with-docker-cache/
90
- "docker push $IMAGE_NAME:$IMAGE_TAG",
91
- "docker tag $IMAGE_NAME:$IMAGE_TAG $CACHE_IMAGE",
92
- "docker push $CACHE_IMAGE",
93
- ],
94
- ...def,
95
- });
145
+ export const gitlabDockerLogin = (context: ComponentContext) =>
146
+ context.deploy && isOfDeployType(context.deploy.config, "google-cloudrun")
147
+ ? [
148
+ ...gcloudServiceAccountLoginCommands(context),
149
+ `gcloud auth configure-docker ${getArtifactsRegistryHost(context)}`,
150
+ ]
151
+ : [
152
+ "docker login --username gitlab-ci-token --password $CI_JOB_TOKEN $CI_REGISTRY",
153
+ ];
154
+
155
+ const BUILT_IN_ENSURE_DOCKERFILE_SCRIPTS = {
156
+ meteor: "ensureMeteorDockerfile",
157
+ node: "ensureNodeDockerfile",
158
+ nginx: "ensureNginxDockerfile",
159
+ custom: null,
160
+ } satisfies {
161
+ [type in BuildConfigDocker["type"]]: string | null;
96
162
  };
163
+
164
+ export const getDockerBuildScriptWithBuiltInDockerFile = (
165
+ context: ComponentContext,
166
+ defaultType?: BuildConfigDocker["type"],
167
+ ) => {
168
+ const type =
169
+ "docker" in context.build.config &&
170
+ context.build.config.docker &&
171
+ "type" in context.build.config.docker
172
+ ? context.build.config.docker?.type
173
+ : defaultType;
174
+ return getDockerBuildDefaultScript(
175
+ context,
176
+ type ? BUILT_IN_ENSURE_DOCKERFILE_SCRIPTS[type] : null,
177
+ );
178
+ };
179
+ export const getDockerBuildDefaultScript = (
180
+ context: ComponentContext,
181
+ ensureDockerFileScript?: string | null,
182
+ ) =>
183
+ [
184
+ ensureDockerFileScript ?? undefined,
185
+ ...collapseableSection(
186
+ "docker-login",
187
+ "Docker Login",
188
+ )(gitlabDockerLogin(context)),
189
+ ...collapseableSection(
190
+ "docker-build",
191
+ "Docker build",
192
+ )([
193
+ "docker build --network host --cache-from $DOCKER_CACHE_IMAGE --tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG -f $APP_DIR/Dockerfile $DOCKER_BUILD_CONTEXT --build-arg BUILDKIT_INLINE_CACHE=1", //BUILDKIT_INLINE_CACHE, see https://testdriven.io/blog/faster-ci-builds-with-docker-cache/
194
+ ]),
195
+ ...collapseableSection(
196
+ "docker-push",
197
+ "Docker push and tag",
198
+ )([
199
+ "docker push $DOCKER_IMAGE:$DOCKER_IMAGE_TAG",
200
+ "docker tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG $DOCKER_CACHE_IMAGE",
201
+ "docker push $DOCKER_CACHE_IMAGE",
202
+ ]),
203
+ ].filter(Boolean);
204
+
205
+ export const hasDockerfile = (context: ComponentContext) =>
206
+ existsSync(path.join(context.build.dir, "Dockerfile"));
@@ -1,16 +1,25 @@
1
- import { Context } from "../types/context";
1
+ import type { ComponentContext, WorkspaceContext } from "../types/context";
2
+ import type { EnvironmentContext } from "../types/environmentContext";
2
3
 
3
- import { CatladderJob } from "../types/jobs";
4
- import { createNodeJobs, createStorybookJobs, createMeteorJobs } from "./node";
4
+ import type { CatladderJob } from "../types/jobs";
5
+ import { createCustomJobs } from "./custom";
6
+ import { createMeteorJobs, createNodeJobs, createStorybookJobs } from "./node";
7
+ import { createRailsJobs } from "./rails";
5
8
 
6
- import { BuildConfig } from "./types";
7
- export * from "./types";
9
+ import type {
10
+ BuildConfig,
11
+ BuildConfigStandaloneType,
12
+ WorkspaceBuildConfig,
13
+ } from "./types";
8
14
  export * from "./node";
15
+ export * from "./types";
9
16
 
10
17
  export type BuildTypes = {
11
- [type in BuildConfig["type"]]: {
12
- jobs: (context: Context) => CatladderJob[];
13
- defaults: () => Partial<Extract<BuildConfig, { type: type }>>;
18
+ [type in BuildConfigStandaloneType]: {
19
+ jobs: (context: ComponentContext) => CatladderJob[];
20
+ defaults: (
21
+ envContext: EnvironmentContext,
22
+ ) => Partial<Extract<BuildConfig, { type: type }>>;
14
23
  };
15
24
  };
16
25
 
@@ -20,24 +29,66 @@ export const BUILD_TYPES: BuildTypes = {
20
29
  defaults: () => ({
21
30
  buildCommand: "yarn build",
22
31
  startCommand: "yarn start",
32
+ artifactsPaths: ["dist", ".next"],
23
33
  }),
24
34
  },
25
35
  "node-static": {
26
36
  jobs: createNodeJobs,
27
37
  defaults: () => ({
28
38
  buildCommand: "yarn build",
39
+ artifactsPaths: ["dist"],
29
40
  }),
30
41
  },
31
42
  storybook: {
32
43
  jobs: createStorybookJobs,
33
44
  defaults: () => ({
34
45
  buildCommand: ["yarn build-storybook --quiet -o ./dist"],
46
+ artifactsPaths: ["dist"],
35
47
  }),
36
48
  },
37
49
  meteor: {
38
50
  jobs: createMeteorJobs,
39
51
  defaults: () => ({
40
52
  startCommand: "node main.js",
53
+ artifactsPaths: ["dist"],
54
+ }),
55
+ },
56
+ custom: {
57
+ jobs: createCustomJobs,
58
+ defaults: () => ({
59
+ artifactsPaths: ["dist"],
60
+ }),
61
+ },
62
+ rails: {
63
+ jobs: createRailsJobs,
64
+ defaults: () => ({
65
+ startCommand: "/cnb/process/web",
66
+ cnbBuilder: {
67
+ image: "heroku/builder:22",
68
+ packVersion: "0.32.1",
69
+ },
70
+ }),
71
+ },
72
+ };
73
+
74
+ export type WorkspaceBuildTypes = {
75
+ [type in WorkspaceBuildConfig["type"]]: {
76
+ jobs: (context: WorkspaceContext) => CatladderJob[];
77
+ defaults: () => Partial<Extract<WorkspaceBuildConfig, { type: type }>>;
78
+ };
79
+ };
80
+
81
+ export const WORKSPACE_BUILD_TYPES: WorkspaceBuildTypes = {
82
+ node: {
83
+ jobs: createNodeJobs,
84
+ defaults: () => ({
85
+ buildCommand: "yarn build",
86
+ lint: {
87
+ command: "yarn lint",
88
+ },
89
+ test: {
90
+ command: "yarn test",
91
+ },
41
92
  }),
42
93
  },
43
94
  };
@@ -1,76 +1,96 @@
1
- import { Context } from "../../types/context";
1
+ import { getRunnerImage } from "../../runner";
2
+ import type {
3
+ BuildContextStandalone,
4
+ WorkspaceContext,
5
+ } from "../../types/context";
6
+ import {
7
+ componentContextIsStandaloneBuild,
8
+ type ComponentContext,
9
+ } from "../../types/context";
10
+ import type { CatladderJob } from "../../types/jobs";
2
11
  import { ensureArray } from "../../utils";
3
- import { APP_BUILD_JOB_NAME } from "../base/constants";
4
- import { createBuildJob } from "../base/createBuildJob";
5
- import { createDockerBuildJobDefault, requiresDockerBuild } from "../docker";
6
- import { join } from "path";
12
+ import { createComponentBuildJobs, createWorkspaceBuildJobs } from "../base";
13
+ import type { AppBuildJobDefinition } from "../base/createAppBuildJob";
14
+ import type { DockerBuildJobDefinition } from "../docker";
15
+ import { getDockerBuildScriptWithBuiltInDockerFile } from "../docker";
16
+ import type { BuildConfigDocker } from "../types";
7
17
  import { isOfBuildType } from "../types";
8
- import { getNextCache, getNodeCache, getYarnCache } from "./cache";
18
+ import {
19
+ getNextCache,
20
+ getNodeCache,
21
+ getWorkspaceDefaultCaches,
22
+ getYarnCache,
23
+ } from "./cache";
9
24
  import { NODE_RUNNER_BUILD_VARIABLES } from "./constants";
10
- import { getYarnInstall, getYarnInstallCommand } from "./yarn";
11
- import { CatladderJob } from "../../types/jobs";
25
+ import { getDockerAppCopyAndBuildScript, getYarnInstall } from "./yarn";
12
26
 
13
- export const createNodeBuildJobs = (context: Context): CatladderJob[] => {
14
- const buildConfig = context.componentConfig.build;
27
+ export const createNodeBuildJobs = (
28
+ context: ComponentContext | WorkspaceContext,
29
+ ): CatladderJob[] => {
30
+ if (context.type === "workspace") {
31
+ return createWorkspaceBuildJobs(context, {
32
+ appBuild: createNodeBuildJobDefinition(context),
33
+ });
34
+ }
35
+ return createComponentBuildJobs(context, {
36
+ appBuild: componentContextIsStandaloneBuild(context)
37
+ ? createNodeBuildJobDefinition(context)
38
+ : undefined,
39
+
40
+ dockerBuild: createNodeDockerJobDefinition(context),
41
+ });
42
+ };
43
+
44
+ export const createNodeBuildJobDefinition = (
45
+ context: ComponentContext<BuildContextStandalone> | WorkspaceContext,
46
+ ): AppBuildJobDefinition | undefined => {
47
+ const buildConfig = context.build.config;
15
48
 
16
49
  if (!isOfBuildType(buildConfig, "node", "node-static", "storybook")) {
17
50
  throw new Error("deploy config is not node, node-static or storybook");
18
51
  }
19
52
 
53
+ if (buildConfig.buildCommand === null) return undefined;
54
+
55
+ const defaultImage = getRunnerImage("jobs-default");
20
56
  const yarnInstall = getYarnInstall(context);
21
- const appBuildJob: CatladderJob | null =
22
- buildConfig.buildCommand !== null
23
- ? createBuildJob(context, {
24
- variables: {
25
- ...NODE_RUNNER_BUILD_VARIABLES,
26
- },
27
- cache: [...getNodeCache(context), ...getNextCache(context)],
28
- script: [
29
- ...yarnInstall,
30
- ...(ensureArray(buildConfig.buildCommand) ?? []),
31
- ],
32
- artifacts: {
33
- paths: [
34
- join(context.componentConfig.dir, "__build_info.json"),
35
- join(context.componentConfig.dir, "dist"),
36
- join(context.componentConfig.dir, ".next"),
37
- ...(buildConfig.artifactsPaths?.map((path) =>
38
- join(context.componentConfig.dir, path)
39
- ) ?? []),
40
- ],
41
- },
42
- })
43
- : null;
44
- return [
45
- ...(appBuildJob ? [appBuildJob] : []),
46
- ...(requiresDockerBuild(context)
47
- ? [
48
- createDockerBuildJobDefault(context, {
49
- script: [
50
- buildConfig.type === "node-static" ||
51
- buildConfig.type === "storybook"
52
- ? "ensureNginxDockerfile"
53
- : "ensureNodeDockerfile",
54
- ],
55
- cache: [...getYarnCache(context, "pull")],
56
- variables: {
57
- // only required for non static
58
- YARN_INSTALL: getYarnInstallCommand(context, {
59
- prodOnly: true,
60
- }),
61
- YARN_INSTALL_WITHOUT_SCRIPTS: getYarnInstallCommand(context, {
62
- prodOnly: true,
63
- noScripts: true,
64
- }),
65
- DOCKER_COPY_WORKSPACE_FILES:
66
- context.packageManagerInfo?.pathsToCopyInDocker
67
- .map((dir) => `COPY --chown=node:node ${dir} /app/${dir}`)
68
- ?.join("\n"),
69
- },
70
57
 
71
- needs: appBuildJob ? [APP_BUILD_JOB_NAME] : [],
72
- }),
73
- ]
74
- : []),
75
- ];
58
+ return {
59
+ image: buildConfig.jobImage ?? defaultImage,
60
+ runnerVariables: NODE_RUNNER_BUILD_VARIABLES,
61
+ cache: [
62
+ ...(ensureArray(buildConfig.jobCache) ?? []),
63
+ ...getNodeCache(context),
64
+ ...getNextCache(context),
65
+ ],
66
+ script: [...yarnInstall, ...(ensureArray(buildConfig.buildCommand) ?? [])],
67
+ jobTags: buildConfig.jobTags,
68
+ };
69
+ };
70
+
71
+ export const createNodeDockerJobDefinition = (
72
+ context: ComponentContext,
73
+ ): DockerBuildJobDefinition => {
74
+ // get the default docker built-in type based on the build type
75
+ const dockerDefaultBuiltIn: BuildConfigDocker["type"] =
76
+ context.build.buildType === "node-static" ||
77
+ context.build.buildType === "storybook"
78
+ ? "nginx"
79
+ : "node";
80
+
81
+ return {
82
+ script: getDockerBuildScriptWithBuiltInDockerFile(
83
+ context,
84
+ dockerDefaultBuiltIn,
85
+ ),
86
+ cache: [...getYarnCache(context, "pull")],
87
+ variables: {
88
+ // only required for non static
89
+ DOCKER_COPY_AND_INSTALL_APP: getDockerAppCopyAndBuildScript(context),
90
+ DOCKER_COPY_WORKSPACE_FILES:
91
+ context.packageManagerInfo?.pathsToCopyInDocker
92
+ .map((dir) => `COPY --chown=node:node ${dir} /app/${dir}`)
93
+ ?.join("\n"),
94
+ },
95
+ };
76
96
  };
@@ -1,61 +1,96 @@
1
+ import { uniq } from "lodash";
1
2
  import { join } from "path";
2
- import { Context } from "../../types/context";
3
- import { GitlabJobCache } from "../../types/gitlab-types";
3
+ import slugify from "slugify";
4
+ import type { Context, WorkspaceContext } from "../../types/context";
5
+ import type { GitlabJobCache } from "../../types/gitlab-types";
4
6
 
5
7
  export const getYarnCache = (
6
8
  context: Context,
7
- policy = "pull-push"
9
+ policy = "pull-push",
8
10
  ): GitlabJobCache[] => {
11
+ const componentIsInWorkspace =
12
+ context.type === "component" &&
13
+ context.packageManagerInfo.componentIsInWorkspace;
9
14
  return [
10
- {
11
- key: "yarn",
12
- policy,
13
- paths: [".yarn"],
14
- },
15
+ componentIsInWorkspace
16
+ ? {
17
+ key: "yarn",
18
+ policy,
19
+ paths: [".yarn"],
20
+ }
21
+ : {
22
+ key: slugify(context.build.dir) + "-yarn",
23
+ policy,
24
+ paths: [join(context.build.dir, ".yarn")],
25
+ },
15
26
  ];
16
27
  };
17
28
 
18
29
  export const getNodeModulesCache = (
19
30
  context: Context,
20
- policy = "pull-push"
31
+ policy = "pull-push",
21
32
  ): GitlabJobCache[] => {
22
33
  const componentIsInWorkspace =
23
- context.packageManagerInfo?.componentIsInWorkspace;
34
+ context.type === "component" &&
35
+ context.packageManagerInfo.componentIsInWorkspace;
24
36
 
37
+ // We intentionally do not use the contents of yarn.lock as a cache key, as yarn install should always guarantee that the files are updated, but it can still use part of the cache if not all packages are up-to-date.
38
+ // It would slow down all pipelines whenever one adds a new dependency as it will need to download all node_modules again.
25
39
  return [
26
40
  {
27
41
  // if component is in a shared workspace, use workspace cache. use individual cache else
28
42
  key: componentIsInWorkspace
29
43
  ? "node-modules-workspace"
30
- : context.componentConfig.dir + "-node-modules", // we use the dirname, not the component name, because in certain cases we have two apps in the same directory and want to share the cache, e.g. when having storybook in the same package.json
44
+ : slugify(context.build.dir) + "-node-modules", // we use the dirname, not the component name, because in certain cases we have two apps in the same directory and want to share the cache, e.g. when having storybook in the same package.json
31
45
  policy,
32
46
  paths: [
33
47
  ...(componentIsInWorkspace
34
- ? [
48
+ ? uniq([
35
49
  "node_modules",
36
- ...(context.packageManagerInfo?.workspaces.map((w) =>
37
- join(w.location, "node_modules")
50
+ ...(context.packageManagerInfo.workspaces.map((w) =>
51
+ join(w.location, "node_modules"),
38
52
  ) ?? []),
39
- ]
40
- : [join(context.componentConfig.dir, "node_modules")]),
53
+ ])
54
+ : [join(context.build.dir, "node_modules")]),
41
55
  ],
42
56
  },
43
57
  ];
44
58
  };
45
59
  export const getNodeCache = (
46
60
  context: Context,
47
- policy = "pull-push"
61
+ policy = "pull-push",
48
62
  ): GitlabJobCache[] => {
49
63
  return [
50
64
  ...getYarnCache(context, policy),
51
65
  ...getNodeModulesCache(context, policy),
66
+ ...(context.type === "workspace" ? getWorkspaceDefaultCaches(context) : []),
52
67
  ];
53
68
  };
54
69
 
55
- export const getNextCache = (context: Context): GitlabJobCache[] => [
56
- {
57
- key: context.componentName + "-next-cache",
58
- policy: "pull-push",
59
- paths: [context.componentConfig.dir + "/.next/cache/"],
60
- },
61
- ];
70
+ export const getNextCache = (context: Context): GitlabJobCache[] => {
71
+ const key = context.name + "-next-cache";
72
+ const paths = context.build
73
+ .getComponentDirs("direct")
74
+ .map((c) => join(c, ".next/cache"));
75
+
76
+ return [
77
+ {
78
+ key,
79
+ policy: "pull-push",
80
+ paths,
81
+ },
82
+ ];
83
+ };
84
+
85
+ export const getWorkspaceDefaultCaches = (
86
+ context: WorkspaceContext,
87
+ ): GitlabJobCache[] => {
88
+ return [
89
+ {
90
+ // turbo repo
91
+ key: context.name + "-turbo",
92
+ policy: "pull-push",
93
+ paths: [join(context.build.dir, ".turbo")],
94
+ },
95
+ ];
96
+ };
@@ -1,6 +1,5 @@
1
1
  export const NODE_RUNNER_BUILD_VARIABLES = {
2
- KUBERNETES_CPU_REQUEST: "0.5",
3
- KUBERNETES_CPU_LIMIT: "2",
4
- KUBERNETES_MEMORY_REQUEST: "2Gi",
2
+ KUBERNETES_CPU_REQUEST: "0.45",
3
+ KUBERNETES_MEMORY_REQUEST: "1Gi",
5
4
  KUBERNETES_MEMORY_LIMIT: "4Gi",
6
5
  };