@catladder/pipeline 0.0.0-mongodb-tolerations-bc2a3387 โ†’ 0.0.0-multiple-gitlab-includes-1a40efc0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (608) hide show
  1. package/README.md +17 -0
  2. package/dist/bash/BashExpression.d.ts +36 -0
  3. package/dist/bash/BashExpression.js +114 -0
  4. package/dist/bash/bashEscape.d.ts +34 -0
  5. package/dist/bash/bashEscape.js +114 -0
  6. package/dist/bash/bashExpressionPerPipelineType.d.ts +6 -0
  7. package/dist/bash/bashExpressionPerPipelineType.js +11 -0
  8. package/dist/bash/bashYaml.d.ts +10 -0
  9. package/dist/bash/bashYaml.js +69 -0
  10. package/dist/bash/getInjectVarsScript.d.ts +2 -0
  11. package/dist/bash/getInjectVarsScript.js +47 -0
  12. package/dist/bash/index.d.ts +2 -0
  13. package/dist/bash/index.js +26 -0
  14. package/dist/build/artifacts/createBuildJobArtifact.d.ts +3 -0
  15. package/dist/build/artifacts/createBuildJobArtifact.js +97 -0
  16. package/dist/build/base/__tests__/createArtifactsConfig.test.js +42 -0
  17. package/dist/build/base/constants.d.ts +0 -1
  18. package/dist/build/base/constants.js +4 -3
  19. package/dist/build/base/createAppBuildJob.d.ts +10 -0
  20. package/dist/build/base/{createBuildJob.js โ†’ createAppBuildJob.js} +22 -18
  21. package/dist/build/base/createArtifactsConfig.d.ts +4 -0
  22. package/dist/build/base/createArtifactsConfig.js +65 -0
  23. package/dist/build/base/createBuildJobDefinition.d.ts +6 -0
  24. package/dist/build/base/createBuildJobDefinition.js +58 -0
  25. package/dist/build/base/index.d.ts +11 -0
  26. package/dist/build/base/index.js +68 -0
  27. package/dist/build/base/writeBuildInfo.d.ts +2 -2
  28. package/dist/build/base/writeBuildInfo.js +4 -3
  29. package/dist/build/base/writeDotEnv.d.ts +8 -0
  30. package/dist/build/base/writeDotEnv.js +67 -0
  31. package/dist/build/cache/createJobCache.d.ts +7 -0
  32. package/dist/build/cache/createJobCache.js +115 -0
  33. package/dist/build/cache/getAllCacheConfigsFromConfig.d.ts +3 -0
  34. package/dist/build/cache/getAllCacheConfigsFromConfig.js +64 -0
  35. package/dist/build/cache/transformLegacyJobCache.d.ts +3 -0
  36. package/dist/build/cache/transformLegacyJobCache.js +29 -0
  37. package/dist/build/custom/__tests__/testJob.test.d.ts +1 -0
  38. package/dist/build/custom/__tests__/testJob.test.js +36 -0
  39. package/dist/build/custom/buildJob.d.ts +2 -2
  40. package/dist/build/custom/buildJob.js +12 -71
  41. package/dist/build/custom/index.d.ts +2 -2
  42. package/dist/build/custom/index.js +3 -1
  43. package/dist/build/custom/testJob.d.ts +6 -2
  44. package/dist/build/custom/testJob.js +27 -22
  45. package/dist/build/docker.d.ts +51 -36
  46. package/dist/build/docker.js +92 -50
  47. package/dist/build/index.d.ts +14 -7
  48. package/dist/build/index.js +44 -16
  49. package/dist/build/node/buildJob.d.ts +6 -2
  50. package/dist/build/node/buildJob.js +37 -47
  51. package/dist/build/node/cache.d.ts +4 -5
  52. package/dist/build/node/cache.js +18 -23
  53. package/dist/build/node/constants.d.ts +0 -1
  54. package/dist/build/node/constants.js +5 -4
  55. package/dist/build/node/index.d.ts +4 -4
  56. package/dist/build/node/index.js +3 -1
  57. package/dist/build/node/meteor.d.ts +2 -2
  58. package/dist/build/node/meteor.js +22 -24
  59. package/dist/build/node/testJob.d.ts +3 -2
  60. package/dist/build/node/testJob.js +33 -19
  61. package/dist/build/node/yarn.d.ts +5 -5
  62. package/dist/build/node/yarn.js +35 -20
  63. package/dist/build/rails/build.d.ts +2 -2
  64. package/dist/build/rails/build.js +49 -10
  65. package/dist/build/rails/index.d.ts +2 -2
  66. package/dist/build/rails/index.js +3 -1
  67. package/dist/build/rails/test.d.ts +2 -2
  68. package/dist/build/rails/test.js +20 -12
  69. package/dist/build/sbom.d.ts +5 -0
  70. package/dist/build/sbom.js +32 -0
  71. package/dist/build/types.d.ts +214 -67
  72. package/dist/build/types.js +10 -2
  73. package/dist/catladder-gitlab.js +129 -49
  74. package/dist/config/__tests__/configruedEnvs.test.js +3 -1
  75. package/dist/config/__tests__/getAllEnvs.test.d.ts +1 -0
  76. package/dist/config/__tests__/getAllEnvs.test.js +79 -0
  77. package/dist/config/__tests__/getAllEnvsInAllComponents.test.d.ts +1 -0
  78. package/dist/config/__tests__/getAllEnvsInAllComponents.test.js +73 -0
  79. package/dist/config/configruedEnvs.js +3 -1
  80. package/dist/config/index.js +13 -7
  81. package/dist/config/readConfig.d.ts +2 -2
  82. package/dist/config/readConfig.js +191 -40
  83. package/dist/constants.js +5 -3
  84. package/dist/context/createAllComponentsContext.d.ts +12 -0
  85. package/dist/{pipeline/commitInfo/getCommitInfo.js โ†’ context/createAllComponentsContext.js} +35 -16
  86. package/dist/context/createComponentContext.d.ts +11 -0
  87. package/dist/context/createComponentContext.js +255 -0
  88. package/dist/context/createWorkspaceContext.d.ts +16 -0
  89. package/dist/context/createWorkspaceContext.js +173 -0
  90. package/dist/context/getBuildInfoVariables.d.ts +6 -0
  91. package/dist/context/getBuildInfoVariables.js +55 -0
  92. package/dist/context/getEnvConfig.js +5 -2
  93. package/dist/context/getEnvType.js +3 -1
  94. package/dist/context/getEnvironment.d.ts +3 -3
  95. package/dist/context/getEnvironment.js +26 -21
  96. package/dist/context/getEnvironmentContext.d.ts +7 -3
  97. package/dist/context/getEnvironmentContext.js +21 -11
  98. package/dist/context/getEnvironmentVariables.d.ts +22 -10
  99. package/dist/context/getEnvironmentVariables.js +85 -54
  100. package/dist/context/getLabels.d.ts +3 -2
  101. package/dist/context/getLabels.js +9 -6
  102. package/dist/context/getReviewSlug.d.ts +4 -0
  103. package/dist/context/getReviewSlug.js +21 -0
  104. package/dist/context/index.d.ts +2 -4
  105. package/dist/context/index.js +15 -162
  106. package/dist/context/transformJobOnlyVars.d.ts +13 -0
  107. package/dist/{pipeline/commitInfo/getBuildId.js โ†’ context/transformJobOnlyVars.js} +41 -14
  108. package/dist/context/utils/envVars.d.ts +8 -0
  109. package/dist/context/utils/envVars.js +55 -0
  110. package/dist/defaults/index.js +3 -1
  111. package/dist/deploy/base/deploy.d.ts +5 -0
  112. package/dist/deploy/base/deploy.js +122 -0
  113. package/dist/deploy/base/index.d.ts +8 -0
  114. package/dist/deploy/base/index.js +44 -0
  115. package/dist/deploy/base/rollback.d.ts +5 -0
  116. package/dist/deploy/base/rollback.js +41 -0
  117. package/dist/deploy/base/stop.d.ts +5 -0
  118. package/dist/deploy/base/stop.js +46 -0
  119. package/dist/deploy/base/types.d.ts +2 -0
  120. package/dist/deploy/base/types.js +5 -0
  121. package/dist/deploy/base/variables.d.ts +5 -0
  122. package/dist/deploy/base/variables.js +11 -0
  123. package/dist/deploy/cloudRun/artifactsRegistry.d.ts +19 -0
  124. package/dist/deploy/cloudRun/artifactsRegistry.js +125 -0
  125. package/dist/deploy/cloudRun/cleanup.d.ts +2 -0
  126. package/dist/deploy/cloudRun/cleanup.js +53 -0
  127. package/dist/deploy/cloudRun/cloudRunRevisions.d.ts +2 -0
  128. package/dist/deploy/cloudRun/cloudRunRevisions.js +62 -0
  129. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.d.ts +7 -0
  130. package/dist/deploy/cloudRun/createJobs/cloudRunJobs.js +207 -0
  131. package/dist/deploy/cloudRun/createJobs/cloudRunServices.d.ts +4 -0
  132. package/dist/deploy/cloudRun/createJobs/cloudRunServices.js +96 -0
  133. package/dist/deploy/cloudRun/createJobs/common.d.ts +18 -0
  134. package/dist/deploy/cloudRun/createJobs/common.js +93 -0
  135. package/dist/deploy/cloudRun/createJobs/constants.d.ts +1 -0
  136. package/dist/deploy/cloudRun/createJobs/constants.js +7 -0
  137. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.d.ts +2 -0
  138. package/dist/deploy/cloudRun/createJobs/getCloudRunDeployScripts.js +62 -0
  139. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.d.ts +2 -0
  140. package/dist/deploy/cloudRun/createJobs/getCloudRunStopScripts.js +54 -0
  141. package/dist/deploy/cloudRun/createJobs/index.d.ts +3 -0
  142. package/dist/deploy/cloudRun/createJobs/index.js +57 -0
  143. package/dist/deploy/cloudRun/createJobs/volumes.d.ts +3 -0
  144. package/dist/deploy/cloudRun/createJobs/volumes.js +58 -0
  145. package/dist/deploy/cloudRun/index.d.ts +2 -2
  146. package/dist/deploy/cloudRun/index.js +17 -10
  147. package/dist/deploy/cloudRun/utils/createArgsString.d.ts +3 -1
  148. package/dist/deploy/cloudRun/utils/createArgsString.js +25 -17
  149. package/dist/deploy/cloudRun/utils/database.d.ts +6 -4
  150. package/dist/deploy/cloudRun/utils/database.js +28 -15
  151. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.d.ts +2 -2
  152. package/dist/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.js +4 -2
  153. package/dist/deploy/cloudRun/utils/getServiceName.d.ts +2 -0
  154. package/dist/deploy/cloudRun/utils/getServiceName.js +10 -0
  155. package/dist/deploy/cloudRun/utils/jobName.d.ts +2 -1
  156. package/dist/deploy/cloudRun/utils/jobName.js +4 -2
  157. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.d.ts +9 -0
  158. package/dist/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.js +18 -0
  159. package/dist/deploy/cloudSql/utils.d.ts +2 -1
  160. package/dist/deploy/cloudSql/utils.js +7 -2
  161. package/dist/deploy/custom/deployJob.d.ts +2 -2
  162. package/dist/deploy/custom/deployJob.js +24 -16
  163. package/dist/deploy/custom/index.d.ts +2 -2
  164. package/dist/deploy/custom/index.js +3 -1
  165. package/dist/deploy/dockerTag/deployJob.d.ts +2 -2
  166. package/dist/deploy/dockerTag/deployJob.js +51 -10
  167. package/dist/deploy/dockerTag/index.d.ts +2 -2
  168. package/dist/deploy/dockerTag/index.js +3 -1
  169. package/dist/deploy/index.d.ts +10 -9
  170. package/dist/deploy/index.js +13 -7
  171. package/dist/deploy/kubernetes/additionalSecretKeys.d.ts +3 -1
  172. package/dist/deploy/kubernetes/additionalSecretKeys.js +3 -1
  173. package/dist/deploy/kubernetes/cloudSql/index.d.ts +6 -5
  174. package/dist/deploy/kubernetes/cloudSql/index.js +14 -21
  175. package/dist/deploy/kubernetes/deployJob.d.ts +2 -2
  176. package/dist/deploy/kubernetes/deployJob.js +35 -45
  177. package/dist/deploy/kubernetes/index.d.ts +2 -2
  178. package/dist/deploy/kubernetes/index.js +52 -15
  179. package/dist/deploy/kubernetes/kubeEnv.d.ts +5 -4
  180. package/dist/deploy/kubernetes/kubeEnv.js +9 -5
  181. package/dist/deploy/kubernetes/kubeValues.d.ts +6 -9
  182. package/dist/deploy/kubernetes/kubeValues.js +16 -18
  183. package/dist/deploy/kubernetes/mongodb.d.ts +2 -2
  184. package/dist/deploy/kubernetes/mongodb.js +19 -16
  185. package/dist/deploy/sbom.d.ts +4 -0
  186. package/dist/deploy/sbom.js +20 -0
  187. package/dist/deploy/types/base.d.ts +18 -2
  188. package/dist/deploy/types/base.js +3 -1
  189. package/dist/deploy/types/custom.d.ts +3 -7
  190. package/dist/deploy/types/custom.js +3 -1
  191. package/dist/deploy/types/dockerTag.d.ts +3 -1
  192. package/dist/deploy/types/dockerTag.js +3 -1
  193. package/dist/deploy/types/googleCloudRun.d.ts +133 -24
  194. package/dist/deploy/types/googleCloudRun.js +3 -1
  195. package/dist/deploy/types/index.d.ts +6 -6
  196. package/dist/deploy/types/index.js +14 -8
  197. package/dist/deploy/types/kubernetes.d.ts +41 -55
  198. package/dist/deploy/types/kubernetes.js +3 -1
  199. package/dist/deploy/utils.d.ts +2 -2
  200. package/dist/deploy/utils.js +5 -2
  201. package/dist/globalScriptFunctions/index.d.ts +14 -0
  202. package/dist/globalScriptFunctions/index.js +37 -0
  203. package/dist/index.d.ts +5 -2
  204. package/dist/index.js +18 -9
  205. package/dist/packageInfos.d.ts +4 -0
  206. package/dist/packageInfos.js +20 -0
  207. package/dist/pipeline/__tests__/getPipelineStages.test.d.ts +1 -0
  208. package/dist/pipeline/__tests__/getPipelineStages.test.js +73 -0
  209. package/dist/pipeline/createAllJobs.d.ts +16 -6
  210. package/dist/pipeline/createAllJobs.js +99 -27
  211. package/dist/pipeline/createJobsForComponent.d.ts +2 -2
  212. package/dist/pipeline/createJobsForComponent.js +10 -152
  213. package/dist/pipeline/createJobsForWorkspace.d.ts +3 -0
  214. package/dist/pipeline/createJobsForWorkspace.js +12 -0
  215. package/dist/pipeline/createMainPipeline.d.ts +3 -0
  216. package/dist/pipeline/createMainPipeline.js +283 -0
  217. package/dist/pipeline/generatePipelineFiles.d.ts +7 -0
  218. package/dist/pipeline/generatePipelineFiles.js +304 -0
  219. package/dist/pipeline/getPipelineStages.d.ts +7 -0
  220. package/dist/pipeline/getPipelineStages.js +56 -0
  221. package/dist/pipeline/gitlab/createGitlabJobs.d.ts +11 -12
  222. package/dist/pipeline/gitlab/createGitlabJobs.js +259 -60
  223. package/dist/pipeline/gitlab/createGitlabPipeline.d.ts +9 -0
  224. package/dist/pipeline/gitlab/createGitlabPipeline.js +77 -0
  225. package/dist/pipeline/gitlab/gitlabReleaseJobs.d.ts +33 -0
  226. package/dist/pipeline/gitlab/gitlabReleaseJobs.js +25 -0
  227. package/dist/pipeline/gitlab/sortGitLabJobDefProps.d.ts +7 -0
  228. package/dist/pipeline/gitlab/sortGitLabJobDefProps.js +27 -0
  229. package/dist/pipeline/index.d.ts +3 -2
  230. package/dist/pipeline/index.js +16 -9
  231. package/dist/pipeline/packageManager.d.ts +3 -2
  232. package/dist/pipeline/packageManager.js +52 -26
  233. package/dist/pipeline/yarn/yarnUtils.d.ts +3 -2
  234. package/dist/pipeline/yarn/yarnUtils.js +65 -17
  235. package/dist/rules/index.d.ts +7 -2
  236. package/dist/rules/index.js +34 -16
  237. package/dist/runner/index.d.ts +1 -1
  238. package/dist/runner/index.js +3 -1
  239. package/dist/tsconfig.tsbuildinfo +1 -1
  240. package/dist/types/config.d.ts +52 -25
  241. package/dist/types/config.js +5 -2
  242. package/dist/types/context.d.ts +132 -37
  243. package/dist/types/context.js +12 -1
  244. package/dist/types/environmentContext.d.ts +15 -12
  245. package/dist/types/environmentContext.js +3 -1
  246. package/dist/types/gitlab-ci-yml.d.ts +769 -0
  247. package/dist/types/gitlab-ci-yml.js +10 -0
  248. package/dist/types/gitlab-types.d.ts +15 -96
  249. package/dist/types/gitlab-types.js +3 -1
  250. package/dist/types/index.d.ts +1 -0
  251. package/dist/types/index.js +14 -7
  252. package/dist/types/jobDefinition.d.ts +11 -0
  253. package/dist/types/jobDefinition.js +5 -0
  254. package/dist/types/jobs.d.ts +35 -16
  255. package/dist/types/jobs.js +3 -1
  256. package/dist/types/pipeline.d.ts +3 -3
  257. package/dist/types/pipeline.js +3 -1
  258. package/dist/types/utils.d.ts +1 -1
  259. package/dist/types/utils.js +3 -1
  260. package/dist/utils/gitlab.d.ts +2 -1
  261. package/dist/utils/gitlab.js +14 -3
  262. package/dist/utils/index.d.ts +2 -1
  263. package/dist/utils/index.js +10 -3
  264. package/dist/utils/jsonParse.d.ts +1 -0
  265. package/dist/utils/jsonParse.js +14 -0
  266. package/dist/utils/removeUndefined.d.ts +1 -0
  267. package/dist/utils/removeUndefined.js +36 -0
  268. package/dist/utils/writeFiles.d.ts +11 -0
  269. package/dist/utils/writeFiles.js +172 -0
  270. package/dist/variables/VariableValue.d.ts +3 -0
  271. package/dist/variables/VariableValue.js +5 -0
  272. package/dist/variables/VariableValueContainingReferences.d.ts +24 -0
  273. package/dist/variables/VariableValueContainingReferences.js +97 -0
  274. package/dist/variables/__tests__/resolveAllReferences.test.d.ts +1 -0
  275. package/dist/variables/__tests__/resolveAllReferences.test.js +218 -0
  276. package/dist/variables/__tests__/resolveAllReferencesOnce.test.d.ts +1 -0
  277. package/dist/variables/__tests__/resolveAllReferencesOnce.test.js +171 -0
  278. package/dist/variables/__tests__/resolveReferencesOnce.test.d.ts +1 -0
  279. package/dist/variables/__tests__/resolveReferencesOnce.test.js +199 -0
  280. package/dist/variables/__tests__/variableValue.test.d.ts +1 -0
  281. package/dist/variables/__tests__/variableValue.test.js +36 -0
  282. package/dist/variables/resolveAllReferences.d.ts +3 -0
  283. package/dist/{pipeline/createChildPipeline.js โ†’ variables/resolveAllReferences.js} +44 -47
  284. package/dist/variables/resolveAllReferencesOnce.d.ts +5 -0
  285. package/dist/variables/resolveAllReferencesOnce.js +191 -0
  286. package/dist/variables/resolveReferencesOnce.d.ts +8 -0
  287. package/dist/variables/resolveReferencesOnce.js +22 -0
  288. package/examples/.test-gen-ignore +1 -0
  289. package/examples/__snapshots__/cloud-run-http2.test.ts.snap +1418 -0
  290. package/examples/__snapshots__/cloud-run-memory-limit.test.ts.snap +1418 -0
  291. package/examples/__snapshots__/cloud-run-meteor-with-worker.test.ts.snap +1418 -0
  292. package/examples/__snapshots__/cloud-run-nextjs.test.ts.snap +1434 -0
  293. package/examples/__snapshots__/cloud-run-no-cpu-throttling.test.ts.snap +1418 -0
  294. package/examples/__snapshots__/cloud-run-no-service.test.ts.snap +1526 -0
  295. package/examples/__snapshots__/cloud-run-non-public.test.ts.snap +1418 -0
  296. package/examples/__snapshots__/cloud-run-post-stop-job.test.ts.snap +1436 -0
  297. package/examples/__snapshots__/cloud-run-service-custom-vpc-connector.test.ts.snap +1418 -0
  298. package/examples/__snapshots__/cloud-run-service-custom-vpc.test.ts.snap +1418 -0
  299. package/examples/__snapshots__/cloud-run-service-gen2.test.ts.snap +1418 -0
  300. package/examples/__snapshots__/cloud-run-service-increase-timout.test.ts.snap +1418 -0
  301. package/examples/__snapshots__/cloud-run-service-with-volumes.test.ts.snap +1490 -0
  302. package/examples/__snapshots__/cloud-run-storybook.test.ts.snap +1302 -0
  303. package/examples/__snapshots__/cloud-run-with-ngnix.test.ts.snap +1418 -0
  304. package/examples/__snapshots__/cloud-run-with-sql-reuse-db.test.ts.snap +2998 -0
  305. package/examples/__snapshots__/cloud-run-with-sql.test.ts.snap +1733 -0
  306. package/examples/__snapshots__/cloud-run-with-worker.test.ts.snap +1426 -0
  307. package/examples/__snapshots__/custom-build-job-with-tests.test.ts.snap +1285 -0
  308. package/examples/__snapshots__/custom-build-job.test.ts.snap +1174 -0
  309. package/examples/__snapshots__/custom-deploy.test.ts.snap +1168 -0
  310. package/examples/__snapshots__/custom-envs.test.ts.snap +798 -0
  311. package/examples/__snapshots__/custom-sbom-java.test.ts.snap +1182 -0
  312. package/examples/__snapshots__/git-submodule.test.ts.snap +1419 -0
  313. package/examples/__snapshots__/kubernetes-application-customization.test.ts.snap +1759 -0
  314. package/examples/__snapshots__/kubernetes-with-cloud-sql.test.ts.snap +1779 -0
  315. package/examples/__snapshots__/kubernetes-with-jobs.test.ts.snap +3357 -0
  316. package/examples/__snapshots__/kubernetes-with-mongodb.test.ts.snap +1883 -0
  317. package/examples/__snapshots__/local-dot-env.test.ts.snap +1342 -0
  318. package/examples/__snapshots__/meteor-kubernetes.test.ts.snap +1836 -0
  319. package/examples/__snapshots__/multiline-var.test.ts.snap +5679 -0
  320. package/examples/__snapshots__/native-app.test.ts.snap +2206 -0
  321. package/examples/__snapshots__/node-build-with-custom-image.test.ts.snap +1418 -0
  322. package/examples/__snapshots__/node-build-with-docker-additions.test.ts.snap +1426 -0
  323. package/examples/__snapshots__/rails-k8s-with-worker-dockerfile.test.ts.snap +1487 -0
  324. package/examples/__snapshots__/rails-k8s-with-worker.test.ts.snap +1471 -0
  325. package/examples/__snapshots__/referencing-other-vars.test.ts.snap +4739 -0
  326. package/examples/__snapshots__/wait-for-other-deploy.test.ts.snap +1368 -0
  327. package/examples/__snapshots__/workspace-api-www-turbo-cache.test.ts.snap +2338 -0
  328. package/examples/__snapshots__/workspace-api-www.test.ts.snap +2330 -0
  329. package/examples/__utils__/helpers.ts +9 -12
  330. package/examples/cloud-run-http2.test.ts +11 -0
  331. package/examples/cloud-run-http2.ts +29 -0
  332. package/examples/cloud-run-memory-limit.test.ts +11 -0
  333. package/examples/cloud-run-memory-limit.ts +10 -5
  334. package/examples/cloud-run-meteor-with-worker.test.ts +11 -0
  335. package/examples/cloud-run-meteor-with-worker.ts +37 -0
  336. package/examples/cloud-run-nextjs.test.ts +11 -0
  337. package/examples/cloud-run-nextjs.ts +28 -0
  338. package/examples/cloud-run-no-cpu-throttling.test.ts +11 -0
  339. package/examples/cloud-run-no-cpu-throttling.ts +6 -4
  340. package/examples/cloud-run-no-service.test.ts +11 -0
  341. package/examples/cloud-run-no-service.ts +33 -0
  342. package/examples/cloud-run-non-public.test.ts +11 -0
  343. package/examples/cloud-run-non-public.ts +5 -4
  344. package/examples/cloud-run-post-stop-job.test.ts +11 -0
  345. package/examples/cloud-run-post-stop-job.ts +42 -0
  346. package/examples/cloud-run-service-custom-vpc-connector.test.ts +11 -0
  347. package/examples/cloud-run-service-custom-vpc-connector.ts +30 -0
  348. package/examples/cloud-run-service-custom-vpc.test.ts +11 -0
  349. package/examples/cloud-run-service-custom-vpc.ts +31 -0
  350. package/examples/cloud-run-service-gen2.test.ts +11 -0
  351. package/examples/cloud-run-service-gen2.ts +29 -0
  352. package/examples/cloud-run-service-increase-timout.test.ts +11 -0
  353. package/examples/cloud-run-service-increase-timout.ts +29 -0
  354. package/examples/cloud-run-service-with-volumes.test.ts +11 -0
  355. package/examples/cloud-run-service-with-volumes.ts +56 -0
  356. package/examples/cloud-run-storybook.test.ts +11 -0
  357. package/examples/cloud-run-storybook.ts +33 -0
  358. package/examples/cloud-run-with-ngnix.test.ts +11 -0
  359. package/examples/cloud-run-with-ngnix.ts +29 -0
  360. package/examples/cloud-run-with-sql-reuse-db.test.ts +11 -0
  361. package/examples/cloud-run-with-sql-reuse-db.ts +5 -4
  362. package/examples/cloud-run-with-sql.test.ts +11 -0
  363. package/examples/cloud-run-with-sql.ts +7 -20
  364. package/examples/cloud-run-with-worker.test.ts +11 -0
  365. package/examples/cloud-run-with-worker.ts +37 -0
  366. package/examples/custom-build-job-with-tests.test.ts +11 -0
  367. package/examples/custom-build-job-with-tests.ts +14 -4
  368. package/examples/custom-build-job.test.ts +11 -0
  369. package/examples/custom-build-job.ts +5 -4
  370. package/examples/custom-deploy.test.ts +11 -0
  371. package/examples/custom-deploy.ts +15 -4
  372. package/examples/custom-envs.test.ts +11 -0
  373. package/examples/custom-envs.ts +5 -4
  374. package/examples/custom-sbom-java.test.ts +11 -0
  375. package/examples/custom-sbom-java.ts +10 -6
  376. package/examples/git-submodule.test.ts +11 -0
  377. package/examples/git-submodule.ts +30 -0
  378. package/examples/kubernetes-application-customization.test.ts +11 -0
  379. package/examples/kubernetes-application-customization.ts +7 -4
  380. package/examples/kubernetes-with-cloud-sql.test.ts +11 -0
  381. package/examples/kubernetes-with-cloud-sql.ts +7 -4
  382. package/examples/kubernetes-with-jobs.test.ts +11 -0
  383. package/examples/kubernetes-with-jobs.ts +7 -4
  384. package/examples/kubernetes-with-mongodb.test.ts +11 -0
  385. package/examples/kubernetes-with-mongodb.ts +7 -4
  386. package/examples/local-dot-env.test.ts +11 -0
  387. package/examples/local-dot-env.ts +27 -0
  388. package/examples/meteor-kubernetes.test.ts +11 -0
  389. package/examples/meteor-kubernetes.ts +64 -0
  390. package/examples/multiline-var.test.ts +11 -0
  391. package/examples/multiline-var.ts +107 -0
  392. package/examples/native-app.test.ts +11 -0
  393. package/examples/native-app.ts +86 -0
  394. package/examples/node-build-with-custom-image.test.ts +11 -0
  395. package/examples/node-build-with-custom-image.ts +26 -0
  396. package/examples/node-build-with-docker-additions.test.ts +11 -0
  397. package/examples/node-build-with-docker-additions.ts +29 -0
  398. package/examples/rails-k8s-with-worker-dockerfile.test.ts +33 -0
  399. package/examples/rails-k8s-with-worker.test.ts +11 -0
  400. package/examples/rails-k8s-with-worker.ts +23 -17
  401. package/examples/referencing-other-vars.test.ts +11 -0
  402. package/examples/referencing-other-vars.ts +83 -0
  403. package/examples/wait-for-other-deploy.test.ts +11 -0
  404. package/examples/wait-for-other-deploy.ts +5 -4
  405. package/examples/workspace-api-www-turbo-cache.test.ts +11 -0
  406. package/examples/workspace-api-www-turbo-cache.ts +52 -0
  407. package/examples/workspace-api-www.test.ts +11 -0
  408. package/examples/workspace-api-www.ts +46 -0
  409. package/package.json +77 -26
  410. package/scripts/generate-examples-test.ts +84 -0
  411. package/scripts/generate-gitlab-ci-types.ts +51 -0
  412. package/scripts/tsconfig.json +7 -0
  413. package/src/bash/BashExpression.ts +78 -0
  414. package/src/bash/bashEscape.ts +158 -0
  415. package/src/bash/bashExpressionPerPipelineType.ts +16 -0
  416. package/src/bash/bashYaml.ts +80 -0
  417. package/src/bash/getInjectVarsScript.ts +21 -0
  418. package/src/bash/index.ts +2 -0
  419. package/src/build/artifacts/createBuildJobArtifact.ts +61 -0
  420. package/src/build/base/__tests__/__snapshots__/createArtifactsConfig.test.ts.snap +49 -0
  421. package/src/build/base/__tests__/createArtifactsConfig.test.ts +41 -0
  422. package/src/build/base/constants.ts +2 -2
  423. package/src/build/base/createAppBuildJob.ts +70 -0
  424. package/src/build/base/createArtifactsConfig.ts +34 -0
  425. package/src/build/base/createBuildJobDefinition.ts +37 -0
  426. package/src/build/base/index.ts +64 -0
  427. package/src/build/base/writeBuildInfo.ts +3 -3
  428. package/src/build/base/writeDotEnv.ts +40 -0
  429. package/src/build/cache/createJobCache.ts +83 -0
  430. package/src/build/cache/getAllCacheConfigsFromConfig.ts +28 -0
  431. package/src/build/cache/transformLegacyJobCache.ts +14 -0
  432. package/src/build/custom/__tests__/testJob.test.ts +29 -0
  433. package/src/build/custom/buildJob.ts +18 -53
  434. package/src/build/custom/index.ts +2 -2
  435. package/src/build/custom/testJob.ts +40 -14
  436. package/src/build/docker.ts +149 -63
  437. package/src/build/index.ts +42 -10
  438. package/src/build/node/buildJob.ts +68 -69
  439. package/src/build/node/cache.ts +30 -35
  440. package/src/build/node/constants.ts +2 -3
  441. package/src/build/node/index.ts +8 -4
  442. package/src/build/node/meteor.ts +37 -47
  443. package/src/build/node/testJob.ts +61 -22
  444. package/src/build/node/yarn.ts +72 -27
  445. package/src/build/rails/build.ts +42 -12
  446. package/src/build/rails/index.ts +2 -2
  447. package/src/build/rails/test.ts +31 -15
  448. package/src/build/sbom.ts +48 -0
  449. package/src/build/types.ts +262 -79
  450. package/src/catladder-gitlab.ts +7 -56
  451. package/src/config/__tests__/__snapshots__/getAllEnvs.test.ts.snap +31 -0
  452. package/src/config/__tests__/__snapshots__/getAllEnvsInAllComponents.test.ts.snap +15 -0
  453. package/src/config/__tests__/getAllEnvs.test.ts +71 -0
  454. package/src/config/__tests__/getAllEnvsInAllComponents.test.ts +63 -0
  455. package/src/config/configruedEnvs.ts +6 -6
  456. package/src/config/readConfig.ts +15 -22
  457. package/src/constants.ts +5 -2
  458. package/src/context/createAllComponentsContext.ts +31 -0
  459. package/src/context/createComponentContext.ts +134 -0
  460. package/src/context/createWorkspaceContext.ts +56 -0
  461. package/src/context/getBuildInfoVariables.ts +36 -0
  462. package/src/context/getEnvConfig.ts +3 -3
  463. package/src/context/getEnvType.ts +1 -1
  464. package/src/context/getEnvironment.ts +9 -23
  465. package/src/context/getEnvironmentContext.ts +25 -29
  466. package/src/context/getEnvironmentVariables.ts +127 -84
  467. package/src/context/getLabels.ts +5 -4
  468. package/src/context/getReviewSlug.ts +27 -0
  469. package/src/context/index.ts +1 -65
  470. package/src/context/transformJobOnlyVars.ts +45 -0
  471. package/src/context/utils/envVars.ts +27 -0
  472. package/src/deploy/base/deploy.ts +130 -0
  473. package/src/deploy/base/index.ts +27 -0
  474. package/src/deploy/base/rollback.ts +35 -0
  475. package/src/deploy/base/stop.ts +40 -0
  476. package/src/deploy/base/types.ts +3 -0
  477. package/src/deploy/base/variables.ts +5 -0
  478. package/src/deploy/cloudRun/artifactsRegistry.ts +126 -0
  479. package/src/deploy/cloudRun/cleanup.ts +30 -0
  480. package/src/deploy/cloudRun/cloudRunRevisions.ts +65 -0
  481. package/src/deploy/cloudRun/createJobs/cloudRunJobs.ts +227 -0
  482. package/src/deploy/cloudRun/createJobs/cloudRunServices.ts +86 -0
  483. package/src/deploy/cloudRun/createJobs/common.ts +59 -0
  484. package/src/deploy/cloudRun/createJobs/constants.ts +1 -0
  485. package/src/deploy/cloudRun/createJobs/getCloudRunDeployScripts.ts +71 -0
  486. package/src/deploy/cloudRun/createJobs/getCloudRunStopScripts.ts +34 -0
  487. package/src/deploy/cloudRun/createJobs/index.ts +51 -0
  488. package/src/deploy/cloudRun/createJobs/volumes.ts +23 -0
  489. package/src/deploy/cloudRun/index.ts +85 -59
  490. package/src/deploy/cloudRun/utils/createArgsString.ts +21 -13
  491. package/src/deploy/cloudRun/utils/database.ts +31 -9
  492. package/src/deploy/cloudRun/utils/gcloudServiceAccountLoginCommands.ts +9 -11
  493. package/src/deploy/cloudRun/utils/getServiceName.ts +3 -0
  494. package/src/deploy/cloudRun/utils/jobName.ts +7 -2
  495. package/src/deploy/cloudRun/utils/removeFirstLinesFromCommandOutput.ts +12 -0
  496. package/src/deploy/cloudSql/utils.ts +13 -10
  497. package/src/deploy/custom/deployJob.ts +35 -25
  498. package/src/deploy/custom/index.ts +2 -2
  499. package/src/deploy/dockerTag/deployJob.ts +12 -14
  500. package/src/deploy/dockerTag/index.ts +8 -7
  501. package/src/deploy/index.ts +15 -12
  502. package/src/deploy/kubernetes/additionalSecretKeys.ts +3 -1
  503. package/src/deploy/kubernetes/cloudSql/index.ts +16 -25
  504. package/src/deploy/kubernetes/deployJob.ts +52 -51
  505. package/src/deploy/kubernetes/index.ts +43 -35
  506. package/src/deploy/kubernetes/kubeEnv.ts +12 -10
  507. package/src/deploy/kubernetes/kubeValues.ts +15 -19
  508. package/src/deploy/kubernetes/mongodb.ts +17 -16
  509. package/src/deploy/sbom.ts +32 -0
  510. package/src/deploy/types/base.ts +20 -0
  511. package/src/deploy/types/custom.ts +3 -7
  512. package/src/deploy/types/dockerTag.ts +2 -0
  513. package/src/deploy/types/googleCloudRun.ts +140 -10
  514. package/src/deploy/types/index.ts +2 -2
  515. package/src/deploy/types/kubernetes.ts +24 -37
  516. package/src/deploy/utils.ts +5 -5
  517. package/src/globalScriptFunctions/index.ts +30 -0
  518. package/src/index.ts +4 -1
  519. package/src/packageInfos.ts +14 -0
  520. package/src/pipeline/__tests__/__snapshots__/getPipelineStages.test.ts.snap +69 -0
  521. package/src/pipeline/__tests__/getPipelineStages.test.ts +63 -0
  522. package/src/pipeline/createAllJobs.ts +67 -33
  523. package/src/pipeline/createJobsForComponent.ts +11 -41
  524. package/src/pipeline/createJobsForWorkspace.ts +12 -0
  525. package/src/pipeline/createMainPipeline.ts +119 -0
  526. package/src/pipeline/generatePipelineFiles.ts +100 -0
  527. package/src/pipeline/getPipelineStages.ts +23 -0
  528. package/src/pipeline/gitlab/createGitlabJobs.ts +391 -98
  529. package/src/pipeline/gitlab/createGitlabPipeline.ts +35 -0
  530. package/src/pipeline/gitlab/gitlabReleaseJobs.ts +23 -0
  531. package/src/pipeline/gitlab/sortGitLabJobDefProps.ts +59 -0
  532. package/src/pipeline/index.ts +2 -1
  533. package/src/pipeline/packageManager.ts +50 -31
  534. package/src/pipeline/yarn/yarnUtils.ts +39 -10
  535. package/src/rules/index.ts +36 -9
  536. package/src/runner/index.ts +0 -1
  537. package/src/types/config.ts +52 -12
  538. package/src/types/context.ts +176 -35
  539. package/src/types/environmentContext.ts +18 -13
  540. package/src/types/gitlab-ci-yml.ts +891 -0
  541. package/src/types/gitlab-types.ts +54 -87
  542. package/src/types/index.ts +1 -0
  543. package/src/types/jobDefinition.ts +34 -0
  544. package/src/types/jobs.ts +37 -17
  545. package/src/types/utils.ts +4 -4
  546. package/src/utils/gitlab.ts +28 -1
  547. package/src/utils/index.ts +6 -3
  548. package/src/utils/jsonParse.ts +7 -0
  549. package/src/utils/removeUndefined.ts +4 -0
  550. package/src/utils/writeFiles.ts +52 -0
  551. package/src/variables/VariableValue.ts +6 -0
  552. package/src/variables/VariableValueContainingReferences.ts +89 -0
  553. package/src/variables/__tests__/resolveAllReferences.test.ts +110 -0
  554. package/src/variables/__tests__/resolveAllReferencesOnce.test.ts +64 -0
  555. package/src/variables/__tests__/resolveReferencesOnce.test.ts +117 -0
  556. package/src/variables/__tests__/variableValue.test.ts +73 -0
  557. package/src/variables/resolveAllReferences.ts +46 -0
  558. package/src/variables/resolveAllReferencesOnce.ts +44 -0
  559. package/src/variables/resolveReferencesOnce.ts +29 -0
  560. package/tsconfig.json +1 -1
  561. package/bin/catladder-gitlab-dev.js +0 -3
  562. package/bin/catladder-gitlab.js +0 -3
  563. package/dist/build/base/createBuildJob.d.ts +0 -7
  564. package/dist/bundles/catladder-gitlab/index.js +0 -33200
  565. package/dist/context/__tests__/resolveReferences.test.js +0 -336
  566. package/dist/context/resolveReferences.d.ts +0 -4
  567. package/dist/context/resolveReferences.js +0 -254
  568. package/dist/deploy/base.d.ts +0 -10
  569. package/dist/deploy/base.js +0 -112
  570. package/dist/deploy/cloudRun/deployJob.d.ts +0 -3
  571. package/dist/deploy/cloudRun/deployJob.js +0 -242
  572. package/dist/deploy/kubernetes/processSecretsAsFiles.d.ts +0 -86
  573. package/dist/deploy/kubernetes/processSecretsAsFiles.js +0 -31
  574. package/dist/pipeline/commitInfo/getBuildId.d.ts +0 -1
  575. package/dist/pipeline/commitInfo/getCommitInfo.d.ts +0 -2
  576. package/dist/pipeline/createChildPipeline.d.ts +0 -3
  577. package/dist/verify/reporting.d.ts +0 -3
  578. package/dist/verify/reporting.js +0 -48
  579. package/examples/__snapshots__/cloud-run-memory-limit.ts.snap +0 -1776
  580. package/examples/__snapshots__/cloud-run-no-cpu-throttling.ts.snap +0 -1776
  581. package/examples/__snapshots__/cloud-run-non-public.ts.snap +0 -1776
  582. package/examples/__snapshots__/cloud-run-with-sql-reuse-db.ts.snap +0 -3524
  583. package/examples/__snapshots__/cloud-run-with-sql.ts.snap +0 -3535
  584. package/examples/__snapshots__/custom-build-job-with-tests.ts.snap +0 -1630
  585. package/examples/__snapshots__/custom-build-job.ts.snap +0 -1378
  586. package/examples/__snapshots__/custom-deploy.ts.snap +0 -1580
  587. package/examples/__snapshots__/custom-envs.ts.snap +0 -1164
  588. package/examples/__snapshots__/custom-sbom-java.ts.snap +0 -1386
  589. package/examples/__snapshots__/kubernetes-application-customization.ts.snap +0 -2476
  590. package/examples/__snapshots__/kubernetes-with-cloud-sql-legacy.ts.snap +0 -2436
  591. package/examples/__snapshots__/kubernetes-with-cloud-sql.ts.snap +0 -2448
  592. package/examples/__snapshots__/kubernetes-with-jobs.ts.snap +0 -4469
  593. package/examples/__snapshots__/kubernetes-with-mongodb.ts.snap +0 -2640
  594. package/examples/__snapshots__/rails-k8s-with-worker.ts.snap +0 -2143
  595. package/examples/__snapshots__/wait-for-other-deploy.ts.snap +0 -2018
  596. package/examples/kubernetes-with-cloud-sql-legacy.ts +0 -33
  597. package/scripts/bundle +0 -2
  598. package/src/build/base/createBuildJob.ts +0 -50
  599. package/src/context/__tests__/resolveReferences.test.ts +0 -143
  600. package/src/context/resolveReferences.ts +0 -70
  601. package/src/deploy/base.ts +0 -144
  602. package/src/deploy/cloudRun/deployJob.ts +0 -275
  603. package/src/deploy/kubernetes/processSecretsAsFiles.ts +0 -34
  604. package/src/pipeline/commitInfo/getBuildId.ts +0 -6
  605. package/src/pipeline/commitInfo/getCommitInfo.ts +0 -12
  606. package/src/pipeline/createChildPipeline.ts +0 -45
  607. package/src/verify/reporting.ts +0 -69
  608. /package/dist/{context/__tests__/resolveReferences.test.d.ts โ†’ build/base/__tests__/createArtifactsConfig.test.d.ts} +0 -0
@@ -1,76 +1,75 @@
1
- import type { Context } from "../../types/context";
2
- import { ensureArray } from "../../utils";
3
- import { APP_BUILD_JOB_NAME } from "../base/constants";
4
- import { createBuildJob } from "../base/createBuildJob";
5
- import { createDockerBuildJobDefault, requiresDockerBuild } from "../docker";
6
- import { join } from "path";
7
- import { isOfBuildType } from "../types";
8
- import { getNextCache, getNodeCache, getYarnCache } from "./cache";
9
- import { NODE_RUNNER_BUILD_VARIABLES } from "./constants";
10
- import { getYarnInstall, getYarnInstallCommand } from "./yarn";
1
+ import type {
2
+ BuildContextStandalone,
3
+ WorkspaceContext,
4
+ } from "../../types/context";
5
+ import {
6
+ componentContextIsStandaloneBuild,
7
+ type ComponentContext,
8
+ } from "../../types/context";
9
+ import type {
10
+ AppBuildJobDefinition,
11
+ DockerBuildJobDefinition,
12
+ } from "../../types/jobDefinition";
11
13
  import type { CatladderJob } from "../../types/jobs";
14
+ import { createComponentBuildJobs, createWorkspaceBuildJobs } from "../base";
15
+ import { createBuildJobDefinition } from "../base/createBuildJobDefinition";
16
+ import { getDockerBuildScriptWithBuiltInDockerFile } from "../docker";
17
+ import type { BuildConfigDocker } from "../types";
18
+ import { getNodeCache, getYarnCache } from "./cache";
19
+ import { getDockerAppCopyAndBuildScript, getYarnInstall } from "./yarn";
12
20
 
13
- export const createNodeBuildJobs = (context: Context): CatladderJob[] => {
14
- const buildConfig = context.componentConfig.build;
15
-
16
- if (!isOfBuildType(buildConfig, "node", "node-static", "storybook")) {
17
- throw new Error("deploy config is not node, node-static or storybook");
21
+ export const createNodeBuildJobs = (
22
+ context: ComponentContext | WorkspaceContext,
23
+ ): CatladderJob[] => {
24
+ if (context.type === "workspace") {
25
+ return createWorkspaceBuildJobs(context, {
26
+ appBuild: createNodeBuildJobDefinition(context),
27
+ });
18
28
  }
29
+ return createComponentBuildJobs(context, {
30
+ appBuild: componentContextIsStandaloneBuild(context)
31
+ ? createNodeBuildJobDefinition(context)
32
+ : undefined,
33
+
34
+ dockerBuild: createNodeDockerJobDefinition(context),
35
+ });
36
+ };
37
+
38
+ export const createNodeBuildJobDefinition = (
39
+ context: ComponentContext<BuildContextStandalone> | WorkspaceContext,
40
+ ): AppBuildJobDefinition | undefined => {
41
+ const buildConfig = context.build.config;
19
42
 
20
43
  const yarnInstall = getYarnInstall(context);
21
- const appBuildJob: CatladderJob | null =
22
- buildConfig.buildCommand !== null
23
- ? createBuildJob(context, {
24
- variables: {
25
- ...NODE_RUNNER_BUILD_VARIABLES,
26
- },
27
- cache: [...getNodeCache(context), ...getNextCache(context)],
28
- script: [
29
- ...yarnInstall,
30
- ...(ensureArray(buildConfig.buildCommand) ?? []),
31
- ],
32
- artifacts: {
33
- paths: [
34
- join(context.componentConfig.dir, "__build_info.json"),
35
- join(context.componentConfig.dir, "dist"),
36
- join(context.componentConfig.dir, ".next"),
37
- ...(buildConfig.artifactsPaths?.map((path) =>
38
- join(context.componentConfig.dir, path)
39
- ) ?? []),
40
- ],
41
- },
42
- })
43
- : null;
44
- return [
45
- ...(appBuildJob ? [appBuildJob] : []),
46
- ...(requiresDockerBuild(context)
47
- ? [
48
- createDockerBuildJobDefault(context, {
49
- script: [
50
- buildConfig.type === "node-static" ||
51
- buildConfig.type === "storybook"
52
- ? "ensureNginxDockerfile"
53
- : "ensureNodeDockerfile",
54
- ],
55
- cache: [...getYarnCache(context, "pull")],
56
- variables: {
57
- // only required for non static
58
- YARN_INSTALL: getYarnInstallCommand(context, {
59
- prodOnly: true,
60
- }),
61
- YARN_INSTALL_WITHOUT_SCRIPTS: getYarnInstallCommand(context, {
62
- prodOnly: true,
63
- noScripts: true,
64
- }),
65
- DOCKER_COPY_WORKSPACE_FILES:
66
- context.packageManagerInfo?.pathsToCopyInDocker
67
- .map((dir) => `COPY --chown=node:node ${dir} /app/${dir}`)
68
- ?.join("\n"),
69
- },
44
+ return createBuildJobDefinition(context, buildConfig, {
45
+ prescript: yarnInstall,
46
+ cache: getNodeCache(context),
47
+ });
48
+ };
49
+
50
+ export const createNodeDockerJobDefinition = (
51
+ context: ComponentContext,
52
+ ): DockerBuildJobDefinition => {
53
+ // get the default docker built-in type based on the build type
54
+ const dockerDefaultBuiltIn: BuildConfigDocker["type"] =
55
+ context.build.buildType === "node-static" ||
56
+ context.build.buildType === "storybook"
57
+ ? "nginx"
58
+ : "node";
70
59
 
71
- needs: appBuildJob ? [APP_BUILD_JOB_NAME] : [],
72
- }),
73
- ]
74
- : []),
75
- ];
60
+ return {
61
+ script: getDockerBuildScriptWithBuiltInDockerFile(
62
+ context,
63
+ dockerDefaultBuiltIn,
64
+ ),
65
+ cache: [...getYarnCache(context, "pull")],
66
+ variables: {
67
+ // only required for non static
68
+ DOCKER_COPY_AND_INSTALL_APP: getDockerAppCopyAndBuildScript(context),
69
+ DOCKER_COPY_WORKSPACE_FILES:
70
+ context.packageManagerInfo?.pathsToCopyInDocker
71
+ .map((dir) => `COPY --chown=node:node ${dir} /app/${dir}`)
72
+ ?.join("\n"),
73
+ },
74
+ };
76
75
  };
@@ -1,72 +1,67 @@
1
+ import { uniq } from "lodash";
1
2
  import { join } from "path";
2
3
  import slugify from "slugify";
3
- import type { Context } from "../../types/context";
4
- import type { GitlabJobCache } from "../../types/gitlab-types";
4
+
5
+ import type { Context, WorkspaceContext } from "../../types/context";
6
+ import type { CacheConfig } from "../types";
5
7
 
6
8
  export const getYarnCache = (
7
9
  context: Context,
8
- policy = "pull-push"
9
- ): GitlabJobCache[] => {
10
+ policy = "pull-push",
11
+ ): CacheConfig[] => {
10
12
  const componentIsInWorkspace =
11
- context.packageManagerInfo?.componentIsInWorkspace;
13
+ context.type === "component" &&
14
+ context.packageManagerInfo.componentIsInWorkspace;
12
15
  return [
13
- componentIsInWorkspace
14
- ? {
15
- key: "yarn",
16
- policy,
17
- paths: [".yarn"],
18
- }
19
- : {
20
- key: slugify(context.componentConfig.dir) + "-yarn",
21
- policy,
22
- paths: [join(context.componentConfig.dir, ".yarn")],
23
- },
16
+ {
17
+ scope: componentIsInWorkspace ? "global" : "buildDir",
18
+ pathMode: componentIsInWorkspace ? "absolute" : "relative",
19
+ key: "yarn",
20
+ policy,
21
+ paths: [".yarn"],
22
+ },
24
23
  ];
25
24
  };
26
25
 
27
26
  export const getNodeModulesCache = (
28
27
  context: Context,
29
- policy = "pull-push"
30
- ): GitlabJobCache[] => {
28
+ policy = "pull-push",
29
+ ): CacheConfig[] => {
31
30
  const componentIsInWorkspace =
32
- context.packageManagerInfo?.componentIsInWorkspace;
31
+ context.type === "component" &&
32
+ context.packageManagerInfo.componentIsInWorkspace;
33
33
 
34
34
  // We intentionally do not use the contents of yarn.lock as a cache key, as yarn install should always guarantee that the files are updated, but it can still use part of the cache if not all packages are up-to-date.
35
35
  // It would slow down all pipelines whenever one adds a new dependency as it will need to download all node_modules again.
36
36
  return [
37
37
  {
38
+ scope: "global",
39
+ pathMode: "absolute",
40
+
38
41
  // if component is in a shared workspace, use workspace cache. use individual cache else
39
42
  key: componentIsInWorkspace
40
43
  ? "node-modules-workspace"
41
- : slugify(context.componentConfig.dir) + "-node-modules", // we use the dirname, not the component name, because in certain cases we have two apps in the same directory and want to share the cache, e.g. when having storybook in the same package.json
44
+ : slugify(context.build.dir) + "-node-modules", // we use the dirname, not the component name, because in certain cases we have two apps in the same directory and want to share the cache, e.g. when having storybook in the same package.json
42
45
  policy,
43
46
  paths: [
44
47
  ...(componentIsInWorkspace
45
- ? [
48
+ ? uniq([
46
49
  "node_modules",
47
- ...(context.packageManagerInfo?.workspaces.map((w) =>
48
- join(w.location, "node_modules")
50
+ ...(context.packageManagerInfo.workspaces.map((w) =>
51
+ join(w.location, "node_modules"),
49
52
  ) ?? []),
50
- ]
51
- : [join(context.componentConfig.dir, "node_modules")]),
53
+ ])
54
+ : [join(context.build.dir, "node_modules")]),
52
55
  ],
53
56
  },
54
57
  ];
55
58
  };
56
59
  export const getNodeCache = (
57
60
  context: Context,
58
- policy = "pull-push"
59
- ): GitlabJobCache[] => {
61
+ policy = "pull-push",
62
+ ): CacheConfig[] => {
60
63
  return [
61
64
  ...getYarnCache(context, policy),
62
65
  ...getNodeModulesCache(context, policy),
63
66
  ];
64
67
  };
65
-
66
- export const getNextCache = (context: Context): GitlabJobCache[] => [
67
- {
68
- key: context.componentName + "-next-cache",
69
- policy: "pull-push",
70
- paths: [context.componentConfig.dir + "/.next/cache/"],
71
- },
72
- ];
@@ -1,6 +1,5 @@
1
1
  export const NODE_RUNNER_BUILD_VARIABLES = {
2
- KUBERNETES_CPU_REQUEST: "0.5",
3
- KUBERNETES_CPU_LIMIT: "2",
4
- KUBERNETES_MEMORY_REQUEST: "2Gi",
2
+ KUBERNETES_CPU_REQUEST: "0.45",
3
+ KUBERNETES_MEMORY_REQUEST: "1Gi",
5
4
  KUBERNETES_MEMORY_LIMIT: "4Gi",
6
5
  };
@@ -1,17 +1,21 @@
1
- import type { Context } from "../../types/context";
1
+ import type { ComponentContext, WorkspaceContext } from "../../types/context";
2
2
  import type { CatladderJob } from "../../types/jobs";
3
3
  import { createNodeBuildJobs } from "./buildJob";
4
4
  import { createMeteorBuildJobs } from "./meteor";
5
5
  import { createNodeTestJobs } from "./testJob";
6
6
 
7
- export const createNodeJobs = (context: Context): CatladderJob[] => {
7
+ export const createNodeJobs = (
8
+ context: ComponentContext | WorkspaceContext,
9
+ ): CatladderJob[] => {
8
10
  return [...createNodeTestJobs(context), ...createNodeBuildJobs(context)];
9
11
  };
10
12
 
11
- export const createStorybookJobs = (context: Context): CatladderJob[] => {
13
+ export const createStorybookJobs = (
14
+ context: ComponentContext,
15
+ ): CatladderJob[] => {
12
16
  return [...createNodeBuildJobs(context)];
13
17
  };
14
18
 
15
- export const createMeteorJobs = (context: Context): CatladderJob[] => {
19
+ export const createMeteorJobs = (context: ComponentContext): CatladderJob[] => {
16
20
  return [...createNodeTestJobs(context), ...createMeteorBuildJobs(context)];
17
21
  };
@@ -1,75 +1,65 @@
1
- import { join } from "path";
2
1
  import { getRunnerImage } from "../../runner";
3
- import type { GitlabJobCache } from "../../types";
4
- import type { Context } from "../../types/context";
2
+ import type { ComponentContext } from "../../types/context";
5
3
 
6
4
  import type { CatladderJob } from "../../types/jobs";
7
5
 
8
- import { APP_BUILD_JOB_NAME } from "../base/constants";
9
- import { createBuildJob } from "../base/createBuildJob";
10
- import { createDockerBuildJobDefault } from "../docker";
6
+ import { createComponentBuildJobs } from "../base";
7
+ import { getDockerBuildScriptWithBuiltInDockerFile } from "../docker";
8
+ import type { CacheConfig } from "../types";
11
9
  import { isOfBuildType } from "../types";
12
10
  import { getNodeCache } from "./cache";
13
11
  import { getYarnInstall } from "./yarn";
14
12
 
15
- const getMeteorCache = (context: Context): GitlabJobCache[] => [
13
+ const getMeteorCache = (context: ComponentContext): CacheConfig[] => [
16
14
  {
17
- key: context.componentName + "meteor-build-cache",
15
+ key: "meteor-build-cache",
18
16
  policy: "pull-push",
19
17
  paths: [
20
- join(
21
- context.componentConfig.dir,
22
- ".meteor/local/resolver-result-cache.json"
23
- ),
24
- join(context.componentConfig.dir, ".meteor/local/plugin-cache"),
25
- join(context.componentConfig.dir, ".meteor/local/isopacks"),
26
- join(context.componentConfig.dir, ".meteor/local/bundler-cache/scanner"),
18
+ ".meteor/local/resolver-result-cache.json",
19
+ ".meteor/local/plugin-cache",
20
+ ".meteor/local/isopacks",
21
+ ".meteor/local/bundler-cache/scanner",
27
22
  ],
28
23
  },
29
24
  ];
30
- export const createMeteorBuildJobs = (context: Context): CatladderJob[] => {
31
- const buildConfig = context.componentConfig.build;
25
+ export const createMeteorBuildJobs = (
26
+ context: ComponentContext,
27
+ ): CatladderJob[] => {
28
+ const buildConfig = context.build.config;
32
29
 
33
30
  if (!isOfBuildType(buildConfig, "meteor")) {
34
31
  throw new Error("deploy config is not meteor");
35
32
  }
36
33
 
37
34
  const yarnInstall = getYarnInstall(context);
38
- const appBuildJob: CatladderJob | null =
39
- buildConfig.buildCommand !== null
40
- ? createBuildJob(context, {
41
- cache: [...getNodeCache(context), ...getMeteorCache(context)],
42
- image: getRunnerImage("jobs-meteor"),
43
- variables: {
44
- METEOR_DISABLE_OPTIMISTIC_CACHING: "1", // see https://forums.meteor.com/t/veeery-long-building-time-inside-docker-container/58673/17?u=macrozone
45
- },
46
- script: [
47
- ...yarnInstall,
48
35
 
49
- 'echo "add healthcheck package"',
50
- "meteor add panter:healthroute --allow-superuser",
51
- "meteor add qualia:prod-shell --allow-superuser",
36
+ return createComponentBuildJobs(context, {
37
+ appBuild:
38
+ buildConfig.buildCommand !== null
39
+ ? {
40
+ cache: [...getNodeCache(context), ...getMeteorCache(context)],
41
+ image: getRunnerImage("jobs-meteor"),
42
+ variables: {
43
+ METEOR_DISABLE_OPTIMISTIC_CACHING: "1", // see https://forums.meteor.com/t/veeery-long-building-time-inside-docker-container/58673/17?u=macrozone
44
+ },
45
+ script: [
46
+ ...yarnInstall,
52
47
 
53
- 'TOOL_NODE_FLAGS="--max_old_space_size=3584 --min_semi_space_size=8 --max_semi_space_size=256 --optimize_for_size" meteor build ./dist --architecture os.linux.x86_64 --allow-superuser --server-only --directory',
48
+ 'echo "add healthcheck package"',
49
+ "meteor add panter:healthroute --allow-superuser",
50
+ "meteor add qualia:prod-shell --allow-superuser",
54
51
 
55
- "cp ./__build_info.json ./dist/bundle/programs/server",
56
- ],
57
- artifacts: {
58
- paths: [
59
- context.componentConfig.dir + "/__build_info.json",
60
- context.componentConfig.dir + "/dist",
52
+ 'TOOL_NODE_FLAGS="--max_old_space_size=3584 --min_semi_space_size=8 --max_semi_space_size=256 --optimize_for_size" meteor build ./dist --architecture os.linux.x86_64 --allow-superuser --server-only --directory',
53
+
54
+ "cp ./__build_info.json ./dist/bundle/programs/server",
61
55
  ],
62
- },
63
- })
64
- : null;
65
- return [
66
- ...(appBuildJob ? [appBuildJob] : []),
67
- createDockerBuildJobDefault(context, {
68
- script: ["ensureMeteorDockerfile"],
56
+ }
57
+ : undefined,
58
+ dockerBuild: {
59
+ script: getDockerBuildScriptWithBuiltInDockerFile(context, "meteor"),
69
60
  variables: {
70
61
  METEOR_INSTALL_SCRIPTS: buildConfig.installScripts ? "true" : "",
71
62
  },
72
- needs: appBuildJob ? [APP_BUILD_JOB_NAME] : [],
73
- }),
74
- ];
63
+ },
64
+ });
75
65
  };
@@ -1,46 +1,72 @@
1
1
  import { getRunnerImage } from "../../runner";
2
- import type { Context } from "../../types/context";
2
+ import type { WorkspaceContext } from "../../types/context";
3
+ import {
4
+ componentContextIsStandaloneBuild,
5
+ type ComponentContext,
6
+ } from "../../types/context";
3
7
  import type { CatladderJob } from "../../types/jobs";
4
- import { ensureArray, notNil } from "../../utils";
8
+ import { ensureArrayOrNull, notNil } from "../../utils";
9
+ import { createArtifactsConfig } from "../base/createArtifactsConfig";
5
10
  import { getNodeCache } from "./cache";
6
11
  import { NODE_RUNNER_BUILD_VARIABLES } from "./constants";
7
- import { getYarnInstall } from "./yarn";
12
+ import { ensureNodeVersion, getYarnInstall } from "./yarn";
13
+ import { createJobCacheFromCacheConfigs } from "../cache/createJobCache";
8
14
 
9
- export const createNodeTestJobs = (context: Context): CatladderJob[] => {
15
+ export const createNodeTestJobs = (
16
+ context: ComponentContext | WorkspaceContext,
17
+ ): CatladderJob[] => {
10
18
  // don't run tests after release
11
- if (context.commitInfo?.trigger === "taggedRelease") {
19
+ // TODO: this will be replaced by using rules
20
+ if (context.trigger === "taggedRelease") {
21
+ return [];
22
+ }
23
+ // if its not a standalone build, we don't need to run tests
24
+ if (
25
+ context.type === "component" &&
26
+ !componentContextIsStandaloneBuild(context)
27
+ ) {
12
28
  return [];
13
29
  }
14
30
 
15
- const buildConfig = context.componentConfig.build;
16
-
31
+ const defaultImage = getRunnerImage("jobs-default");
17
32
  const base: Omit<CatladderJob, "script" | "name"> = {
18
33
  variables: {
19
- APP_PATH: context.componentConfig.dir,
20
- ...NODE_RUNNER_BUILD_VARIABLES,
21
- ...(buildConfig.extraVars ?? {}),
34
+ APP_PATH: context.build.dir,
35
+ ...(context.type === "component"
36
+ ? {
37
+ ...context.environment.jobOnlyVars.build.envVars,
38
+ }
39
+ : {}),
22
40
  },
41
+
42
+ runnerVariables: NODE_RUNNER_BUILD_VARIABLES,
23
43
  stage: "test",
24
44
  needs: [],
25
45
  envMode: "none",
26
46
  };
47
+ const buildConfig = context.build.config;
27
48
  const yarnInstall = getYarnInstall(context);
28
49
  const auditJob: CatladderJob | null =
29
50
  buildConfig.audit !== false
30
51
  ? {
31
52
  name: "๐Ÿ›ก audit",
32
-
33
53
  ...base,
54
+ image: buildConfig.audit?.jobImage ?? defaultImage,
34
55
  cache: undefined, // audit does not need yarn install and no cache
35
56
  script: [
36
- `cd ${context.componentConfig.dir}`,
37
- ...(ensureArray(buildConfig.audit?.command) ?? [
38
- context.packageManagerInfo?.isClassic
57
+ `cd ${context.build.dir}`,
58
+ ...(ensureArrayOrNull(buildConfig.audit?.command) ?? [
59
+ context.packageManagerInfo.isClassic
39
60
  ? "yarn audit"
40
61
  : "yarn npm audit --environment production", // yarn 2
41
62
  ]),
42
63
  ],
43
64
  allow_failure: true,
65
+ ...createArtifactsConfig(
66
+ context.build.dir,
67
+ buildConfig.audit?.artifactsReports,
68
+ buildConfig.audit?.artifacts,
69
+ ),
44
70
  }
45
71
  : null;
46
72
 
@@ -48,14 +74,20 @@ export const createNodeTestJobs = (context: Context): CatladderJob[] => {
48
74
  buildConfig.lint !== false
49
75
  ? {
50
76
  name: "๐Ÿ‘ฎ lint",
51
-
52
77
  ...base,
53
- cache: getNodeCache(context),
78
+ image: buildConfig.lint?.jobImage ?? defaultImage,
79
+ cache: createJobCacheFromCacheConfigs(context, getNodeCache(context)),
54
80
  script: [
55
- `cd ${context.componentConfig.dir}`,
81
+ ...ensureNodeVersion(context),
82
+ `cd ${context.build.dir}`,
56
83
  ...yarnInstall,
57
- ...(ensureArray(buildConfig.lint?.command) ?? ["yarn lint"]),
84
+ ...(ensureArrayOrNull(buildConfig.lint?.command) ?? ["yarn lint"]),
58
85
  ],
86
+ ...createArtifactsConfig(
87
+ context.build.dir,
88
+ buildConfig.lint?.artifactsReports,
89
+ buildConfig.lint?.artifacts,
90
+ ),
59
91
  }
60
92
  : null;
61
93
  const testJob: CatladderJob | null =
@@ -64,13 +96,20 @@ export const createNodeTestJobs = (context: Context): CatladderJob[] => {
64
96
  name: "๐Ÿงช test",
65
97
 
66
98
  ...base,
67
- image: getRunnerImage("jobs-testing-chrome"),
68
- cache: getNodeCache(context),
99
+ image:
100
+ buildConfig.test?.jobImage ?? getRunnerImage("jobs-testing-chrome"),
101
+ cache: createJobCacheFromCacheConfigs(context, getNodeCache(context)),
69
102
  script: [
70
- `cd ${context.componentConfig.dir}`,
103
+ ...ensureNodeVersion(context),
104
+ `cd ${context.build.dir}`,
71
105
  ...yarnInstall,
72
- ...(ensureArray(buildConfig.test?.command) ?? ["yarn test"]),
106
+ ...(ensureArrayOrNull(buildConfig.test?.command) ?? ["yarn test"]),
73
107
  ],
108
+ ...createArtifactsConfig(
109
+ context.build.dir,
110
+ buildConfig.test?.artifactsReports,
111
+ buildConfig.test?.artifacts,
112
+ ),
74
113
  }
75
114
  : null;
76
115
  return [auditJob, lintJob, testJob].filter(notNil);
@@ -1,40 +1,85 @@
1
+ import { BashExpression } from "../../bash/BashExpression";
1
2
  import type { Context } from "../../types";
3
+ import { ensureArray } from "../../utils";
4
+ import { collapseableSection } from "../../utils/gitlab";
2
5
 
3
- export const getYarnInstallCommand = (
6
+ const YARN_INSTALL_CLASSIC = `yarn install --frozen-lockfile`;
7
+
8
+ // FIXME: check why and when rebuild is needed
9
+ const YARN_BERRY_PROD_REBUILD = `yarn workspaces focus --production && yarn rebuild`;
10
+
11
+ const getYarnInstallCommand = (context: Context) => {
12
+ if (context.packageManagerInfo.isClassic) {
13
+ return YARN_INSTALL_CLASSIC;
14
+ }
15
+
16
+ return `yarn install --immutable`;
17
+ };
18
+
19
+ export const ensureNodeVersion = (context: Context) =>
20
+ collapseableSection(
21
+ "nodeinstall",
22
+ "Ensure node version",
23
+ )([
24
+ "if [ -f ~/.nvm/nvm.sh ]; then source ~/.nvm/nvm.sh; fi",
25
+ "if command -v nvm &> /dev/null && [ -f ./.nvmrc ]; then nvm install; fi",
26
+ ]);
27
+
28
+ export const getYarnInstall = (
4
29
  context: Context,
5
30
  options?: {
6
- prodOnly?: boolean;
7
- noScripts?: boolean;
8
- }
31
+ noCustomPostInstall: boolean;
32
+ },
9
33
  ) => {
10
- if (context.packageManagerInfo?.isClassic) {
11
- return `yarn install --frozen-lockfile ${
12
- options?.prodOnly ? "--production" : ""
13
- } ${options?.noScripts ? "--ignore-scripts" : ""}`;
34
+ const postInstall =
35
+ context.type !== "workspace" && "postInstall" in context.build.config
36
+ ? context.build.config.postInstall
37
+ : null;
38
+ return [
39
+ ...ensureNodeVersion(context),
40
+ ...collapseableSection(
41
+ "yarninstall",
42
+ "Yarn install",
43
+ )([getYarnInstallCommand(context)]),
44
+ ...(postInstall && !options?.noCustomPostInstall
45
+ ? collapseableSection(
46
+ "postinstall",
47
+ "Custom post install",
48
+ )(ensureArray(postInstall))
49
+ : []),
50
+ ];
51
+ };
52
+
53
+ const DOCKER_COPY_FILES = `COPY --chown=node:node $APP_DIR .`;
54
+
55
+ export const getDockerAppCopyAndBuildScript = (context: Context) => {
56
+ if (context.packageManagerInfo.isClassic) {
57
+ return new BashExpression(
58
+ `
59
+ RUN ${YARN_INSTALL_CLASSIC} --production --ignore-scripts
60
+ ${DOCKER_COPY_FILES}
61
+ RUN ${YARN_INSTALL_CLASSIC} --production
62
+ `.trim(),
63
+ );
14
64
  }
15
- // is modern
16
65
 
17
66
  // yarn >= 4 ships with build in plugins, see https://github.com/yarnpkg/berry/pull/4253
18
67
  // trying to import those fail on this version
19
68
  const doesNotShipWithBuiltInPlugins = ["2", "3"].some((v) =>
20
- context.packageManagerInfo?.version.startsWith(v)
69
+ context.packageManagerInfo.version.startsWith(v),
21
70
  );
22
- return options?.prodOnly
23
- ? `${options?.noScripts ? "YARN_ENABLE_SCRIPTS=false " : ""}${
24
- doesNotShipWithBuiltInPlugins
25
- ? "yarn plugin import workspace-tools && "
26
- : " "
27
- }yarn workspaces focus --production && yarn rebuild` // needs yarn plugin import workspace-tools
28
- : `${
29
- options?.noScripts ? "YARN_ENABLE_SCRIPTS=false " : ""
30
- }yarn install --immutable`;
31
- };
71
+ const maybeAddWorkspaceToolsCommand = doesNotShipWithBuiltInPlugins
72
+ ? "RUN yarn plugin import workspace-tools"
73
+ : "";
32
74
 
33
- export const ensureNodeVersion = (context: Context) => [
34
- "if [ -f ./.nvmrc ]; then source /root/.nvm/nvm.sh && nvm install <<< .nvmrc; fi",
35
- ];
75
+ // copy first everything and then install
76
+ // rebuild first does not work as it will run postinstall and that might require files in the app
77
+ return new BashExpression(
78
+ `
79
+ ${DOCKER_COPY_FILES}
80
+ ${maybeAddWorkspaceToolsCommand}
81
+ RUN ${YARN_BERRY_PROD_REBUILD}
36
82
 
37
- export const getYarnInstall = (context: Context) => [
38
- ...ensureNodeVersion(context),
39
- getYarnInstallCommand(context),
40
- ];
83
+ `.trim(),
84
+ );
85
+ };