shipit-engine 0.28.1 → 0.33.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (410) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +41 -2
  3. data/Rakefile +4 -2
  4. data/app/assets/images/archive-solid.svg +1 -0
  5. data/app/assets/images/magic-solid.svg +1 -0
  6. data/app/assets/javascripts/shipit/repositories_search.js.coffee +60 -0
  7. data/app/assets/javascripts/shipit/{search.js.coffee → stack_search.js.coffee} +0 -0
  8. data/app/assets/stylesheets/_pages/_repositories.scss +148 -0
  9. data/app/assets/stylesheets/_pages/_stacks.scss +95 -3
  10. data/app/assets/stylesheets/merge_status.scss +0 -3
  11. data/app/assets/stylesheets/shipit.scss +1 -0
  12. data/app/controllers/concerns/shipit/active_model_serializers_patch.rb +13 -0
  13. data/app/controllers/concerns/shipit/api/cacheable.rb +1 -0
  14. data/app/controllers/concerns/shipit/api/paginable.rb +3 -2
  15. data/app/controllers/concerns/shipit/api/rendering.rb +5 -4
  16. data/app/controllers/concerns/shipit/authentication.rb +3 -2
  17. data/app/controllers/concerns/shipit/pagination.rb +2 -1
  18. data/app/controllers/shipit/api/base_controller.rb +11 -6
  19. data/app/controllers/shipit/api/ccmenu_controller.rb +2 -1
  20. data/app/controllers/shipit/api/commits_controller.rb +2 -1
  21. data/app/controllers/shipit/api/deploys_controller.rb +4 -3
  22. data/app/controllers/shipit/api/hooks_controller.rb +6 -5
  23. data/app/controllers/shipit/api/locks_controller.rb +5 -4
  24. data/app/controllers/shipit/api/merge_requests_controller.rb +37 -0
  25. data/app/controllers/shipit/api/outputs_controller.rb +2 -1
  26. data/app/controllers/shipit/api/release_statuses_controller.rb +3 -2
  27. data/app/controllers/shipit/api/rollbacks_controller.rb +33 -0
  28. data/app/controllers/shipit/api/stacks_controller.rb +50 -5
  29. data/app/controllers/shipit/api/tasks_controller.rb +6 -5
  30. data/app/controllers/shipit/api_clients_controller.rb +50 -0
  31. data/app/controllers/shipit/ccmenu_url_controller.rb +4 -3
  32. data/app/controllers/shipit/commit_checks_controller.rb +2 -1
  33. data/app/controllers/shipit/commits_controller.rb +2 -1
  34. data/app/controllers/shipit/deploys_controller.rb +5 -4
  35. data/app/controllers/shipit/github_authentication_controller.rb +4 -3
  36. data/app/controllers/shipit/merge_requests_controller.rb +31 -0
  37. data/app/controllers/shipit/merge_status_controller.rb +33 -28
  38. data/app/controllers/shipit/release_statuses_controller.rb +3 -2
  39. data/app/controllers/shipit/repositories_controller.rb +74 -0
  40. data/app/controllers/shipit/rollbacks_controller.rb +3 -2
  41. data/app/controllers/shipit/shipit_controller.rb +2 -1
  42. data/app/controllers/shipit/stacks_controller.rb +78 -14
  43. data/app/controllers/shipit/status_controller.rb +2 -1
  44. data/app/controllers/shipit/tasks_controller.rb +9 -8
  45. data/app/controllers/shipit/webhooks_controller.rb +5 -132
  46. data/app/helpers/shipit/chunks_helper.rb +3 -2
  47. data/app/helpers/shipit/deploys_helper.rb +4 -3
  48. data/app/helpers/shipit/github_url_helper.rb +9 -0
  49. data/app/helpers/shipit/merge_status_helper.rb +1 -0
  50. data/app/helpers/shipit/shipit_helper.rb +1 -0
  51. data/app/helpers/shipit/stacks_helper.rb +9 -0
  52. data/app/helpers/shipit/tasks_helper.rb +1 -0
  53. data/app/jobs/shipit/background_job.rb +4 -0
  54. data/app/jobs/shipit/background_job/unique.rb +4 -1
  55. data/app/jobs/shipit/cache_deploy_spec_job.rb +1 -0
  56. data/app/jobs/shipit/chunk_rollup_job.rb +4 -0
  57. data/app/jobs/shipit/clear_git_cache_job.rb +1 -0
  58. data/app/jobs/shipit/continuous_delivery_job.rb +3 -1
  59. data/app/jobs/shipit/create_on_github_job.rb +7 -1
  60. data/app/jobs/shipit/create_release_statuses_job.rb +1 -0
  61. data/app/jobs/shipit/deferred_touch_job.rb +4 -0
  62. data/app/jobs/shipit/deliver_hook_job.rb +1 -0
  63. data/app/jobs/shipit/destroy_job.rb +1 -0
  64. data/app/jobs/shipit/destroy_repository_job.rb +24 -0
  65. data/app/jobs/shipit/destroy_stack_job.rb +5 -4
  66. data/app/jobs/shipit/emit_event_job.rb +2 -1
  67. data/app/jobs/shipit/fetch_commit_stats_job.rb +1 -0
  68. data/app/jobs/shipit/fetch_deployed_revision_job.rb +1 -0
  69. data/app/jobs/shipit/github_sync_job.rb +2 -1
  70. data/app/jobs/shipit/{mark_deploy_healty_job.rb → mark_deploy_healthy_job.rb} +1 -0
  71. data/app/jobs/shipit/perform_commit_checks_job.rb +1 -0
  72. data/app/jobs/shipit/perform_task_job.rb +5 -90
  73. data/app/jobs/shipit/process_merge_requests_job.rb +32 -0
  74. data/app/jobs/shipit/purge_old_deliveries_job.rb +1 -0
  75. data/app/jobs/shipit/reap_dead_tasks_job.rb +21 -0
  76. data/app/jobs/shipit/refresh_check_runs_job.rb +1 -0
  77. data/app/jobs/shipit/refresh_github_user_job.rb +1 -0
  78. data/app/jobs/shipit/refresh_merge_request_job.rb +11 -0
  79. data/app/jobs/shipit/refresh_statuses_job.rb +1 -0
  80. data/app/jobs/shipit/setup_github_hook_job.rb +1 -0
  81. data/app/jobs/shipit/update_estimated_deploy_duration_job.rb +1 -0
  82. data/app/jobs/shipit/update_github_last_deployed_ref_job.rb +4 -3
  83. data/app/models/concerns/shipit/deferred_touch.rb +4 -3
  84. data/app/models/shipit/anonymous_user.rb +9 -0
  85. data/app/models/shipit/api_client.rb +3 -2
  86. data/app/models/shipit/application_record.rb +2 -1
  87. data/app/models/shipit/check_run.rb +5 -4
  88. data/app/models/shipit/command_line_user.rb +5 -0
  89. data/app/models/shipit/commit.rb +41 -22
  90. data/app/models/shipit/commit_checks.rb +2 -0
  91. data/app/models/shipit/commit_deployment.rb +17 -12
  92. data/app/models/shipit/commit_deployment_status.rb +8 -3
  93. data/app/models/shipit/commit_message.rb +1 -0
  94. data/app/models/shipit/delivery.rb +4 -3
  95. data/app/models/shipit/deploy.rb +41 -10
  96. data/app/models/shipit/deploy_spec.rb +38 -7
  97. data/app/models/shipit/deploy_spec/bundler_discovery.rb +2 -1
  98. data/app/models/shipit/deploy_spec/capistrano_discovery.rb +1 -0
  99. data/app/models/shipit/deploy_spec/file_system.rb +20 -7
  100. data/app/models/shipit/deploy_spec/kubernetes_discovery.rb +1 -0
  101. data/app/models/shipit/deploy_spec/lerna_discovery.rb +1 -0
  102. data/app/models/shipit/deploy_spec/npm_discovery.rb +5 -4
  103. data/app/models/shipit/deploy_spec/pypi_discovery.rb +1 -0
  104. data/app/models/shipit/deploy_spec/rubygems_discovery.rb +1 -0
  105. data/app/models/shipit/deploy_stats.rb +58 -0
  106. data/app/models/shipit/duration.rb +3 -2
  107. data/app/models/shipit/ephemeral_commit_checks.rb +1 -0
  108. data/app/models/shipit/github_hook.rb +2 -1
  109. data/app/models/shipit/github_status.rb +2 -1
  110. data/app/models/shipit/hook.rb +8 -5
  111. data/app/models/shipit/membership.rb +3 -2
  112. data/app/models/shipit/merge_request.rb +302 -0
  113. data/app/models/shipit/output_chunk.rb +7 -2
  114. data/app/models/shipit/provisioning_handler.rb +32 -0
  115. data/app/models/shipit/provisioning_handler/base.rb +30 -0
  116. data/app/models/shipit/provisioning_handler/unregistered_provisioning_handler.rb +35 -0
  117. data/app/models/shipit/pull_request.rb +27 -260
  118. data/app/models/shipit/pull_request_assignment.rb +10 -0
  119. data/app/models/shipit/record.rb +18 -0
  120. data/app/models/shipit/release_status.rb +3 -2
  121. data/app/models/shipit/repository.rb +97 -0
  122. data/app/models/shipit/review_stack.rb +116 -0
  123. data/app/models/shipit/review_stack_provisioning_queue.rb +39 -0
  124. data/app/models/shipit/rollback.rb +1 -0
  125. data/app/models/shipit/stack.rb +130 -57
  126. data/app/models/shipit/status.rb +3 -2
  127. data/app/models/shipit/status/common.rb +7 -6
  128. data/app/models/shipit/status/group.rb +1 -0
  129. data/app/models/shipit/status/missing.rb +2 -1
  130. data/app/models/shipit/status/unknown.rb +2 -1
  131. data/app/models/shipit/task.rb +118 -14
  132. data/app/models/shipit/task_definition.rb +1 -0
  133. data/app/models/shipit/task_execution_strategy/base.rb +20 -0
  134. data/app/models/shipit/task_execution_strategy/default.rb +110 -0
  135. data/app/models/shipit/team.rb +2 -1
  136. data/app/models/shipit/undeployed_commit.rb +1 -0
  137. data/app/models/shipit/unlimited_api_client.rb +1 -0
  138. data/app/models/shipit/user.rb +15 -8
  139. data/app/models/shipit/variable_definition.rb +1 -0
  140. data/app/models/shipit/webhooks.rb +43 -0
  141. data/app/models/shipit/webhooks/handlers/check_suite_handler.rb +20 -0
  142. data/app/models/shipit/webhooks/handlers/handler.rb +41 -0
  143. data/app/models/shipit/webhooks/handlers/membership_handler.rb +46 -0
  144. data/app/models/shipit/webhooks/handlers/pull_request/assigned_handler.rb +74 -0
  145. data/app/models/shipit/webhooks/handlers/pull_request/closed_handler.rb +68 -0
  146. data/app/models/shipit/webhooks/handlers/pull_request/edited_handler.rb +74 -0
  147. data/app/models/shipit/webhooks/handlers/pull_request/label_capturing_handler.rb +127 -0
  148. data/app/models/shipit/webhooks/handlers/pull_request/labeled_handler.rb +106 -0
  149. data/app/models/shipit/webhooks/handlers/pull_request/opened_handler.rb +83 -0
  150. data/app/models/shipit/webhooks/handlers/pull_request/reopened_handler.rb +88 -0
  151. data/app/models/shipit/webhooks/handlers/pull_request/review_stack_adapter.rb +103 -0
  152. data/app/models/shipit/webhooks/handlers/pull_request/unlabeled_handler.rb +107 -0
  153. data/app/models/shipit/webhooks/handlers/push_handler.rb +21 -0
  154. data/app/models/shipit/webhooks/handlers/status_handler.rb +27 -0
  155. data/app/serializers/concerns/shipit/conditional_attributes.rb +1 -0
  156. data/app/serializers/shipit/anonymous_user_serializer.rb +1 -0
  157. data/app/serializers/shipit/command_line_user_serializer.rb +1 -0
  158. data/app/serializers/shipit/commit_serializer.rb +1 -0
  159. data/app/serializers/shipit/deploy_serializer.rb +8 -1
  160. data/app/serializers/shipit/hook_serializer.rb +1 -0
  161. data/app/serializers/shipit/merge_request_serializer.rb +21 -0
  162. data/app/serializers/shipit/pull_request_serializer.rb +6 -8
  163. data/app/serializers/shipit/review_stack_serializer.rb +7 -0
  164. data/app/serializers/shipit/rollback_serializer.rb +1 -0
  165. data/app/serializers/shipit/short_commit_serializer.rb +1 -0
  166. data/app/serializers/shipit/stack_serializer.rb +12 -5
  167. data/app/serializers/shipit/tail_task_serializer.rb +11 -2
  168. data/app/serializers/shipit/task_serializer.rb +2 -17
  169. data/app/serializers/shipit/user_serializer.rb +6 -1
  170. data/app/validators/ascii_only_validator.rb +4 -3
  171. data/app/validators/subset_validator.rb +1 -0
  172. data/app/views/layouts/_head.html.erb +0 -0
  173. data/app/views/layouts/shipit.html.erb +5 -3
  174. data/app/views/shipit/_variables.html.erb +1 -1
  175. data/app/views/shipit/api_clients/index.html.erb +36 -0
  176. data/app/views/shipit/api_clients/new.html.erb +33 -0
  177. data/app/views/shipit/api_clients/show.html.erb +35 -0
  178. data/app/views/shipit/ccmenu/project.xml.builder +2 -1
  179. data/app/views/shipit/deploys/show.html.erb +2 -2
  180. data/app/views/shipit/merge_requests/_merge_request.html.erb +29 -0
  181. data/app/views/shipit/{pull_requests → merge_requests}/index.html.erb +2 -2
  182. data/app/views/shipit/merge_requests/merge_requests/_pull_request.html.erb +29 -0
  183. data/app/views/shipit/merge_requests/merge_requests/index.html.erb +20 -0
  184. data/app/views/shipit/merge_status/_merge_queue_button.html.erb +3 -3
  185. data/app/views/shipit/merge_status/backlogged.html.erb +1 -1
  186. data/app/views/shipit/merge_status/failure.html.erb +1 -1
  187. data/app/views/shipit/merge_status/locked.html.erb +1 -1
  188. data/app/views/shipit/merge_status/logged_out.erb +1 -1
  189. data/app/views/shipit/merge_status/success.html.erb +2 -2
  190. data/app/views/shipit/repositories/_header.html.erb +19 -0
  191. data/app/views/shipit/repositories/index.html.erb +31 -0
  192. data/app/views/shipit/repositories/new.html.erb +23 -0
  193. data/app/views/shipit/repositories/settings.html.erb +53 -0
  194. data/app/views/shipit/repositories/show.html.erb +30 -0
  195. data/app/views/shipit/stacks/_banners.html.erb +13 -0
  196. data/app/views/shipit/stacks/_header.html.erb +30 -12
  197. data/app/views/shipit/stacks/_links.html.erb +1 -0
  198. data/app/views/shipit/stacks/_stack.html.erb +8 -0
  199. data/app/views/shipit/stacks/all_tasks.html.erb +28 -0
  200. data/app/views/shipit/stacks/index.html.erb +9 -3
  201. data/app/views/shipit/stacks/settings.html.erb +22 -3
  202. data/app/views/shipit/stacks/show.html.erb +1 -1
  203. data/app/views/shipit/stacks/statistics.html.erb +82 -0
  204. data/app/views/shipit/tasks/_task_output.html.erb +1 -1
  205. data/app/views/shipit/tasks/show.html.erb +1 -1
  206. data/config/initializers/inflections.rb +2 -1
  207. data/config/locales/en.yml +18 -5
  208. data/config/routes.rb +29 -7
  209. data/db/migrate/20191209231045_create_shipit_repositories.rb +12 -0
  210. data/db/migrate/20191209231307_add_repository_reference_to_stacks.rb +15 -0
  211. data/db/migrate/20191216162728_backfill_repository_data.rb +22 -0
  212. data/db/migrate/20191216163010_remove_repository_information_from_stacks.rb +20 -0
  213. data/db/migrate/20191219205202_add_archived_since_to_stacks.rb +6 -0
  214. data/db/migrate/20200102175621_optional_task_commits.rb +6 -0
  215. data/db/migrate/20200109132519_add_sha_to_commit_deployments.rb +5 -0
  216. data/db/migrate/20200226211925_add_index_to_tasks_status.rb +5 -0
  217. data/db/migrate/20200427135152_add_pull_request_head_sha_to_commit.rb +5 -0
  218. data/db/migrate/20200615181558_add_rollback_once_aborted_to.rb +5 -0
  219. data/db/migrate/20200706145406_add_review_stacks.rb +12 -0
  220. data/db/migrate/20200804144639_rename_pull_request_to_merge_request.rb +7 -0
  221. data/db/migrate/20200804161512_rename_commits_pull_request_id_to_merge_request_id.rb +5 -0
  222. data/db/migrate/20200813134712_recreate_shipit_pull_requests.rb +22 -0
  223. data/db/migrate/20200813194056_create_pull_request_assignments.rb +8 -0
  224. data/db/migrate/20201001125502_add_provision_pr_stacks_flag_to_repositories.rb +7 -0
  225. data/db/migrate/20201008145809_add_retry_attempt_to_tasks.rb +5 -0
  226. data/db/migrate/20201008152744_add_max_retries_to_tasks.rb +5 -0
  227. data/lib/shipit.rb +23 -3
  228. data/lib/shipit/cast_value.rb +1 -0
  229. data/lib/shipit/command.rb +14 -18
  230. data/lib/shipit/commands.rb +5 -4
  231. data/lib/shipit/csv_serializer.rb +1 -0
  232. data/lib/shipit/deploy_commands.rb +1 -0
  233. data/lib/shipit/engine.rb +11 -2
  234. data/lib/shipit/environment_variables.rb +11 -1
  235. data/lib/shipit/first_parent_commits_iterator.rb +1 -0
  236. data/lib/shipit/flock.rb +1 -0
  237. data/lib/shipit/github_app.rb +41 -10
  238. data/lib/shipit/github_http_cache_middleware.rb +1 -0
  239. data/lib/shipit/null_serializer.rb +1 -0
  240. data/lib/shipit/octokit_check_runs.rb +3 -2
  241. data/lib/shipit/octokit_iterator.rb +3 -2
  242. data/lib/shipit/paginator.rb +3 -2
  243. data/lib/shipit/review_stack_commands.rb +8 -0
  244. data/lib/shipit/rollback_commands.rb +1 -0
  245. data/lib/shipit/same_site_cookie_middleware.rb +29 -0
  246. data/lib/shipit/simple_message_verifier.rb +1 -0
  247. data/lib/shipit/stack_commands.rb +12 -4
  248. data/lib/shipit/stat.rb +1 -0
  249. data/lib/shipit/task_commands.rb +23 -14
  250. data/lib/shipit/version.rb +2 -1
  251. data/lib/snippets/release-gem +5 -1
  252. data/lib/tasks/cron.rake +13 -2
  253. data/lib/tasks/dev.rake +3 -2
  254. data/lib/tasks/shipit.rake +16 -17
  255. data/lib/tasks/teams.rake +1 -0
  256. data/test/controllers/api/base_controller_test.rb +3 -2
  257. data/test/controllers/api/ccmenu_controller_test.rb +9 -8
  258. data/test/controllers/api/commits_controller_test.rb +3 -2
  259. data/test/controllers/api/deploys_controller_test.rb +15 -14
  260. data/test/controllers/api/hooks_controller_test.rb +8 -7
  261. data/test/controllers/api/locks_controller_test.rb +7 -6
  262. data/test/controllers/api/{pull_requests_controller_test.rb → merge_requests_controller_test.rb} +17 -16
  263. data/test/controllers/api/outputs_controller_test.rb +4 -2
  264. data/test/controllers/api/release_statuses_controller_test.rb +2 -1
  265. data/test/controllers/api/rollback_controller_test.rb +113 -0
  266. data/test/controllers/api/stacks_controller_test.rb +65 -16
  267. data/test/controllers/api/tasks_controller_test.rb +13 -12
  268. data/test/controllers/api_clients_controller_test.rb +104 -0
  269. data/test/controllers/ccmenu_controller_test.rb +4 -3
  270. data/test/controllers/commit_checks_controller_test.rb +4 -3
  271. data/test/controllers/commits_controller_test.rb +3 -2
  272. data/test/controllers/deploys_controller_test.rb +33 -22
  273. data/test/controllers/github_authentication_controller_test.rb +1 -0
  274. data/test/controllers/merge_requests_controller_test.rb +32 -0
  275. data/test/controllers/merge_status_controller_test.rb +27 -9
  276. data/test/controllers/release_statuses_controller_test.rb +3 -2
  277. data/test/controllers/repositories_controller_test.rb +71 -0
  278. data/test/controllers/rollbacks_controller_test.rb +9 -8
  279. data/test/controllers/stacks_controller_test.rb +72 -15
  280. data/test/controllers/status_controller_test.rb +1 -0
  281. data/test/controllers/tasks_controller_test.rb +33 -20
  282. data/test/controllers/webhooks_controller_test.rb +36 -9
  283. data/test/dummy/config/application.rb +7 -2
  284. data/test/dummy/config/environments/development.rb +23 -6
  285. data/test/dummy/config/environments/test.rb +2 -5
  286. data/test/dummy/db/schema.rb +76 -24
  287. data/test/dummy/db/seeds.rb +30 -16
  288. data/test/fixtures/payloads/check_suite_master.json +2 -2
  289. data/test/fixtures/payloads/invalid_pull_request.json +117 -0
  290. data/test/fixtures/payloads/provision_disabled_pull_request.json +454 -0
  291. data/test/fixtures/payloads/pull_request_assigned.json +480 -0
  292. data/test/fixtures/payloads/pull_request_closed.json +454 -0
  293. data/test/fixtures/payloads/pull_request_labeled.json +461 -0
  294. data/test/fixtures/payloads/pull_request_opened.json +454 -0
  295. data/test/fixtures/payloads/pull_request_reopened.json +454 -0
  296. data/test/fixtures/payloads/pull_request_unlabeled.json +454 -0
  297. data/test/fixtures/payloads/pull_request_with_no_repo.json +454 -0
  298. data/test/fixtures/shipit/commit_deployment_statuses.yml +4 -4
  299. data/test/fixtures/shipit/commit_deployments.yml +8 -8
  300. data/test/fixtures/shipit/commits.yml +52 -1
  301. data/test/fixtures/shipit/merge_requests.yml +141 -0
  302. data/test/fixtures/shipit/pull_request_assignments.yml +3 -0
  303. data/test/fixtures/shipit/pull_requests.yml +10 -131
  304. data/test/fixtures/shipit/repositories.yml +28 -0
  305. data/test/fixtures/shipit/stacks.yml +335 -30
  306. data/test/fixtures/shipit/statuses.yml +9 -0
  307. data/test/fixtures/shipit/tasks.yml +69 -3
  308. data/test/fixtures/shipit/users.yml +7 -0
  309. data/test/fixtures/timeout +2 -1
  310. data/test/helpers/api_helper.rb +1 -0
  311. data/test/helpers/fixture_aliases_helper.rb +1 -0
  312. data/test/helpers/hooks_helper.rb +2 -1
  313. data/test/helpers/json_helper.rb +15 -11
  314. data/test/helpers/links_helper.rb +4 -3
  315. data/test/helpers/payloads_helper.rb +5 -0
  316. data/test/helpers/queries_helper.rb +3 -2
  317. data/test/jobs/cache_deploy_spec_job_test.rb +2 -1
  318. data/test/jobs/chunk_rollup_job_test.rb +16 -1
  319. data/test/jobs/deliver_hook_job_test.rb +1 -0
  320. data/test/jobs/destroy_repository_job_test.rb +27 -0
  321. data/test/jobs/destroy_stack_job_test.rb +10 -0
  322. data/test/jobs/emit_event_job_test.rb +2 -1
  323. data/test/jobs/fetch_commit_stats_job_test.rb +1 -0
  324. data/test/jobs/fetch_deployed_revision_job_test.rb +1 -0
  325. data/test/jobs/github_sync_job_test.rb +1 -0
  326. data/test/jobs/mark_deploy_healthy_job_test.rb +1 -0
  327. data/test/jobs/perform_task_job_test.rb +12 -11
  328. data/test/jobs/{merge_pull_requests_job_test.rb → process_merge_requests_job_test.rb} +19 -18
  329. data/test/jobs/purge_old_deliveries_job_test.rb +1 -0
  330. data/test/jobs/reap_dead_tasks_job_test.rb +68 -0
  331. data/test/jobs/refresh_github_user_job_test.rb +1 -0
  332. data/test/jobs/refresh_status_job_test.rb +1 -0
  333. data/test/jobs/unique_job_test.rb +1 -0
  334. data/test/jobs/update_github_last_deployed_ref_job_test.rb +1 -0
  335. data/test/lib/shipit/deploy_commands_test.rb +16 -0
  336. data/test/lib/shipit/task_commands_test.rb +17 -0
  337. data/test/middleware/same_site_cookie_middleware_test.rb +52 -0
  338. data/test/models/api_client_test.rb +1 -0
  339. data/test/models/commit_checks_test.rb +1 -0
  340. data/test/models/commit_deployment_status_test.rb +34 -4
  341. data/test/models/commit_deployment_test.rb +9 -11
  342. data/test/models/commits_test.rb +116 -21
  343. data/test/models/delivery_test.rb +2 -1
  344. data/test/models/deploy_spec_test.rb +103 -65
  345. data/test/models/deploy_stats_test.rb +113 -0
  346. data/test/models/deploys_test.rb +207 -26
  347. data/test/models/duration_test.rb +1 -0
  348. data/test/models/github_hook_test.rb +1 -0
  349. data/test/models/hook_test.rb +20 -16
  350. data/test/models/membership_test.rb +1 -0
  351. data/test/models/{pull_request_test.rb → merge_request_test.rb} +48 -41
  352. data/test/models/pull_request_assignment_test.rb +16 -0
  353. data/test/models/release_statuses_test.rb +1 -0
  354. data/test/models/rollbacks_test.rb +1 -0
  355. data/test/models/shipit/check_run_test.rb +1 -0
  356. data/test/models/shipit/provisioning_handler/base_test.rb +33 -0
  357. data/test/models/shipit/provisioning_handler/unregistered_provisioning_handler_test.rb +49 -0
  358. data/test/models/shipit/provisioning_handler_test.rb +64 -0
  359. data/test/models/shipit/pull_request_test.rb +52 -0
  360. data/test/models/shipit/repository_test.rb +81 -0
  361. data/test/models/shipit/review_stack_provision_status_test.rb +77 -0
  362. data/test/models/shipit/review_stack_provisioning_queue_test.rb +63 -0
  363. data/test/models/shipit/review_stack_test.rb +59 -0
  364. data/test/models/{stacks_test.rb → shipit/stacks_test.rb} +120 -60
  365. data/test/models/shipit/webhooks/handlers/pull_request/assigned_handler_test.rb +45 -0
  366. data/test/models/shipit/webhooks/handlers/pull_request/closed_handler_test.rb +192 -0
  367. data/test/models/shipit/webhooks/handlers/pull_request/edited_handler_test.rb +47 -0
  368. data/test/models/shipit/webhooks/handlers/pull_request/label_capturing_handler_test.rb +209 -0
  369. data/test/models/shipit/webhooks/handlers/pull_request/labeled_handler_test.rb +332 -0
  370. data/test/models/shipit/webhooks/handlers/pull_request/opened_handler_test.rb +238 -0
  371. data/test/models/shipit/webhooks/handlers/pull_request/reopened_handler_test.rb +282 -0
  372. data/test/models/shipit/webhooks/handlers/pull_request/review_stack_adapter_test.rb +83 -0
  373. data/test/models/shipit/webhooks/handlers/pull_request/unlabeled_handler_test.rb +324 -0
  374. data/test/models/shipit/webhooks/handlers_test.rb +27 -0
  375. data/test/models/status/group_test.rb +1 -0
  376. data/test/models/status/missing_test.rb +1 -0
  377. data/test/models/status_test.rb +1 -0
  378. data/test/models/task_definitions_test.rb +9 -8
  379. data/test/models/tasks_test.rb +59 -1
  380. data/test/models/team_test.rb +4 -2
  381. data/test/models/undeployed_commits_test.rb +14 -0
  382. data/test/models/users_test.rb +13 -5
  383. data/test/serializers/shipit/pull_request_serializer_test.rb +29 -0
  384. data/test/test_command_integration.rb +3 -2
  385. data/test/test_helper.rb +37 -32
  386. data/test/unit/anonymous_user_serializer_test.rb +14 -0
  387. data/test/unit/command_test.rb +15 -10
  388. data/test/unit/commands_test.rb +1 -0
  389. data/test/unit/commit_serializer_test.rb +16 -0
  390. data/test/unit/csv_serializer_test.rb +3 -2
  391. data/test/unit/deploy_commands_test.rb +14 -4
  392. data/test/unit/deploy_serializer_test.rb +17 -0
  393. data/test/unit/environment_variables_test.rb +5 -4
  394. data/test/unit/github_app_test.rb +137 -0
  395. data/test/unit/github_url_helper_test.rb +6 -0
  396. data/test/unit/rollback_commands_test.rb +2 -1
  397. data/test/unit/shipit_helper_test.rb +17 -0
  398. data/test/unit/shipit_task_execution_strategy_test.rb +47 -0
  399. data/test/unit/shipit_test.rb +1 -0
  400. data/test/unit/user_serializer_test.rb +14 -0
  401. data/test/unit/variable_definition_test.rb +1 -0
  402. metadata +334 -169
  403. data/app/controllers/shipit/api/pull_requests_controller.rb +0 -36
  404. data/app/controllers/shipit/pull_requests_controller.rb +0 -30
  405. data/app/jobs/shipit/merge_pull_requests_job.rb +0 -31
  406. data/app/jobs/shipit/refresh_pull_request_job.rb +0 -10
  407. data/app/views/shipit/pull_requests/_pull_request.html.erb +0 -29
  408. data/test/controllers/pull_requests_controller_test.rb +0 -31
  409. data/test/fixtures/shipit/output_chunks.yml +0 -47
  410. data/test/models/output_chunk_test.rb +0 -20
@@ -1,3 +1,4 @@
1
+ # frozen_string_literal: true
1
2
  module Shipit
2
3
  class RollbacksController < ShipitController
3
4
  before_action :load_stack
@@ -5,9 +6,9 @@ module Shipit
5
6
 
6
7
  def create
7
8
  @rollback = @deploy.trigger_rollback(current_user, env: rollback_params[:env], force: params[:force].present?)
8
- redirect_to stack_deploy_path(@stack, @rollback)
9
+ redirect_to(stack_deploy_path(@stack, @rollback))
9
10
  rescue Task::ConcurrentTaskRunning
10
- redirect_to rollback_stack_deploy_path(@stack, @deploy)
11
+ redirect_to(rollback_stack_deploy_path(@stack, @deploy))
11
12
  end
12
13
 
13
14
  private
@@ -1,3 +1,4 @@
1
+ # frozen_string_literal: true
1
2
  module Shipit
2
3
  class ShipitController < ApplicationController
3
4
  layout 'shipit'
@@ -27,7 +28,7 @@ module Shipit
27
28
  def ensure_required_settings
28
29
  return if Shipit.all_settings_present?
29
30
 
30
- render 'shipit/missing_settings'
31
+ render('shipit/missing_settings')
31
32
  end
32
33
  end
33
34
  end
@@ -1,6 +1,7 @@
1
+ # frozen_string_literal: true
1
2
  module Shipit
2
3
  class StacksController < ShipitController
3
- before_action :load_stack, only: %i(update destroy settings clear_git_cache refresh)
4
+ before_action :load_stack, only: %i(update destroy settings statistics clear_git_cache refresh)
4
5
 
5
6
  def new
6
7
  @stack = Stack.new
@@ -9,7 +10,21 @@ module Shipit
9
10
  def index
10
11
  @user_stacks = current_user.stacks_contributed_to
11
12
 
12
- @stacks = Stack.order('(undeployed_commits_count > 0) desc', tasks_count: :desc).to_a
13
+ @stacks = Stack.all
14
+ if params[:repo]
15
+ @stacks = if (repository = Repository.from_github_repo_name(params[:repo]))
16
+ repository.stacks
17
+ else
18
+ Stack.none
19
+ end
20
+ end
21
+
22
+ @stacks = @stacks.order(Arel.sql('(undeployed_commits_count > 0) desc'), tasks_count: :desc)
23
+
24
+ @show_archived = params[:show_archived]
25
+ @stacks = @stacks.not_archived unless @show_archived
26
+
27
+ @stacks = @stacks.to_a
13
28
  end
14
29
 
15
30
  def show
@@ -43,11 +58,12 @@ module Shipit
43
58
 
44
59
  def lookup
45
60
  @stack = Stack.find(params[:id])
46
- redirect_to stack_url(@stack)
61
+ redirect_to(stack_url(@stack))
47
62
  end
48
63
 
49
64
  def create
50
65
  @stack = Stack.new(create_params)
66
+ @stack.repository = repository
51
67
  unless @stack.save
52
68
  flash[:warning] = @stack.errors.full_messages.to_sentence
53
69
  end
@@ -56,32 +72,43 @@ module Shipit
56
72
 
57
73
  def destroy
58
74
  @stack.schedule_for_destroy!
59
- redirect_to stacks_url
75
+ redirect_to(stacks_url)
60
76
  end
61
77
 
62
78
  def settings
63
79
  end
64
80
 
81
+ def all_tasks
82
+ @stack = Stack.from_param!(params[:id])
83
+ @tasks = @stack.tasks.where(type: nil).order(id: :desc).preload(:since_commit, :until_commit, :user).limit(10)
84
+ end
85
+
86
+ def statistics
87
+ previous_deploy_stats = Shipit::DeployStats.new(@stack.deploys.not_active.previous_seven_days)
88
+ @deploy_stats = Shipit::DeployStats.new(@stack.deploys.not_active.last_seven_days)
89
+ if @deploy_stats.empty?
90
+ flash[:warning] = 'Statistics not available without previous deploys'
91
+ return redirect_to(stack_path(@stack))
92
+ end
93
+ @diffs = @deploy_stats.compare(previous_deploy_stats)
94
+ end
95
+
65
96
  def refresh
66
97
  RefreshStatusesJob.perform_later(stack_id: @stack.id)
67
98
  RefreshCheckRunsJob.perform_later(stack_id: @stack.id)
68
99
  GithubSyncJob.perform_later(stack_id: @stack.id)
69
100
  flash[:success] = 'Refresh scheduled'
70
- redirect_to request.referer.presence || stack_path(@stack)
101
+ redirect_to(request.referer.presence || stack_path(@stack))
71
102
  end
72
103
 
73
104
  def update
74
105
  options = {}
75
106
  unless @stack.update(update_params)
76
- options = {flash: {warning: @stack.errors.full_messages.to_sentence}}
107
+ options = { flash: { warning: @stack.errors.full_messages.to_sentence } }
77
108
  end
78
109
 
79
- reason = params[:stack][:lock_reason]
80
- if reason.present?
81
- @stack.lock(reason, current_user)
82
- elsif @stack.locked?
83
- @stack.unlock
84
- end
110
+ update_lock
111
+ update_archived
85
112
 
86
113
  redirect_to(params[:return_to].presence || stack_settings_path(@stack), options)
87
114
  end
@@ -89,11 +116,32 @@ module Shipit
89
116
  def clear_git_cache
90
117
  ClearGitCacheJob.perform_later(@stack)
91
118
  flash[:success] = 'Git Cache clearing scheduled'
92
- redirect_to stack_settings_path(@stack)
119
+ redirect_to(stack_settings_path(@stack))
93
120
  end
94
121
 
95
122
  private
96
123
 
124
+ def update_lock
125
+ if params[:stack].key?(:lock_reason)
126
+ reason = params[:stack][:lock_reason]
127
+ if reason.present?
128
+ @stack.lock(reason, current_user)
129
+ elsif @stack.locked?
130
+ @stack.unlock
131
+ end
132
+ end
133
+ end
134
+
135
+ def update_archived
136
+ if params[:stack][:archived].present?
137
+ if params[:stack][:archived] == "true"
138
+ @stack.archive!(current_user)
139
+ elsif @stack.archived?
140
+ @stack.unarchive!
141
+ end
142
+ end
143
+ end
144
+
97
145
  def map_to_undeployed_commit(commits, next_expected_commit_to_deploy:)
98
146
  commits.map.with_index do |c, i|
99
147
  index = commits.size - i - 1
@@ -106,7 +154,7 @@ module Shipit
106
154
  end
107
155
 
108
156
  def create_params
109
- params.require(:stack).permit(:repo_name, :repo_owner, :environment, :branch, :deploy_url, :ignore_ci)
157
+ params.require(:stack).permit(:environment, :branch, :deploy_url, :ignore_ci)
110
158
  end
111
159
 
112
160
  def update_params
@@ -118,5 +166,21 @@ module Shipit
118
166
  :merge_queue_enabled,
119
167
  )
120
168
  end
169
+
170
+ def repository
171
+ @repository ||= Repository.find_or_create_by(owner: repo_owner, name: repo_name)
172
+ end
173
+
174
+ def repo_owner
175
+ repository_params[:repo_owner]
176
+ end
177
+
178
+ def repo_name
179
+ repository_params[:repo_name]
180
+ end
181
+
182
+ def repository_params
183
+ params.require(:stack).permit(:repo_owner, :repo_name)
184
+ end
121
185
  end
122
186
  end
@@ -1,7 +1,8 @@
1
+ # frozen_string_literal: true
1
2
  module Shipit
2
3
  class StatusController < ActionController::Base
3
4
  def version
4
- render plain: Shipit.revision
5
+ render(plain: Shipit.revision)
5
6
  end
6
7
  end
7
8
  end
@@ -1,3 +1,4 @@
1
+ # frozen_string_literal: true
1
2
  module Shipit
2
3
  class TasksController < ShipitController
3
4
  include Pagination
@@ -21,7 +22,7 @@ module Shipit
21
22
  task
22
23
  respond_to do |format|
23
24
  format.html
24
- format.text { render plain: @task.chunk_output }
25
+ format.text { render(plain: @task.chunk_output) }
25
26
  end
26
27
  end
27
28
 
@@ -35,25 +36,25 @@ module Shipit
35
36
  env: task_params[:env],
36
37
  force: params[:force].present?,
37
38
  )
38
- redirect_to [stack, @task]
39
+ redirect_to([stack, @task])
39
40
  rescue Task::ConcurrentTaskRunning
40
- redirect_to new_stack_tasks_path(stack, @definition)
41
+ redirect_to(new_stack_tasks_path(stack, @definition))
41
42
  end
42
43
  end
43
44
 
44
45
  def abort
45
46
  task.abort!(rollback_once_aborted: params[:rollback].present?, aborted_by: current_user)
46
- head :ok
47
+ head(:ok)
47
48
  end
48
49
 
49
50
  def tail
50
- render json: TailTaskSerializer.new(task, context: params)
51
+ render(json: TailTaskSerializer.new(task, context: { last_byte: params[:last_byte].to_i }))
51
52
  end
52
53
 
53
54
  def lookup
54
55
  @task = Task.find(params[:id])
55
56
 
56
- redirect_to url_for_task
57
+ redirect_to(url_for_task)
57
58
  end
58
59
 
59
60
  private
@@ -61,7 +62,7 @@ module Shipit
61
62
  def url_for_task
62
63
  base_task = @task.is_a?(Deploy) ? @task.becomes(Deploy) : @task
63
64
 
64
- url_for([base_task.stack, base_task])
65
+ url_for([base_task.stack.becomes(Stack), base_task])
65
66
  end
66
67
 
67
68
  def task
@@ -69,7 +70,7 @@ module Shipit
69
70
  end
70
71
 
71
72
  def stack
72
- @stack ||= Stack.from_param!(params[:stack_id])
73
+ @stack ||= Stack.from_param!(params[:stack_id]).becomes(Stack)
73
74
  end
74
75
 
75
76
  def task_params
@@ -1,3 +1,4 @@
1
+ # frozen_string_literal: true
1
2
  module Shipit
2
3
  class WebhooksController < ActionController::Base
3
4
  skip_before_action :verify_authenticity_token, raise: false
@@ -5,139 +6,11 @@ module Shipit
5
6
 
6
7
  respond_to :json
7
8
 
8
- class Handler
9
- class << self
10
- attr_reader :param_parser
11
-
12
- def params(&block)
13
- @param_parser = ExplicitParameters::Parameters.define(&block)
14
- end
15
- end
16
-
17
- attr_reader :params, :payload
18
-
19
- def initialize(payload)
20
- @payload = payload
21
- @params = self.class.param_parser.parse!(payload)
22
- end
23
-
24
- def process
25
- raise NotImplementedError
26
- end
27
-
28
- private
29
-
30
- def stacks
31
- @stacks ||= Stack.repo(repository_name)
32
- end
33
-
34
- def repository_name
35
- payload.dig('repository', 'full_name')
36
- end
37
- end
38
-
39
- class PushHandler < Handler
40
- params do
41
- requires :ref
42
- end
43
- def process
44
- stacks.where(branch: branch).each(&:sync_github)
45
- end
46
-
47
- private
48
-
49
- def branch
50
- params.ref.gsub('refs/heads/', '')
51
- end
52
- end
53
-
54
- class StatusHandler < Handler
55
- params do
56
- requires :sha, String
57
- requires :state, String
58
- accepts :description, String
59
- accepts :target_url, String
60
- accepts :context, String
61
- accepts :created_at, String
62
-
63
- accepts :branches, Array do
64
- requires :name, String
65
- end
66
- end
67
- def process
68
- Commit.where(sha: params.sha).each do |commit|
69
- commit.create_status_from_github!(params)
70
- end
71
- end
72
- end
73
-
74
- class CheckSuiteHandler < Handler
75
- params do
76
- requires :check_suite do
77
- requires :head_sha, String
78
- requires :head_branch, String
79
- end
80
- end
81
- def process
82
- stacks.where(branch: params.check_suite.head_branch).each do |stack|
83
- stack.commits.where(sha: params.check_suite.head_sha).each(&:schedule_refresh_check_runs!)
84
- end
85
- end
86
- end
87
-
88
- class MembershipHandler < Handler
89
- params do
90
- requires :action, String
91
- requires :team do
92
- requires :id, Integer
93
- requires :name, String
94
- requires :slug, String
95
- requires :url, String
96
- end
97
- requires :organization do
98
- requires :login, String
99
- end
100
- requires :member do
101
- requires :login, String
102
- end
103
- end
104
- def process
105
- team = find_or_create_team!
106
- member = User.find_or_create_by_login!(params.member.login)
107
-
108
- case params.action
109
- when 'added'
110
- team.add_member(member)
111
- when 'removed'
112
- team.members.delete(member)
113
- else
114
- raise ArgumentError, "Don't know how to perform action: `#{action.inspect}`"
115
- end
116
- end
117
-
118
- private
119
-
120
- def find_or_create_team!
121
- Team.find_or_create_by!(github_id: params.team.id) do |team|
122
- team.github_team = params.team
123
- team.organization = params.organization.login
124
- end
125
- end
126
- end
127
-
128
- HANDLERS = {
129
- 'push' => PushHandler,
130
- 'status' => StatusHandler,
131
- 'membership' => MembershipHandler,
132
- 'check_suite' => CheckSuiteHandler,
133
- }.freeze
134
-
135
9
  def create
136
- if handler = HANDLERS[event]
137
- handler.new(JSON.parse(request.raw_post)).process
138
- end
10
+ params = JSON.parse(request.raw_post)
11
+ Shipit::Webhooks.for_event(event).each { |handler| handler.call(params) }
139
12
 
140
- head :ok
13
+ head(:ok)
141
14
  end
142
15
 
143
16
  private
@@ -147,7 +20,7 @@ module Shipit
147
20
  end
148
21
 
149
22
  def check_if_ping
150
- head :ok if event == 'ping'
23
+ head(:ok) if event == 'ping'
151
24
  end
152
25
 
153
26
  def event
@@ -1,8 +1,9 @@
1
+ # frozen_string_literal: true
1
2
  module Shipit
2
3
  module ChunksHelper
3
- def next_chunks_url(task)
4
+ def next_chunks_url(task, last_byte: 0)
4
5
  return if task.finished?
5
- tail_stack_task_path(task.stack, task, last_id: task.chunks.last)
6
+ tail_stack_task_path(task.stack, task, last_byte: last_byte)
6
7
  end
7
8
  end
8
9
  end
@@ -1,18 +1,19 @@
1
+ # frozen_string_literal: true
1
2
  module Shipit
2
3
  module DeploysHelper
3
4
  def render_checklist(checklist)
4
5
  return if checklist.blank?
5
- render 'shipit/deploys/checklist', checklist: checklist
6
+ render('shipit/deploys/checklist', checklist: checklist)
6
7
  end
7
8
 
8
9
  def render_monitoring(stack)
9
10
  return unless stack.monitoring?
10
- render 'shipit/deploys/monitoring', stack: stack
11
+ render('shipit/deploys/monitoring', stack: stack)
11
12
  end
12
13
 
13
14
  def render_checks(commit)
14
15
  return unless commit.stack.checks?
15
- render 'shipit/commit_checks/checks', commit: commit
16
+ render('shipit/commit_checks/checks', commit: commit)
16
17
  end
17
18
 
18
19
  def render_monitoring_panel(panel_spec)