shipit-engine 0.30.0 → 0.34.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +19 -4
- data/Rakefile +4 -2
- data/app/assets/images/magic-solid.svg +1 -0
- data/app/assets/javascripts/shipit/repositories_search.js.coffee +60 -0
- data/app/assets/javascripts/shipit/{search.js.coffee → stack_search.js.coffee} +0 -0
- data/app/assets/stylesheets/_pages/_deploy.scss +0 -2
- data/app/assets/stylesheets/_pages/_repositories.scss +148 -0
- data/app/assets/stylesheets/_pages/_stacks.scss +19 -3
- data/app/assets/stylesheets/merge_status.scss +0 -3
- data/app/assets/stylesheets/shipit.scss +1 -0
- data/app/controllers/concerns/shipit/active_model_serializers_patch.rb +1 -0
- data/app/controllers/concerns/shipit/api/cacheable.rb +1 -0
- data/app/controllers/concerns/shipit/api/paginable.rb +3 -2
- data/app/controllers/concerns/shipit/api/rendering.rb +5 -4
- data/app/controllers/concerns/shipit/authentication.rb +3 -2
- data/app/controllers/concerns/shipit/pagination.rb +2 -1
- data/app/controllers/shipit/api/base_controller.rb +11 -6
- data/app/controllers/shipit/api/ccmenu_controller.rb +2 -1
- data/app/controllers/shipit/api/commits_controller.rb +2 -1
- data/app/controllers/shipit/api/deploys_controller.rb +6 -3
- data/app/controllers/shipit/api/hooks_controller.rb +6 -5
- data/app/controllers/shipit/api/locks_controller.rb +5 -4
- data/app/controllers/shipit/api/merge_requests_controller.rb +37 -0
- data/app/controllers/shipit/api/outputs_controller.rb +2 -1
- data/app/controllers/shipit/api/release_statuses_controller.rb +3 -2
- data/app/controllers/shipit/api/rollbacks_controller.rb +34 -0
- data/app/controllers/shipit/api/stacks_controller.rb +32 -5
- data/app/controllers/shipit/api/tasks_controller.rb +6 -5
- data/app/controllers/shipit/api_clients_controller.rb +4 -3
- data/app/controllers/shipit/ccmenu_url_controller.rb +4 -3
- data/app/controllers/shipit/commit_checks_controller.rb +2 -1
- data/app/controllers/shipit/commits_controller.rb +2 -1
- data/app/controllers/shipit/deploys_controller.rb +4 -3
- data/app/controllers/shipit/github_authentication_controller.rb +4 -3
- data/app/controllers/shipit/merge_requests_controller.rb +31 -0
- data/app/controllers/shipit/merge_status_controller.rb +31 -30
- data/app/controllers/shipit/release_statuses_controller.rb +3 -2
- data/app/controllers/shipit/repositories_controller.rb +74 -0
- data/app/controllers/shipit/rollbacks_controller.rb +3 -2
- data/app/controllers/shipit/shipit_controller.rb +2 -1
- data/app/controllers/shipit/stacks_controller.rb +24 -9
- data/app/controllers/shipit/status_controller.rb +2 -1
- data/app/controllers/shipit/tasks_controller.rb +7 -6
- data/app/controllers/shipit/webhooks_controller.rb +26 -6
- data/app/helpers/shipit/chunks_helper.rb +3 -2
- data/app/helpers/shipit/deploys_helper.rb +4 -3
- data/app/helpers/shipit/github_url_helper.rb +9 -0
- data/app/helpers/shipit/merge_status_helper.rb +1 -0
- data/app/helpers/shipit/shipit_helper.rb +1 -1
- data/app/helpers/shipit/stacks_helper.rb +5 -0
- data/app/helpers/shipit/tasks_helper.rb +1 -0
- data/app/jobs/shipit/background_job.rb +4 -0
- data/app/jobs/shipit/background_job/unique.rb +1 -0
- data/app/jobs/shipit/cache_deploy_spec_job.rb +1 -0
- data/app/jobs/shipit/chunk_rollup_job.rb +4 -0
- data/app/jobs/shipit/clear_git_cache_job.rb +1 -0
- data/app/jobs/shipit/continuous_delivery_job.rb +2 -1
- data/app/jobs/shipit/create_on_github_job.rb +7 -1
- data/app/jobs/shipit/create_release_statuses_job.rb +1 -0
- data/app/jobs/shipit/deferred_touch_job.rb +4 -0
- data/app/jobs/shipit/deliver_hook_job.rb +2 -1
- data/app/jobs/shipit/destroy_job.rb +1 -0
- data/app/jobs/shipit/destroy_repository_job.rb +24 -0
- data/app/jobs/shipit/destroy_stack_job.rb +3 -2
- data/app/jobs/shipit/emit_event_job.rb +2 -1
- data/app/jobs/shipit/fetch_commit_stats_job.rb +1 -0
- data/app/jobs/shipit/fetch_deployed_revision_job.rb +1 -0
- data/app/jobs/shipit/github_sync_job.rb +15 -10
- data/app/jobs/shipit/mark_deploy_healthy_job.rb +1 -0
- data/app/jobs/shipit/perform_commit_checks_job.rb +1 -0
- data/app/jobs/shipit/perform_task_job.rb +5 -92
- data/app/jobs/shipit/process_merge_requests_job.rb +32 -0
- data/app/jobs/shipit/purge_old_deliveries_job.rb +1 -0
- data/app/jobs/shipit/reap_dead_tasks_job.rb +21 -0
- data/app/jobs/shipit/refresh_check_runs_job.rb +1 -0
- data/app/jobs/shipit/refresh_github_user_job.rb +1 -0
- data/app/jobs/shipit/refresh_merge_request_job.rb +11 -0
- data/app/jobs/shipit/refresh_statuses_job.rb +1 -0
- data/app/jobs/shipit/setup_github_hook_job.rb +1 -0
- data/app/jobs/shipit/update_estimated_deploy_duration_job.rb +1 -0
- data/app/jobs/shipit/update_github_last_deployed_ref_job.rb +5 -4
- data/app/models/concerns/shipit/deferred_touch.rb +4 -3
- data/app/models/shipit/anonymous_user.rb +15 -2
- data/app/models/shipit/api_client.rb +3 -2
- data/app/models/shipit/application_record.rb +2 -1
- data/app/models/shipit/check_run.rb +41 -4
- data/app/models/shipit/command_line_user.rb +5 -0
- data/app/models/shipit/commit.rb +42 -24
- data/app/models/shipit/commit_checks.rb +15 -13
- data/app/models/shipit/commit_deployment.rb +6 -5
- data/app/models/shipit/commit_deployment_status.rb +5 -4
- data/app/models/shipit/commit_message.rb +1 -0
- data/app/models/shipit/delivery.rb +4 -3
- data/app/models/shipit/deploy.rb +23 -28
- data/app/models/shipit/deploy_spec.rb +38 -7
- data/app/models/shipit/deploy_spec/bundler_discovery.rb +1 -0
- data/app/models/shipit/deploy_spec/capistrano_discovery.rb +1 -0
- data/app/models/shipit/deploy_spec/file_system.rb +20 -7
- data/app/models/shipit/deploy_spec/kubernetes_discovery.rb +1 -0
- data/app/models/shipit/deploy_spec/lerna_discovery.rb +13 -4
- data/app/models/shipit/deploy_spec/npm_discovery.rb +5 -4
- data/app/models/shipit/deploy_spec/pypi_discovery.rb +1 -0
- data/app/models/shipit/deploy_spec/rubygems_discovery.rb +1 -0
- data/app/models/shipit/deploy_stats.rb +2 -1
- data/app/models/shipit/duration.rb +5 -2
- data/app/models/shipit/ephemeral_commit_checks.rb +1 -0
- data/app/models/shipit/github_hook.rb +2 -1
- data/app/models/shipit/github_status.rb +2 -1
- data/app/models/shipit/hook.rb +34 -7
- data/app/models/shipit/membership.rb +3 -2
- data/app/models/shipit/merge_request.rb +304 -0
- data/app/models/shipit/output_chunk.rb +7 -2
- data/app/models/shipit/provisioning_handler.rb +32 -0
- data/app/models/shipit/provisioning_handler/base.rb +30 -0
- data/app/models/shipit/provisioning_handler/unregistered_provisioning_handler.rb +35 -0
- data/app/models/shipit/pull_request.rb +28 -266
- data/app/models/shipit/pull_request_assignment.rb +10 -0
- data/app/models/shipit/record.rb +18 -0
- data/app/models/shipit/release_status.rb +4 -3
- data/app/models/shipit/repository.rb +71 -6
- data/app/models/shipit/review_stack.rb +130 -0
- data/app/models/shipit/review_stack_provisioning_queue.rb +39 -0
- data/app/models/shipit/rollback.rb +1 -0
- data/app/models/shipit/stack.rb +144 -44
- data/app/models/shipit/status.rb +3 -2
- data/app/models/shipit/status/common.rb +7 -6
- data/app/models/shipit/status/group.rb +2 -1
- data/app/models/shipit/status/missing.rb +2 -1
- data/app/models/shipit/status/unknown.rb +2 -1
- data/app/models/shipit/task.rb +98 -12
- data/app/models/shipit/task_definition.rb +1 -0
- data/app/models/shipit/task_execution_strategy/base.rb +20 -0
- data/app/models/shipit/task_execution_strategy/default.rb +109 -0
- data/app/models/shipit/team.rb +6 -3
- data/app/models/shipit/undeployed_commit.rb +1 -0
- data/app/models/shipit/unlimited_api_client.rb +1 -0
- data/app/models/shipit/user.rb +19 -8
- data/app/models/shipit/variable_definition.rb +1 -0
- data/app/models/shipit/webhooks.rb +11 -0
- data/app/models/shipit/webhooks/handlers/check_suite_handler.rb +1 -0
- data/app/models/shipit/webhooks/handlers/handler.rb +1 -0
- data/app/models/shipit/webhooks/handlers/membership_handler.rb +1 -0
- data/app/models/shipit/webhooks/handlers/pull_request/assigned_handler.rb +74 -0
- data/app/models/shipit/webhooks/handlers/pull_request/closed_handler.rb +68 -0
- data/app/models/shipit/webhooks/handlers/pull_request/edited_handler.rb +74 -0
- data/app/models/shipit/webhooks/handlers/pull_request/label_capturing_handler.rb +127 -0
- data/app/models/shipit/webhooks/handlers/pull_request/labeled_handler.rb +106 -0
- data/app/models/shipit/webhooks/handlers/pull_request/opened_handler.rb +83 -0
- data/app/models/shipit/webhooks/handlers/pull_request/reopened_handler.rb +88 -0
- data/app/models/shipit/webhooks/handlers/pull_request/review_stack_adapter.rb +103 -0
- data/app/models/shipit/webhooks/handlers/pull_request/unlabeled_handler.rb +107 -0
- data/app/models/shipit/webhooks/handlers/push_handler.rb +5 -1
- data/app/models/shipit/webhooks/handlers/status_handler.rb +1 -0
- data/app/serializers/concerns/shipit/conditional_attributes.rb +1 -0
- data/app/serializers/shipit/anonymous_user_serializer.rb +1 -0
- data/app/serializers/shipit/command_line_user_serializer.rb +1 -0
- data/app/serializers/shipit/commit_serializer.rb +1 -0
- data/app/serializers/shipit/deploy_serializer.rb +8 -1
- data/app/serializers/shipit/hook_serializer.rb +1 -0
- data/app/serializers/shipit/merge_request_serializer.rb +21 -0
- data/app/serializers/shipit/pull_request_serializer.rb +6 -8
- data/app/serializers/shipit/review_stack_serializer.rb +7 -0
- data/app/serializers/shipit/rollback_serializer.rb +1 -0
- data/app/serializers/shipit/short_commit_serializer.rb +1 -0
- data/app/serializers/shipit/stack_serializer.rb +8 -6
- data/app/serializers/shipit/tail_task_serializer.rb +11 -2
- data/app/serializers/shipit/task_serializer.rb +2 -17
- data/app/serializers/shipit/user_serializer.rb +6 -1
- data/app/validators/ascii_only_validator.rb +1 -0
- data/app/validators/subset_validator.rb +2 -1
- data/app/views/layouts/merge_status.html.erb +1 -1
- data/app/views/layouts/shipit.html.erb +1 -1
- data/app/views/shipit/_variables.html.erb +1 -1
- data/app/views/shipit/ccmenu/project.xml.builder +2 -1
- data/app/views/shipit/deploys/show.html.erb +2 -2
- data/app/views/shipit/merge_requests/_merge_request.html.erb +29 -0
- data/app/views/shipit/{pull_requests → merge_requests}/index.html.erb +2 -2
- data/app/views/shipit/merge_requests/merge_requests/_pull_request.html.erb +29 -0
- data/app/views/shipit/merge_requests/merge_requests/index.html.erb +20 -0
- data/app/views/shipit/merge_status/_merge_queue_button.html.erb +3 -3
- data/app/views/shipit/merge_status/backlogged.html.erb +1 -1
- data/app/views/shipit/merge_status/failure.html.erb +1 -1
- data/app/views/shipit/merge_status/locked.html.erb +1 -1
- data/app/views/shipit/merge_status/success.html.erb +2 -2
- data/app/views/shipit/repositories/_header.html.erb +19 -0
- data/app/views/shipit/repositories/index.html.erb +31 -0
- data/app/views/shipit/repositories/new.html.erb +23 -0
- data/app/views/shipit/repositories/settings.html.erb +53 -0
- data/app/views/shipit/repositories/show.html.erb +30 -0
- data/app/views/shipit/stacks/_banners.html.erb +15 -1
- data/app/views/shipit/stacks/_header.html.erb +20 -7
- data/app/views/shipit/stacks/_stack.html.erb +8 -0
- data/app/views/shipit/stacks/all_tasks.html.erb +28 -0
- data/app/views/shipit/stacks/index.html.erb +3 -2
- data/app/views/shipit/stacks/new.html.erb +1 -1
- data/app/views/shipit/stacks/settings.html.erb +5 -5
- data/app/views/shipit/stacks/show.html.erb +1 -1
- data/app/views/shipit/tasks/_task_output.html.erb +1 -1
- data/app/views/shipit/tasks/show.html.erb +1 -1
- data/config/initializers/inflections.rb +2 -1
- data/config/locales/en.yml +4 -3
- data/config/routes.rb +25 -7
- data/config/secrets.development.example.yml +24 -0
- data/config/secrets.development.shopify.yml +20 -9
- data/db/migrate/20200226211925_add_index_to_tasks_status.rb +5 -0
- data/db/migrate/20200427135152_add_pull_request_head_sha_to_commit.rb +5 -0
- data/db/migrate/20200615181558_add_rollback_once_aborted_to.rb +5 -0
- data/db/migrate/20200706145406_add_review_stacks.rb +12 -0
- data/db/migrate/20200804144639_rename_pull_request_to_merge_request.rb +7 -0
- data/db/migrate/20200804161512_rename_commits_pull_request_id_to_merge_request_id.rb +5 -0
- data/db/migrate/20200813134712_recreate_shipit_pull_requests.rb +22 -0
- data/db/migrate/20200813194056_create_pull_request_assignments.rb +8 -0
- data/db/migrate/20201001125502_add_provision_pr_stacks_flag_to_repositories.rb +7 -0
- data/db/migrate/20201008145809_add_retry_attempt_to_tasks.rb +5 -0
- data/db/migrate/20201008152744_add_max_retries_to_tasks.rb +5 -0
- data/db/migrate/20210325194053_remove_stacks_branch_default.rb +5 -0
- data/db/migrate/20210504200438_add_github_updated_at_to_check_runs.rb +5 -0
- data/lib/shipit.rb +61 -17
- data/lib/shipit/cast_value.rb +1 -0
- data/lib/shipit/command.rb +20 -21
- data/lib/shipit/commands.rb +14 -6
- data/lib/shipit/csv_serializer.rb +1 -0
- data/lib/shipit/deploy_commands.rb +1 -0
- data/lib/shipit/engine.rb +9 -2
- data/lib/shipit/environment_variables.rb +11 -1
- data/lib/shipit/first_parent_commits_iterator.rb +1 -0
- data/lib/shipit/flock.rb +9 -1
- data/lib/shipit/github_app.rb +15 -12
- data/lib/shipit/github_http_cache_middleware.rb +1 -0
- data/lib/shipit/null_serializer.rb +1 -0
- data/lib/shipit/octokit_check_runs.rb +3 -2
- data/lib/shipit/octokit_iterator.rb +4 -3
- data/lib/shipit/paginator.rb +3 -2
- data/lib/shipit/review_stack_commands.rb +8 -0
- data/lib/shipit/rollback_commands.rb +1 -0
- data/lib/shipit/same_site_cookie_middleware.rb +29 -0
- data/lib/shipit/simple_message_verifier.rb +3 -2
- data/lib/shipit/stack_commands.rb +37 -7
- data/lib/shipit/stat.rb +1 -0
- data/lib/shipit/task_commands.rb +23 -16
- data/lib/shipit/version.rb +2 -1
- data/lib/snippets/publish-lerna-independent-packages +35 -34
- data/lib/snippets/publish-lerna-independent-packages-legacy +39 -0
- data/lib/snippets/release-gem +5 -1
- data/lib/tasks/cron.rake +13 -2
- data/lib/tasks/dev.rake +3 -2
- data/lib/tasks/shipit.rake +15 -14
- data/lib/tasks/teams.rake +1 -0
- data/test/controllers/api/base_controller_test.rb +3 -2
- data/test/controllers/api/ccmenu_controller_test.rb +9 -8
- data/test/controllers/api/commits_controller_test.rb +3 -2
- data/test/controllers/api/deploys_controller_test.rb +32 -14
- data/test/controllers/api/hooks_controller_test.rb +8 -7
- data/test/controllers/api/locks_controller_test.rb +7 -6
- data/test/controllers/api/{pull_requests_controller_test.rb → merge_requests_controller_test.rb} +17 -16
- data/test/controllers/api/outputs_controller_test.rb +3 -1
- data/test/controllers/api/release_statuses_controller_test.rb +2 -1
- data/test/controllers/api/rollback_controller_test.rb +113 -0
- data/test/controllers/api/stacks_controller_test.rb +71 -16
- data/test/controllers/api/tasks_controller_test.rb +13 -12
- data/test/controllers/api_clients_controller_test.rb +5 -4
- data/test/controllers/ccmenu_controller_test.rb +4 -3
- data/test/controllers/commit_checks_controller_test.rb +4 -3
- data/test/controllers/commits_controller_test.rb +3 -2
- data/test/controllers/deploys_controller_test.rb +32 -21
- data/test/controllers/github_authentication_controller_test.rb +1 -0
- data/test/controllers/merge_requests_controller_test.rb +32 -0
- data/test/controllers/merge_status_controller_test.rb +7 -6
- data/test/controllers/release_statuses_controller_test.rb +3 -2
- data/test/controllers/repositories_controller_test.rb +71 -0
- data/test/controllers/rollbacks_controller_test.rb +9 -8
- data/test/controllers/stacks_controller_test.rb +41 -19
- data/test/controllers/status_controller_test.rb +1 -0
- data/test/controllers/tasks_controller_test.rb +32 -19
- data/test/controllers/webhooks_controller_test.rb +33 -17
- data/test/dummy/app/assets/config/manifest.js +3 -0
- data/test/dummy/config/application.rb +7 -2
- data/test/dummy/config/database.yml +9 -0
- data/test/dummy/config/environments/development.rb +3 -4
- data/test/dummy/config/environments/test.rb +2 -5
- data/test/dummy/config/secrets_double_github_app.yml +79 -0
- data/test/dummy/db/schema.rb +59 -17
- data/test/dummy/db/seeds.rb +2 -1
- data/test/fixtures/payloads/check_suite_master.json +4 -32
- data/test/fixtures/payloads/invalid_pull_request.json +117 -0
- data/test/fixtures/payloads/provision_disabled_pull_request.json +454 -0
- data/test/fixtures/payloads/pull_request_assigned.json +480 -0
- data/test/fixtures/payloads/pull_request_closed.json +454 -0
- data/test/fixtures/payloads/pull_request_labeled.json +461 -0
- data/test/fixtures/payloads/pull_request_opened.json +454 -0
- data/test/fixtures/payloads/pull_request_reopened.json +454 -0
- data/test/fixtures/payloads/pull_request_unlabeled.json +454 -0
- data/test/fixtures/payloads/pull_request_with_no_repo.json +454 -0
- data/test/fixtures/payloads/push_master.json +1 -1
- data/test/fixtures/payloads/push_not_master.json +1 -1
- data/test/fixtures/shipit/commits.yml +31 -3
- data/test/fixtures/shipit/hooks.yml +1 -0
- data/test/fixtures/shipit/merge_requests.yml +141 -0
- data/test/fixtures/shipit/pull_request_assignments.yml +3 -0
- data/test/fixtures/shipit/pull_requests.yml +10 -131
- data/test/fixtures/shipit/repositories.yml +5 -0
- data/test/fixtures/shipit/stacks.yml +235 -14
- data/test/fixtures/shipit/statuses.yml +9 -0
- data/test/fixtures/shipit/tasks.yml +4 -1
- data/test/fixtures/shipit/users.yml +7 -0
- data/test/fixtures/timeout +2 -1
- data/test/helpers/api_helper.rb +1 -0
- data/test/helpers/fixture_aliases_helper.rb +1 -0
- data/test/helpers/hooks_helper.rb +2 -1
- data/test/helpers/json_helper.rb +20 -12
- data/test/helpers/links_helper.rb +4 -3
- data/test/helpers/payloads_helper.rb +5 -0
- data/test/helpers/queries_helper.rb +3 -2
- data/test/jobs/cache_deploy_spec_job_test.rb +2 -1
- data/test/jobs/chunk_rollup_job_test.rb +16 -1
- data/test/jobs/deliver_hook_job_test.rb +1 -0
- data/test/jobs/destroy_repository_job_test.rb +27 -0
- data/test/jobs/destroy_stack_job_test.rb +1 -0
- data/test/jobs/emit_event_job_test.rb +2 -1
- data/test/jobs/fetch_commit_stats_job_test.rb +1 -0
- data/test/jobs/fetch_deployed_revision_job_test.rb +1 -0
- data/test/jobs/github_sync_job_test.rb +3 -1
- data/test/jobs/mark_deploy_healthy_job_test.rb +1 -0
- data/test/jobs/perform_task_job_test.rb +12 -11
- data/test/jobs/{merge_pull_requests_job_test.rb → process_merge_requests_job_test.rb} +19 -18
- data/test/jobs/purge_old_deliveries_job_test.rb +1 -0
- data/test/jobs/reap_dead_tasks_job_test.rb +68 -0
- data/test/jobs/refresh_github_user_job_test.rb +1 -0
- data/test/jobs/refresh_status_job_test.rb +1 -0
- data/test/jobs/unique_job_test.rb +1 -0
- data/test/jobs/update_github_last_deployed_ref_job_test.rb +1 -0
- data/test/lib/shipit/deploy_commands_test.rb +16 -0
- data/test/lib/shipit/task_commands_test.rb +17 -0
- data/test/middleware/same_site_cookie_middleware_test.rb +52 -0
- data/test/models/api_client_test.rb +1 -0
- data/test/models/commit_checks_test.rb +1 -0
- data/test/models/commit_deployment_status_test.rb +4 -3
- data/test/models/commit_deployment_test.rb +2 -1
- data/test/models/commits_test.rb +96 -19
- data/test/models/delivery_test.rb +2 -1
- data/test/models/deploy_spec_test.rb +110 -65
- data/test/models/deploy_stats_test.rb +1 -0
- data/test/models/deploys_test.rb +197 -36
- data/test/models/duration_test.rb +1 -0
- data/test/models/github_hook_test.rb +1 -0
- data/test/models/hook_test.rb +47 -10
- data/test/models/membership_test.rb +1 -0
- data/test/models/{pull_request_test.rb → merge_request_test.rb} +53 -37
- data/test/models/pull_request_assignment_test.rb +16 -0
- data/test/models/release_statuses_test.rb +1 -0
- data/test/models/rollbacks_test.rb +1 -0
- data/test/models/shipit/check_run_test.rb +125 -5
- data/test/models/shipit/provisioning_handler/base_test.rb +33 -0
- data/test/models/shipit/provisioning_handler/unregistered_provisioning_handler_test.rb +49 -0
- data/test/models/shipit/provisioning_handler_test.rb +64 -0
- data/test/models/shipit/pull_request_test.rb +52 -0
- data/test/models/shipit/repository_test.rb +6 -1
- data/test/models/shipit/review_stack_provision_status_test.rb +77 -0
- data/test/models/shipit/review_stack_provisioning_queue_test.rb +63 -0
- data/test/models/shipit/review_stack_test.rb +91 -0
- data/test/models/{stacks_test.rb → shipit/stacks_test.rb} +121 -16
- data/test/models/shipit/webhooks/handlers/pull_request/assigned_handler_test.rb +45 -0
- data/test/models/shipit/webhooks/handlers/pull_request/closed_handler_test.rb +192 -0
- data/test/models/shipit/webhooks/handlers/pull_request/edited_handler_test.rb +47 -0
- data/test/models/shipit/webhooks/handlers/pull_request/label_capturing_handler_test.rb +209 -0
- data/test/models/shipit/webhooks/handlers/pull_request/labeled_handler_test.rb +332 -0
- data/test/models/shipit/webhooks/handlers/pull_request/opened_handler_test.rb +238 -0
- data/test/models/shipit/webhooks/handlers/pull_request/reopened_handler_test.rb +282 -0
- data/test/models/shipit/webhooks/handlers/pull_request/review_stack_adapter_test.rb +107 -0
- data/test/models/shipit/webhooks/handlers/pull_request/unlabeled_handler_test.rb +324 -0
- data/test/models/shipit/{wehbooks → webhooks}/handlers_test.rb +1 -0
- data/test/models/status/group_test.rb +1 -0
- data/test/models/status/missing_test.rb +1 -0
- data/test/models/status_test.rb +1 -0
- data/test/models/task_definitions_test.rb +9 -8
- data/test/models/tasks_test.rb +81 -1
- data/test/models/team_test.rb +4 -2
- data/test/models/undeployed_commits_test.rb +1 -0
- data/test/models/users_test.rb +13 -5
- data/test/serializers/shipit/pull_request_serializer_test.rb +29 -0
- data/test/test_command_integration.rb +3 -2
- data/test/test_helper.rb +49 -31
- data/test/unit/anonymous_user_serializer_test.rb +14 -0
- data/test/unit/command_test.rb +16 -10
- data/test/unit/commands_test.rb +1 -0
- data/test/unit/commit_serializer_test.rb +16 -0
- data/test/unit/csv_serializer_test.rb +3 -2
- data/test/unit/deploy_commands_test.rb +75 -18
- data/test/unit/deploy_serializer_test.rb +17 -0
- data/test/unit/environment_variables_test.rb +5 -4
- data/test/unit/github_app_test.rb +3 -3
- data/test/unit/github_apps_test.rb +416 -0
- data/test/unit/github_url_helper_test.rb +6 -0
- data/test/unit/rollback_commands_test.rb +2 -1
- data/test/unit/shipit_deployment_checks_test.rb +77 -0
- data/test/unit/shipit_helper_test.rb +17 -0
- data/test/unit/shipit_task_execution_strategy_test.rb +47 -0
- data/test/unit/shipit_test.rb +15 -0
- data/test/unit/user_serializer_test.rb +14 -0
- data/test/unit/variable_definition_test.rb +1 -0
- metadata +320 -178
- data/app/controllers/shipit/api/pull_requests_controller.rb +0 -36
- data/app/controllers/shipit/pull_requests_controller.rb +0 -30
- data/app/jobs/shipit/merge_pull_requests_job.rb +0 -31
- data/app/jobs/shipit/refresh_pull_request_job.rb +0 -10
- data/app/views/shipit/pull_requests/_pull_request.html.erb +0 -29
- data/test/controllers/pull_requests_controller_test.rb +0 -31
- data/test/fixtures/shipit/output_chunks.yml +0 -47
- data/test/models/output_chunk_test.rb +0 -20
@@ -1,11 +1,16 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
module Shipit
|
2
|
-
class OutputChunk <
|
3
|
+
class OutputChunk < Record
|
3
4
|
belongs_to :task
|
4
5
|
|
5
6
|
scope :tail, ->(start) { order(id: :asc).where('id > ?', start || 0) }
|
6
7
|
|
7
8
|
def text=(string)
|
8
|
-
|
9
|
+
if string.frozen?
|
10
|
+
super(string)
|
11
|
+
else
|
12
|
+
super(string.force_encoding(Encoding::UTF_8).scrub)
|
13
|
+
end
|
9
14
|
end
|
10
15
|
end
|
11
16
|
end
|
@@ -0,0 +1,32 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Shipit
|
4
|
+
module ProvisioningHandler
|
5
|
+
class << self
|
6
|
+
def registry
|
7
|
+
@registry ||= reset_registry!
|
8
|
+
end
|
9
|
+
|
10
|
+
def reset_registry!
|
11
|
+
@registry = {}
|
12
|
+
end
|
13
|
+
|
14
|
+
def register(handler_class)
|
15
|
+
registry[handler_class.to_s] = handler_class
|
16
|
+
end
|
17
|
+
|
18
|
+
def fetch(name)
|
19
|
+
return default if name.blank?
|
20
|
+
registry.fetch(name) { ProvisioningHandler::UnregisteredProvisioningHandler }
|
21
|
+
end
|
22
|
+
|
23
|
+
def default=(handler_class)
|
24
|
+
registry[:default] = handler_class
|
25
|
+
end
|
26
|
+
|
27
|
+
def default
|
28
|
+
registry.fetch(:default) { ProvisioningHandler::Base }
|
29
|
+
end
|
30
|
+
end
|
31
|
+
end
|
32
|
+
end
|
@@ -0,0 +1,30 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Shipit
|
4
|
+
module ProvisioningHandler
|
5
|
+
class Base
|
6
|
+
def initialize(stack)
|
7
|
+
@stack = stack
|
8
|
+
end
|
9
|
+
|
10
|
+
def up
|
11
|
+
# Intentionally a noop
|
12
|
+
end
|
13
|
+
|
14
|
+
def down
|
15
|
+
# Intentionally a noop
|
16
|
+
end
|
17
|
+
|
18
|
+
# An (optional) guard to prevent provisioning. Intended to be
|
19
|
+
# use to set logic to determine if enough actual resources exist
|
20
|
+
# to complete the provisioning request.
|
21
|
+
def provision?
|
22
|
+
true
|
23
|
+
end
|
24
|
+
|
25
|
+
private
|
26
|
+
|
27
|
+
attr_accessor :stack
|
28
|
+
end
|
29
|
+
end
|
30
|
+
end
|
@@ -0,0 +1,35 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Shipit
|
4
|
+
module ProvisioningHandler
|
5
|
+
class UnregisteredProvisioningHandler < Shipit::ProvisioningHandler::Base
|
6
|
+
def up
|
7
|
+
lock_and_prevent_transition
|
8
|
+
end
|
9
|
+
|
10
|
+
def down
|
11
|
+
lock_and_prevent_transition
|
12
|
+
end
|
13
|
+
|
14
|
+
private
|
15
|
+
|
16
|
+
def lock_and_prevent_transition
|
17
|
+
stack.lock(
|
18
|
+
"Failed to find a provisioning handler named '#{stack.provisioning_handler_name}' in the " \
|
19
|
+
"ProvisioningHandler registry. Have you registered it via Provisioning::Handler.register?",
|
20
|
+
Shipit::AnonymousUser.new
|
21
|
+
)
|
22
|
+
|
23
|
+
# Prevent transition of the ReviewStack 'provision_status'
|
24
|
+
# state machine. This signals to the state_machines gem that
|
25
|
+
# the transition should be canceled.
|
26
|
+
#
|
27
|
+
# References:
|
28
|
+
#
|
29
|
+
# - https://github.com/state-machines/state_machines/blob/309668998449ca6c348de809f34660d822bc626e/lib/state_machines/callback.rb#L81-L89
|
30
|
+
# - https://github.com/state-machines/state_machines/blob/309668998449ca6c348de809f34660d822bc626e/lib/state_machines/transition_collection.rb#L63
|
31
|
+
throw(:halt)
|
32
|
+
end
|
33
|
+
end
|
34
|
+
end
|
35
|
+
end
|
@@ -1,298 +1,60 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
module Shipit
|
2
|
-
class PullRequest <
|
4
|
+
class PullRequest < Record
|
3
5
|
include DeferredTouch
|
4
6
|
|
5
|
-
MERGE_REQUEST_FIELD = 'Merge-Requested-By'.freeze
|
6
|
-
|
7
|
-
WAITING_STATUSES = %w(fetching pending).freeze
|
8
|
-
QUEUED_STATUSES = %w(pending revalidating).freeze
|
9
|
-
REJECTION_REASONS = %w(ci_missing ci_failing merge_conflict requires_rebase).freeze
|
10
|
-
InvalidTransition = Class.new(StandardError)
|
11
|
-
NotReady = Class.new(StandardError)
|
12
|
-
|
13
|
-
class StatusChecker < Status::Group
|
14
|
-
def initialize(commit, statuses, deploy_spec)
|
15
|
-
@deploy_spec = deploy_spec
|
16
|
-
super(commit, statuses)
|
17
|
-
end
|
18
|
-
|
19
|
-
private
|
20
|
-
|
21
|
-
attr_reader :deploy_spec
|
22
|
-
|
23
|
-
def reject_hidden(statuses)
|
24
|
-
statuses.reject { |s| ignored_statuses.include?(s.context) }
|
25
|
-
end
|
26
|
-
|
27
|
-
def reject_allowed_to_fail(statuses)
|
28
|
-
statuses.reject { |s| ignored_statuses.include?(s.context) }
|
29
|
-
end
|
30
|
-
|
31
|
-
def ignored_statuses
|
32
|
-
deploy_spec&.pull_request_ignored_statuses || []
|
33
|
-
end
|
34
|
-
|
35
|
-
def required_statuses
|
36
|
-
deploy_spec&.pull_request_required_statuses || []
|
37
|
-
end
|
38
|
-
end
|
39
|
-
|
40
7
|
belongs_to :stack
|
8
|
+
belongs_to :user
|
41
9
|
belongs_to :head, class_name: 'Shipit::Commit', optional: true
|
42
|
-
belongs_to :base_commit, class_name: 'Shipit::Commit', optional: true
|
43
|
-
belongs_to :merge_requested_by, class_name: 'Shipit::User', optional: true
|
44
|
-
has_one :merge_commit, class_name: 'Shipit::Commit'
|
45
|
-
|
46
|
-
deferred_touch stack: :updated_at
|
47
|
-
|
48
|
-
validates :number, presence: true, uniqueness: {scope: :stack_id}
|
49
|
-
|
50
|
-
scope :waiting, -> { where(merge_status: WAITING_STATUSES) }
|
51
|
-
scope :pending, -> { where(merge_status: 'pending') }
|
52
|
-
scope :to_be_merged, -> { pending.order(merge_requested_at: :asc) }
|
53
|
-
scope :queued, -> { where(merge_status: QUEUED_STATUSES).order(merge_requested_at: :asc) }
|
54
|
-
|
55
|
-
after_save :record_merge_status_change
|
56
|
-
after_commit :emit_hooks
|
57
|
-
|
58
|
-
state_machine :merge_status, initial: :fetching do
|
59
|
-
state :fetching
|
60
|
-
state :pending
|
61
|
-
state :rejected
|
62
|
-
state :canceled
|
63
|
-
state :merged
|
64
|
-
state :revalidating
|
65
10
|
|
66
|
-
|
67
|
-
|
68
|
-
end
|
69
|
-
|
70
|
-
event :reject do
|
71
|
-
transition pending: :rejected
|
72
|
-
end
|
11
|
+
has_many :pull_request_assignments
|
12
|
+
has_many :assignees, class_name: :User, through: :pull_request_assignments, source: :user
|
73
13
|
|
74
|
-
|
75
|
-
transition pending: :revalidating
|
76
|
-
end
|
77
|
-
|
78
|
-
event :cancel do
|
79
|
-
transition any => :canceled
|
80
|
-
end
|
14
|
+
serialize :labels, Array
|
81
15
|
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
event :retry do
|
87
|
-
transition %i(rejected canceled revalidating) => :pending
|
88
|
-
end
|
89
|
-
|
90
|
-
before_transition rejected: any do |pr|
|
91
|
-
pr.rejection_reason = nil
|
92
|
-
end
|
16
|
+
after_create_commit :emit_create_hooks
|
17
|
+
after_update_commit :emit_update_hooks
|
18
|
+
after_destroy_commit :emit_destroy_hooks
|
93
19
|
|
94
|
-
|
95
|
-
|
96
|
-
end
|
97
|
-
|
98
|
-
before_transition any => :pending do |pr|
|
99
|
-
pr.revalidated_at = Time.now.utc
|
100
|
-
end
|
101
|
-
|
102
|
-
before_transition %i(pending) => :merged do |pr|
|
103
|
-
Stack.increment_counter(:undeployed_commits_count, pr.stack_id)
|
104
|
-
end
|
20
|
+
def emit_destroy_hooks
|
21
|
+
emit_hooks(:destroyed)
|
105
22
|
end
|
106
23
|
|
107
|
-
def
|
108
|
-
|
24
|
+
def emit_create_hooks
|
25
|
+
emit_hooks(:created)
|
109
26
|
end
|
110
27
|
|
111
|
-
def
|
112
|
-
|
113
|
-
when /\A#?(\d+)\z/
|
114
|
-
$1.to_i
|
115
|
-
when %r{\Ahttps://#{Regexp.escape(Shipit.github.domain)}/([^/]+)/([^/]+)/pull/(\d+)}
|
116
|
-
return unless $1.downcase == stack.repo_owner.downcase
|
117
|
-
return unless $2.downcase == stack.repo_name.downcase
|
118
|
-
$3.to_i
|
119
|
-
end
|
28
|
+
def emit_update_hooks
|
29
|
+
emit_hooks(:updated)
|
120
30
|
end
|
121
31
|
|
122
|
-
def
|
123
|
-
|
124
|
-
pull_request = begin
|
125
|
-
create_with(
|
126
|
-
merge_requested_at: now,
|
127
|
-
merge_requested_by: user.presence,
|
128
|
-
).find_or_create_by!(
|
129
|
-
stack: stack,
|
130
|
-
number: number,
|
131
|
-
)
|
132
|
-
rescue ActiveRecord::RecordNotUnique
|
133
|
-
retry
|
134
|
-
end
|
135
|
-
pull_request.update!(merge_requested_by: user.presence)
|
136
|
-
pull_request.retry! if pull_request.rejected? || pull_request.canceled? || pull_request.revalidating?
|
137
|
-
pull_request.schedule_refresh!
|
138
|
-
pull_request
|
139
|
-
end
|
140
|
-
|
141
|
-
def reject!(reason)
|
142
|
-
unless REJECTION_REASONS.include?(reason)
|
143
|
-
raise ArgumentError, "invalid reason: #{reason.inspect}, must be one of: #{REJECTION_REASONS.inspect}"
|
144
|
-
end
|
145
|
-
self.rejection_reason = reason.presence
|
146
|
-
super()
|
147
|
-
true
|
148
|
-
end
|
149
|
-
|
150
|
-
def reject_unless_mergeable!
|
151
|
-
return reject!('merge_conflict') if merge_conflict?
|
152
|
-
return reject!('ci_missing') if any_status_checks_missing?
|
153
|
-
return reject!('ci_failing') if any_status_checks_failed?
|
154
|
-
return reject!('requires_rebase') if stale?
|
155
|
-
false
|
156
|
-
end
|
157
|
-
|
158
|
-
def merge!
|
159
|
-
raise InvalidTransition unless pending?
|
160
|
-
|
161
|
-
raise NotReady if not_mergeable_yet?
|
162
|
-
|
163
|
-
Shipit.github.api.merge_pull_request(
|
164
|
-
stack.github_repo_name,
|
165
|
-
number,
|
166
|
-
merge_message,
|
167
|
-
sha: head.sha,
|
168
|
-
commit_message: 'Merged by Shipit',
|
169
|
-
merge_method: stack.merge_method,
|
170
|
-
)
|
171
|
-
begin
|
172
|
-
if Shipit.github.api.pull_requests(stack.github_repo_name, base: branch).empty?
|
173
|
-
Shipit.github.api.delete_branch(stack.github_repo_name, branch)
|
174
|
-
end
|
175
|
-
rescue Octokit::UnprocessableEntity
|
176
|
-
# branch was already deleted somehow
|
177
|
-
end
|
178
|
-
complete!
|
179
|
-
return true
|
180
|
-
rescue Octokit::MethodNotAllowed # merge conflict
|
181
|
-
reject!('merge_conflict')
|
182
|
-
return false
|
183
|
-
rescue Octokit::Conflict # shas didn't match, PR was updated.
|
184
|
-
raise NotReady
|
185
|
-
end
|
186
|
-
|
187
|
-
def all_status_checks_passed?
|
188
|
-
return false unless head
|
189
|
-
StatusChecker.new(head, head.statuses_and_check_runs, stack.cached_deploy_spec).success?
|
190
|
-
end
|
191
|
-
|
192
|
-
def any_status_checks_failed?
|
193
|
-
status = StatusChecker.new(head, head.statuses_and_check_runs, stack.cached_deploy_spec)
|
194
|
-
status.failure? || status.error?
|
195
|
-
end
|
196
|
-
|
197
|
-
def any_status_checks_missing?
|
198
|
-
StatusChecker.new(head, head.statuses_and_check_runs, stack.cached_deploy_spec).missing?
|
199
|
-
end
|
200
|
-
|
201
|
-
def waiting?
|
202
|
-
WAITING_STATUSES.include?(merge_status)
|
203
|
-
end
|
204
|
-
|
205
|
-
def need_revalidation?
|
206
|
-
timeout = stack.cached_deploy_spec&.revalidate_pull_requests_after
|
207
|
-
return false unless timeout
|
208
|
-
(revalidated_at + timeout).past?
|
209
|
-
end
|
210
|
-
|
211
|
-
def merge_conflict?
|
212
|
-
mergeable == false
|
213
|
-
end
|
214
|
-
|
215
|
-
def not_mergeable_yet?
|
216
|
-
mergeable.nil?
|
217
|
-
end
|
218
|
-
|
219
|
-
def schedule_refresh!
|
220
|
-
RefreshPullRequestJob.perform_later(self)
|
221
|
-
end
|
222
|
-
|
223
|
-
def closed?
|
224
|
-
state == "closed"
|
225
|
-
end
|
226
|
-
|
227
|
-
def merged_upstream?
|
228
|
-
closed? && merged_at
|
229
|
-
end
|
230
|
-
|
231
|
-
def refresh!
|
232
|
-
update!(github_pull_request: Shipit.github.api.pull_request(stack.github_repo_name, number))
|
233
|
-
head.refresh_statuses!
|
234
|
-
fetched! if fetching?
|
235
|
-
@comparison = nil
|
32
|
+
def emit_hooks(reason)
|
33
|
+
Hook.emit('pull_request', stack, action: reason, pull_request: self, stack: stack)
|
236
34
|
end
|
237
35
|
|
238
36
|
def github_pull_request=(github_pull_request)
|
239
37
|
self.github_id = github_pull_request.id
|
38
|
+
self.number = github_pull_request.number
|
240
39
|
self.api_url = github_pull_request.url
|
241
40
|
self.title = github_pull_request.title
|
242
41
|
self.state = github_pull_request.state
|
243
|
-
self.mergeable = github_pull_request.mergeable
|
244
42
|
self.additions = github_pull_request.additions
|
245
43
|
self.deletions = github_pull_request.deletions
|
246
|
-
self.
|
247
|
-
self.
|
248
|
-
|
249
|
-
self.base_ref = github_pull_request.base.ref
|
250
|
-
self.base_commit = find_or_create_commit_from_github_by_sha!(github_pull_request.base.sha, detached: true)
|
251
|
-
end
|
252
|
-
|
253
|
-
def merge_message
|
254
|
-
return title unless merge_requested_by
|
255
|
-
"#{title}\n\n#{MERGE_REQUEST_FIELD}: #{merge_requested_by.login}\n"
|
256
|
-
end
|
257
|
-
|
258
|
-
def stale?
|
259
|
-
return false unless base_commit
|
260
|
-
spec = stack.cached_deploy_spec
|
261
|
-
if max_branch_age = spec.max_divergence_age
|
262
|
-
return true if Time.now.utc - head.committed_at > max_branch_age
|
263
|
-
end
|
264
|
-
if commit_count_limit = spec.max_divergence_commits
|
265
|
-
return true if comparison.behind_by > commit_count_limit
|
44
|
+
self.user = User.find_or_create_by_login!(github_pull_request.user.login)
|
45
|
+
self.assignees = github_pull_request.assignees.map do |github_user|
|
46
|
+
User.find_or_create_by_login!(github_user.login)
|
266
47
|
end
|
267
|
-
|
268
|
-
|
269
|
-
|
270
|
-
def comparison
|
271
|
-
@comparison ||= Shipit.github.api.compare(
|
272
|
-
stack.github_repo_name,
|
273
|
-
base_ref,
|
274
|
-
head.sha,
|
275
|
-
)
|
276
|
-
end
|
277
|
-
|
278
|
-
private
|
279
|
-
|
280
|
-
def record_merge_status_change
|
281
|
-
@merge_status_changed ||= saved_change_to_attribute?(:merge_status)
|
282
|
-
end
|
283
|
-
|
284
|
-
def emit_hooks
|
285
|
-
return unless @merge_status_changed
|
286
|
-
@merge_status_changed = nil
|
287
|
-
Hook.emit('merge', stack, pull_request: self, status: merge_status, stack: stack)
|
48
|
+
self.labels = github_pull_request.labels.map(&:name)
|
49
|
+
self.head = find_or_create_commit_from_github_by_sha!(github_pull_request.head.sha)
|
288
50
|
end
|
289
51
|
|
290
|
-
def find_or_create_commit_from_github_by_sha!(sha
|
52
|
+
def find_or_create_commit_from_github_by_sha!(sha)
|
291
53
|
if commit = stack.commits.by_sha(sha)
|
292
|
-
|
54
|
+
commit
|
293
55
|
else
|
294
|
-
github_commit =
|
295
|
-
stack.commits.create_from_github!(github_commit
|
56
|
+
github_commit = stack.github_api.commit(stack.github_repo_name, sha)
|
57
|
+
stack.commits.create_from_github!(github_commit)
|
296
58
|
end
|
297
59
|
rescue ActiveRecord::RecordNotUnique
|
298
60
|
retry
|