shipit-engine 0.31.0 → 0.32.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +4 -2
- data/Rakefile +4 -2
- data/app/assets/stylesheets/_pages/_stacks.scss +0 -3
- data/app/assets/stylesheets/merge_status.scss +0 -3
- data/app/controllers/concerns/shipit/active_model_serializers_patch.rb +1 -0
- data/app/controllers/concerns/shipit/api/cacheable.rb +1 -0
- data/app/controllers/concerns/shipit/api/paginable.rb +3 -2
- data/app/controllers/concerns/shipit/api/rendering.rb +5 -4
- data/app/controllers/concerns/shipit/authentication.rb +3 -2
- data/app/controllers/concerns/shipit/pagination.rb +2 -1
- data/app/controllers/shipit/api/base_controller.rb +11 -6
- data/app/controllers/shipit/api/ccmenu_controller.rb +2 -1
- data/app/controllers/shipit/api/commits_controller.rb +2 -1
- data/app/controllers/shipit/api/deploys_controller.rb +4 -3
- data/app/controllers/shipit/api/hooks_controller.rb +6 -5
- data/app/controllers/shipit/api/locks_controller.rb +5 -4
- data/app/controllers/shipit/api/outputs_controller.rb +2 -1
- data/app/controllers/shipit/api/pull_requests_controller.rb +7 -6
- data/app/controllers/shipit/api/release_statuses_controller.rb +3 -2
- data/app/controllers/shipit/api/rollbacks_controller.rb +33 -0
- data/app/controllers/shipit/api/stacks_controller.rb +18 -5
- data/app/controllers/shipit/api/tasks_controller.rb +6 -5
- data/app/controllers/shipit/api_clients_controller.rb +4 -3
- data/app/controllers/shipit/ccmenu_url_controller.rb +4 -3
- data/app/controllers/shipit/commit_checks_controller.rb +2 -1
- data/app/controllers/shipit/commits_controller.rb +2 -1
- data/app/controllers/shipit/deploys_controller.rb +3 -2
- data/app/controllers/shipit/github_authentication_controller.rb +4 -3
- data/app/controllers/shipit/merge_status_controller.rb +17 -16
- data/app/controllers/shipit/pull_requests_controller.rb +3 -2
- data/app/controllers/shipit/release_statuses_controller.rb +3 -2
- data/app/controllers/shipit/rollbacks_controller.rb +3 -2
- data/app/controllers/shipit/shipit_controller.rb +2 -1
- data/app/controllers/shipit/stacks_controller.rb +22 -7
- data/app/controllers/shipit/status_controller.rb +2 -1
- data/app/controllers/shipit/tasks_controller.rb +6 -5
- data/app/controllers/shipit/webhooks_controller.rb +3 -2
- data/app/helpers/shipit/chunks_helper.rb +1 -0
- data/app/helpers/shipit/deploys_helper.rb +4 -3
- data/app/helpers/shipit/github_url_helper.rb +1 -0
- data/app/helpers/shipit/merge_status_helper.rb +1 -0
- data/app/helpers/shipit/shipit_helper.rb +1 -0
- data/app/helpers/shipit/stacks_helper.rb +1 -0
- data/app/helpers/shipit/tasks_helper.rb +1 -0
- data/app/jobs/shipit/background_job.rb +4 -0
- data/app/jobs/shipit/background_job/unique.rb +1 -0
- data/app/jobs/shipit/cache_deploy_spec_job.rb +1 -0
- data/app/jobs/shipit/chunk_rollup_job.rb +4 -0
- data/app/jobs/shipit/clear_git_cache_job.rb +1 -0
- data/app/jobs/shipit/continuous_delivery_job.rb +2 -1
- data/app/jobs/shipit/create_on_github_job.rb +6 -1
- data/app/jobs/shipit/create_release_statuses_job.rb +1 -0
- data/app/jobs/shipit/deferred_touch_job.rb +4 -0
- data/app/jobs/shipit/deliver_hook_job.rb +1 -0
- data/app/jobs/shipit/destroy_job.rb +1 -0
- data/app/jobs/shipit/destroy_stack_job.rb +1 -0
- data/app/jobs/shipit/emit_event_job.rb +2 -1
- data/app/jobs/shipit/fetch_commit_stats_job.rb +1 -0
- data/app/jobs/shipit/fetch_deployed_revision_job.rb +1 -0
- data/app/jobs/shipit/github_sync_job.rb +2 -1
- data/app/jobs/shipit/mark_deploy_healthy_job.rb +1 -0
- data/app/jobs/shipit/merge_pull_requests_job.rb +1 -0
- data/app/jobs/shipit/perform_commit_checks_job.rb +1 -0
- data/app/jobs/shipit/perform_task_job.rb +12 -5
- data/app/jobs/shipit/purge_old_deliveries_job.rb +1 -0
- data/app/jobs/shipit/reap_dead_tasks_job.rb +21 -0
- data/app/jobs/shipit/refresh_check_runs_job.rb +1 -0
- data/app/jobs/shipit/refresh_github_user_job.rb +1 -0
- data/app/jobs/shipit/refresh_pull_request_job.rb +1 -0
- data/app/jobs/shipit/refresh_statuses_job.rb +1 -0
- data/app/jobs/shipit/setup_github_hook_job.rb +1 -0
- data/app/jobs/shipit/update_estimated_deploy_duration_job.rb +1 -0
- data/app/jobs/shipit/update_github_last_deployed_ref_job.rb +4 -3
- data/app/models/concerns/shipit/deferred_touch.rb +4 -3
- data/app/models/shipit/anonymous_user.rb +5 -0
- data/app/models/shipit/api_client.rb +3 -2
- data/app/models/shipit/application_record.rb +2 -1
- data/app/models/shipit/check_run.rb +4 -3
- data/app/models/shipit/command_line_user.rb +1 -0
- data/app/models/shipit/commit.rb +11 -4
- data/app/models/shipit/commit_checks.rb +1 -0
- data/app/models/shipit/commit_deployment.rb +3 -2
- data/app/models/shipit/commit_deployment_status.rb +2 -1
- data/app/models/shipit/commit_message.rb +1 -0
- data/app/models/shipit/delivery.rb +4 -3
- data/app/models/shipit/deploy.rb +6 -17
- data/app/models/shipit/deploy_spec.rb +22 -3
- data/app/models/shipit/deploy_spec/bundler_discovery.rb +1 -0
- data/app/models/shipit/deploy_spec/capistrano_discovery.rb +1 -0
- data/app/models/shipit/deploy_spec/file_system.rb +10 -3
- data/app/models/shipit/deploy_spec/kubernetes_discovery.rb +1 -0
- data/app/models/shipit/deploy_spec/lerna_discovery.rb +1 -0
- data/app/models/shipit/deploy_spec/npm_discovery.rb +5 -4
- data/app/models/shipit/deploy_spec/pypi_discovery.rb +1 -0
- data/app/models/shipit/deploy_spec/rubygems_discovery.rb +1 -0
- data/app/models/shipit/deploy_stats.rb +2 -1
- data/app/models/shipit/duration.rb +3 -2
- data/app/models/shipit/ephemeral_commit_checks.rb +1 -0
- data/app/models/shipit/github_hook.rb +2 -1
- data/app/models/shipit/github_status.rb +2 -1
- data/app/models/shipit/hook.rb +6 -5
- data/app/models/shipit/membership.rb +3 -2
- data/app/models/shipit/output_chunk.rb +7 -2
- data/app/models/shipit/pull_request.rb +6 -5
- data/app/models/shipit/record.rb +18 -0
- data/app/models/shipit/release_status.rb +3 -2
- data/app/models/shipit/repository.rb +10 -5
- data/app/models/shipit/rollback.rb +1 -0
- data/app/models/shipit/stack.rb +50 -16
- data/app/models/shipit/status.rb +3 -2
- data/app/models/shipit/status/common.rb +7 -6
- data/app/models/shipit/status/group.rb +1 -0
- data/app/models/shipit/status/missing.rb +2 -1
- data/app/models/shipit/status/unknown.rb +2 -1
- data/app/models/shipit/task.rb +38 -5
- data/app/models/shipit/task_definition.rb +1 -0
- data/app/models/shipit/team.rb +2 -1
- data/app/models/shipit/undeployed_commit.rb +1 -0
- data/app/models/shipit/unlimited_api_client.rb +1 -0
- data/app/models/shipit/user.rb +10 -8
- data/app/models/shipit/variable_definition.rb +1 -0
- data/app/models/shipit/webhooks.rb +1 -0
- data/app/models/shipit/webhooks/handlers/check_suite_handler.rb +1 -0
- data/app/models/shipit/webhooks/handlers/handler.rb +1 -0
- data/app/models/shipit/webhooks/handlers/membership_handler.rb +1 -0
- data/app/models/shipit/webhooks/handlers/push_handler.rb +1 -0
- data/app/models/shipit/webhooks/handlers/status_handler.rb +1 -0
- data/app/serializers/concerns/shipit/conditional_attributes.rb +1 -0
- data/app/serializers/shipit/anonymous_user_serializer.rb +1 -0
- data/app/serializers/shipit/command_line_user_serializer.rb +1 -0
- data/app/serializers/shipit/commit_serializer.rb +1 -0
- data/app/serializers/shipit/deploy_serializer.rb +2 -1
- data/app/serializers/shipit/hook_serializer.rb +1 -0
- data/app/serializers/shipit/pull_request_serializer.rb +1 -0
- data/app/serializers/shipit/rollback_serializer.rb +1 -0
- data/app/serializers/shipit/short_commit_serializer.rb +1 -0
- data/app/serializers/shipit/stack_serializer.rb +1 -0
- data/app/serializers/shipit/tail_task_serializer.rb +1 -0
- data/app/serializers/shipit/task_serializer.rb +2 -17
- data/app/serializers/shipit/user_serializer.rb +6 -1
- data/app/validators/ascii_only_validator.rb +1 -0
- data/app/validators/subset_validator.rb +1 -0
- data/app/views/layouts/shipit.html.erb +1 -1
- data/app/views/shipit/_variables.html.erb +1 -1
- data/app/views/shipit/ccmenu/project.xml.builder +2 -1
- data/app/views/shipit/deploys/show.html.erb +2 -2
- data/app/views/shipit/stacks/_header.html.erb +3 -0
- data/app/views/shipit/stacks/all_tasks.html.erb +28 -0
- data/app/views/shipit/stacks/index.html.erb +1 -1
- data/app/views/shipit/tasks/show.html.erb +1 -1
- data/config/initializers/inflections.rb +2 -1
- data/config/locales/en.yml +3 -3
- data/config/routes.rb +10 -2
- data/db/migrate/20200226211925_add_index_to_tasks_status.rb +5 -0
- data/db/migrate/20200427135152_add_pull_request_head_sha_to_commit.rb +5 -0
- data/db/migrate/20200615181558_add_rollback_once_aborted_to.rb +5 -0
- data/lib/shipit.rb +12 -2
- data/lib/shipit/cast_value.rb +1 -0
- data/lib/shipit/command.rb +13 -12
- data/lib/shipit/commands.rb +5 -4
- data/lib/shipit/csv_serializer.rb +1 -0
- data/lib/shipit/deploy_commands.rb +1 -0
- data/lib/shipit/engine.rb +7 -2
- data/lib/shipit/environment_variables.rb +2 -1
- data/lib/shipit/first_parent_commits_iterator.rb +1 -0
- data/lib/shipit/flock.rb +1 -0
- data/lib/shipit/github_app.rb +7 -6
- data/lib/shipit/github_http_cache_middleware.rb +1 -0
- data/lib/shipit/null_serializer.rb +1 -0
- data/lib/shipit/octokit_check_runs.rb +3 -2
- data/lib/shipit/octokit_iterator.rb +3 -2
- data/lib/shipit/paginator.rb +3 -2
- data/lib/shipit/rollback_commands.rb +1 -0
- data/lib/shipit/same_site_cookie_middleware.rb +29 -0
- data/lib/shipit/simple_message_verifier.rb +1 -0
- data/lib/shipit/stack_commands.rb +3 -2
- data/lib/shipit/stat.rb +1 -0
- data/lib/shipit/task_commands.rb +2 -0
- data/lib/shipit/version.rb +2 -1
- data/lib/snippets/release-gem +5 -1
- data/lib/tasks/cron.rake +2 -0
- data/lib/tasks/dev.rake +3 -2
- data/lib/tasks/shipit.rake +15 -14
- data/lib/tasks/teams.rake +1 -0
- data/test/controllers/api/base_controller_test.rb +3 -2
- data/test/controllers/api/ccmenu_controller_test.rb +8 -7
- data/test/controllers/api/commits_controller_test.rb +3 -2
- data/test/controllers/api/deploys_controller_test.rb +15 -14
- data/test/controllers/api/hooks_controller_test.rb +8 -7
- data/test/controllers/api/locks_controller_test.rb +7 -6
- data/test/controllers/api/outputs_controller_test.rb +2 -1
- data/test/controllers/api/pull_requests_controller_test.rb +8 -7
- data/test/controllers/api/release_statuses_controller_test.rb +2 -1
- data/test/controllers/api/rollback_controller_test.rb +113 -0
- data/test/controllers/api/stacks_controller_test.rb +30 -9
- data/test/controllers/api/tasks_controller_test.rb +13 -12
- data/test/controllers/api_clients_controller_test.rb +5 -4
- data/test/controllers/ccmenu_controller_test.rb +4 -3
- data/test/controllers/commit_checks_controller_test.rb +4 -3
- data/test/controllers/commits_controller_test.rb +3 -2
- data/test/controllers/deploys_controller_test.rb +32 -21
- data/test/controllers/github_authentication_controller_test.rb +1 -0
- data/test/controllers/merge_status_controller_test.rb +7 -6
- data/test/controllers/pull_requests_controller_test.rb +4 -3
- data/test/controllers/release_statuses_controller_test.rb +3 -2
- data/test/controllers/rollbacks_controller_test.rb +9 -8
- data/test/controllers/stacks_controller_test.rb +33 -19
- data/test/controllers/status_controller_test.rb +1 -0
- data/test/controllers/tasks_controller_test.rb +19 -18
- data/test/controllers/webhooks_controller_test.rb +11 -10
- data/test/dummy/config/environments/development.rb +2 -0
- data/test/dummy/config/environments/test.rb +2 -0
- data/test/dummy/db/schema.rb +4 -1
- data/test/fixtures/shipit/commits.yml +15 -0
- data/test/fixtures/shipit/repositories.yml +4 -0
- data/test/fixtures/shipit/stacks.yml +90 -14
- data/test/fixtures/timeout +2 -1
- data/test/helpers/api_helper.rb +1 -0
- data/test/helpers/fixture_aliases_helper.rb +1 -0
- data/test/helpers/hooks_helper.rb +2 -1
- data/test/helpers/json_helper.rb +15 -11
- data/test/helpers/links_helper.rb +4 -3
- data/test/helpers/payloads_helper.rb +1 -0
- data/test/helpers/queries_helper.rb +3 -2
- data/test/jobs/cache_deploy_spec_job_test.rb +2 -1
- data/test/jobs/chunk_rollup_job_test.rb +1 -0
- data/test/jobs/deliver_hook_job_test.rb +1 -0
- data/test/jobs/destroy_stack_job_test.rb +1 -0
- data/test/jobs/emit_event_job_test.rb +2 -1
- data/test/jobs/fetch_commit_stats_job_test.rb +1 -0
- data/test/jobs/fetch_deployed_revision_job_test.rb +1 -0
- data/test/jobs/github_sync_job_test.rb +1 -0
- data/test/jobs/mark_deploy_healthy_job_test.rb +1 -0
- data/test/jobs/merge_pull_requests_job_test.rb +1 -0
- data/test/jobs/perform_task_job_test.rb +4 -3
- data/test/jobs/purge_old_deliveries_job_test.rb +1 -0
- data/test/jobs/reap_dead_tasks_job_test.rb +68 -0
- data/test/jobs/refresh_github_user_job_test.rb +1 -0
- data/test/jobs/refresh_status_job_test.rb +1 -0
- data/test/jobs/unique_job_test.rb +1 -0
- data/test/jobs/update_github_last_deployed_ref_job_test.rb +1 -0
- data/test/middleware/same_site_cookie_middleware_test.rb +52 -0
- data/test/models/api_client_test.rb +1 -0
- data/test/models/commit_checks_test.rb +1 -0
- data/test/models/commit_deployment_status_test.rb +1 -0
- data/test/models/commit_deployment_test.rb +2 -1
- data/test/models/commits_test.rb +72 -6
- data/test/models/delivery_test.rb +2 -1
- data/test/models/deploy_spec_test.rb +47 -42
- data/test/models/deploy_stats_test.rb +1 -0
- data/test/models/deploys_test.rb +31 -22
- data/test/models/duration_test.rb +1 -0
- data/test/models/github_hook_test.rb +1 -0
- data/test/models/hook_test.rb +18 -10
- data/test/models/membership_test.rb +1 -0
- data/test/models/output_chunk_test.rb +1 -0
- data/test/models/pull_request_test.rb +4 -3
- data/test/models/release_statuses_test.rb +1 -0
- data/test/models/rollbacks_test.rb +1 -0
- data/test/models/shipit/check_run_test.rb +1 -0
- data/test/models/shipit/repository_test.rb +1 -0
- data/test/models/shipit/wehbooks/handlers_test.rb +1 -0
- data/test/models/stacks_test.rb +30 -8
- data/test/models/status/group_test.rb +1 -0
- data/test/models/status/missing_test.rb +1 -0
- data/test/models/status_test.rb +1 -0
- data/test/models/task_definitions_test.rb +9 -8
- data/test/models/tasks_test.rb +18 -1
- data/test/models/team_test.rb +4 -2
- data/test/models/undeployed_commits_test.rb +1 -0
- data/test/models/users_test.rb +13 -5
- data/test/test_command_integration.rb +3 -2
- data/test/test_helper.rb +34 -31
- data/test/unit/anonymous_user_serializer_test.rb +14 -0
- data/test/unit/command_test.rb +8 -7
- data/test/unit/commands_test.rb +1 -0
- data/test/unit/commit_serializer_test.rb +16 -0
- data/test/unit/csv_serializer_test.rb +3 -2
- data/test/unit/deploy_commands_test.rb +5 -4
- data/test/unit/deploy_serializer_test.rb +17 -0
- data/test/unit/environment_variables_test.rb +5 -4
- data/test/unit/github_app_test.rb +1 -0
- data/test/unit/github_url_helper_test.rb +1 -0
- data/test/unit/rollback_commands_test.rb +2 -1
- data/test/unit/shipit_helper_test.rb +17 -0
- data/test/unit/shipit_test.rb +1 -0
- data/test/unit/user_serializer_test.rb +14 -0
- data/test/unit/variable_definition_test.rb +1 -0
- metadata +155 -130
data/lib/shipit/cast_value.rb
CHANGED
data/lib/shipit/command.rb
CHANGED
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
require 'pty'
|
2
3
|
require 'shellwords'
|
3
4
|
require 'fileutils'
|
@@ -27,7 +28,7 @@ module Shipit
|
|
27
28
|
|
28
29
|
def initialize(*args, default_timeout: Shipit.default_inactivity_timeout, env: {}, chdir:)
|
29
30
|
@args, options = parse_arguments(args)
|
30
|
-
@timeout = options['timeout'
|
31
|
+
@timeout = options['timeout'] || options[:timeout] || default_timeout
|
31
32
|
@env = env
|
32
33
|
@chdir = chdir.to_s
|
33
34
|
@timed_out = false
|
@@ -146,16 +147,16 @@ module Shipit
|
|
146
147
|
def read_stream(io)
|
147
148
|
touch_last_output_at
|
148
149
|
loop do
|
149
|
-
|
150
|
-
|
151
|
-
|
150
|
+
yield_control
|
151
|
+
yield io.read_nonblock(MAX_READ)
|
152
|
+
touch_last_output_at
|
152
153
|
rescue IO::WaitReadable
|
153
|
-
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
|
154
|
+
if output_timed_out?
|
155
|
+
@timed_out = true
|
156
|
+
raise TimedOut
|
157
|
+
end
|
158
|
+
IO.select([io], nil, nil, 1)
|
159
|
+
retry
|
159
160
|
end
|
160
161
|
rescue EOFError
|
161
162
|
end
|
@@ -191,7 +192,7 @@ module Shipit
|
|
191
192
|
# If we let the child a little bit of time, it solves it.
|
192
193
|
retry_count -= 1
|
193
194
|
if retry_count > 0
|
194
|
-
sleep
|
195
|
+
sleep(0.05)
|
195
196
|
retry
|
196
197
|
end
|
197
198
|
end
|
@@ -215,7 +216,7 @@ module Shipit
|
|
215
216
|
argument
|
216
217
|
end
|
217
218
|
end
|
218
|
-
|
219
|
+
[args, options]
|
219
220
|
end
|
220
221
|
|
221
222
|
def running?
|
data/lib/shipit/commands.rb
CHANGED
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
module Shipit
|
2
3
|
class Commands
|
3
4
|
class << self
|
@@ -6,13 +7,13 @@ module Shipit
|
|
6
7
|
end
|
7
8
|
|
8
9
|
def git_version
|
9
|
-
@git_version ||= parse_git_version(
|
10
|
+
@git_version ||= parse_git_version(%x(git --version))
|
10
11
|
end
|
11
12
|
|
12
13
|
def parse_git_version(raw_git_version)
|
13
|
-
|
14
|
-
raise 'git command not found' unless
|
15
|
-
Gem::Version.new(
|
14
|
+
match_info = raw_git_version.match(/(\d+\.\d+\.\d+)/)
|
15
|
+
raise 'git command not found' unless match_info
|
16
|
+
Gem::Version.new(match_info[1])
|
16
17
|
end
|
17
18
|
end
|
18
19
|
|
data/lib/shipit/engine.rb
CHANGED
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
module Shipit
|
2
3
|
class Engine < ::Rails::Engine
|
3
4
|
isolate_namespace Shipit
|
@@ -32,12 +33,16 @@ module Shipit
|
|
32
33
|
ActiveModel::Serializer.include(Engine.routes.url_helpers)
|
33
34
|
|
34
35
|
if Shipit.github.oauth?
|
35
|
-
OmniAuth::Strategies::GitHub.configure
|
36
|
-
app.middleware.use
|
36
|
+
OmniAuth::Strategies::GitHub.configure(path_prefix: '/github/auth')
|
37
|
+
app.middleware.use(OmniAuth::Builder) do
|
37
38
|
provider(:github, *Shipit.github.oauth_config)
|
38
39
|
end
|
39
40
|
end
|
40
41
|
|
42
|
+
if Shipit.enable_samesite_middleware?
|
43
|
+
app.config.middleware.insert_after(::Rack::Runtime, Shipit::SameSiteCookieMiddleware)
|
44
|
+
end
|
45
|
+
|
41
46
|
app.config.after_initialize do
|
42
47
|
ActionController::Base.include(Shipit::ActiveModelSerializersPatch)
|
43
48
|
end
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
module Shipit
|
2
3
|
class EnvironmentVariables
|
3
4
|
NotPermitted = Class.new(StandardError)
|
@@ -35,7 +36,7 @@ module Shipit
|
|
35
36
|
allowed, disallowed = @env.partition { |k, _| allowed_variables.include?(k) }.map(&:to_h)
|
36
37
|
|
37
38
|
error_message = "Variables #{disallowed.keys.to_sentence} have not been whitelisted"
|
38
|
-
raise NotPermitted
|
39
|
+
raise NotPermitted, error_message unless disallowed.empty?
|
39
40
|
|
40
41
|
allowed
|
41
42
|
end
|
data/lib/shipit/flock.rb
CHANGED
data/lib/shipit/github_app.rb
CHANGED
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
module Shipit
|
2
3
|
class GitHubApp
|
3
4
|
include Mutex_m
|
@@ -31,9 +32,9 @@ module Shipit
|
|
31
32
|
end
|
32
33
|
end
|
33
34
|
|
34
|
-
DOMAIN = 'github.com'
|
35
|
+
DOMAIN = 'github.com'
|
35
36
|
AuthenticationFailed = Class.new(StandardError)
|
36
|
-
API_STATUS_ID = 'brv1bkgrwx7q'
|
37
|
+
API_STATUS_ID = 'brv1bkgrwx7q'
|
37
38
|
|
38
39
|
GITHUB_EXPECTED_TOKEN_LIFETIME = 60.minutes
|
39
40
|
GITHUB_TOKEN_RAILS_CACHE_LIFETIME = 50.minutes
|
@@ -132,7 +133,7 @@ module Shipit
|
|
132
133
|
end
|
133
134
|
|
134
135
|
def url(*path)
|
135
|
-
@url ||= "https://#{domain}"
|
136
|
+
@url ||= "https://#{domain}"
|
136
137
|
path.empty? ? @url : File.join(@url, *path.map(&:to_s))
|
137
138
|
end
|
138
139
|
|
@@ -173,9 +174,9 @@ module Shipit
|
|
173
174
|
logger: Rails.logger,
|
174
175
|
serializer: NullSerializer,
|
175
176
|
)
|
176
|
-
builder.use
|
177
|
-
builder.use
|
178
|
-
builder.adapter
|
177
|
+
builder.use(GitHubHTTPCacheMiddleware)
|
178
|
+
builder.use(Octokit::Response::RaiseError)
|
179
|
+
builder.adapter(Faraday.default_adapter)
|
179
180
|
end
|
180
181
|
end
|
181
182
|
|
@@ -1,8 +1,9 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
module OctokitCheckRuns
|
2
3
|
def check_runs(repo, sha, options = {})
|
3
|
-
paginate
|
4
|
+
paginate("#{Octokit::Repository.path(repo)}/commits/#{sha}/check-runs", options.reverse_merge(
|
4
5
|
accept: 'application/vnd.github.antiope-preview+json',
|
5
|
-
)
|
6
|
+
))
|
6
7
|
end
|
7
8
|
end
|
8
9
|
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
module Shipit
|
2
3
|
class OctokitIterator
|
3
4
|
include Enumerable
|
@@ -6,8 +7,8 @@ module Shipit
|
|
6
7
|
if relation
|
7
8
|
@response = relation.get(per_page: 100)
|
8
9
|
else
|
9
|
-
yield Shipit.github.api
|
10
|
-
@response = Shipit.github.api.last_response
|
10
|
+
data = yield Shipit.github.api
|
11
|
+
@response = Shipit.github.api.last_response if data.present?
|
11
12
|
end
|
12
13
|
end
|
13
14
|
|
data/lib/shipit/paginator.rb
CHANGED
@@ -1,6 +1,7 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
module Shipit
|
2
3
|
class Paginator
|
3
|
-
def initialize(resources, controller, order: {id: :desc}, max_page_size: 100, default_page_size: 30)
|
4
|
+
def initialize(resources, controller, order: { id: :desc }, max_page_size: 100, default_page_size: 30)
|
4
5
|
@order = order
|
5
6
|
@controller = controller
|
6
7
|
@since = controller.params[:since].presence
|
@@ -15,7 +16,7 @@ module Shipit
|
|
15
16
|
end
|
16
17
|
|
17
18
|
def links
|
18
|
-
links = {first: link_to(since: nil, page_size: (page_size if page_size != @default_page_size))}
|
19
|
+
links = { first: link_to(since: nil, page_size: (page_size if page_size != @default_page_size)) }
|
19
20
|
links[:next] = link_to(since: to_a.last.id) unless last_page?
|
20
21
|
links
|
21
22
|
end
|
@@ -0,0 +1,29 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
module Shipit
|
3
|
+
class SameSiteCookieMiddleware
|
4
|
+
COOKIE_SEPARATOR = "\n"
|
5
|
+
|
6
|
+
def initialize(app)
|
7
|
+
@app = app
|
8
|
+
end
|
9
|
+
|
10
|
+
def call(env)
|
11
|
+
status, headers, body = @app.call(env)
|
12
|
+
|
13
|
+
if headers && headers['Set-Cookie'] &&
|
14
|
+
Rack::Request.new(env).ssl?
|
15
|
+
|
16
|
+
set_cookies = headers['Set-Cookie'].split(COOKIE_SEPARATOR).compact
|
17
|
+
set_cookies.map! do |cookie|
|
18
|
+
cookie << '; Secure' if cookie !~ /;\s*secure/i
|
19
|
+
cookie << '; SameSite=None' unless cookie.match?(/;\s*samesite=/i)
|
20
|
+
cookie
|
21
|
+
end
|
22
|
+
|
23
|
+
headers['Set-Cookie'] = set_cookies.join(COOKIE_SEPARATOR)
|
24
|
+
end
|
25
|
+
|
26
|
+
[status, headers, body]
|
27
|
+
end
|
28
|
+
end
|
29
|
+
end
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
require 'pathname'
|
2
3
|
require 'fileutils'
|
3
4
|
|
@@ -26,7 +27,7 @@ module Shipit
|
|
26
27
|
end
|
27
28
|
|
28
29
|
def fetch_deployed_revision
|
29
|
-
with_temporary_working_directory(commit: @stack.commits.last) do |dir|
|
30
|
+
with_temporary_working_directory(commit: @stack.commits.reachable.last) do |dir|
|
30
31
|
spec = DeploySpec::FileSystem.new(dir, @stack.environment)
|
31
32
|
outputs = spec.fetch_deployed_revision_steps!.map do |command_line|
|
32
33
|
Command.new(command_line, env: env, chdir: dir).run
|
@@ -42,7 +43,7 @@ module Shipit
|
|
42
43
|
end
|
43
44
|
|
44
45
|
def with_temporary_working_directory(commit: nil)
|
45
|
-
commit ||= @stack.last_deployed_commit.presence || @stack.commits.last
|
46
|
+
commit ||= @stack.last_deployed_commit.presence || @stack.commits.reachable.last
|
46
47
|
|
47
48
|
if !commit || !fetched?(commit).tap(&:run).success?
|
48
49
|
@stack.acquire_git_cache_lock do
|
data/lib/shipit/stat.rb
CHANGED
data/lib/shipit/task_commands.rb
CHANGED
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
module Shipit
|
2
3
|
class TaskCommands < Commands
|
3
4
|
delegate :fetch, :fetched?, to: :stack_commands
|
@@ -52,6 +53,7 @@ module Shipit
|
|
52
53
|
[
|
53
54
|
git(
|
54
55
|
'clone',
|
56
|
+
'--quiet',
|
55
57
|
'--local',
|
56
58
|
'--origin', 'cache',
|
57
59
|
@stack.git_path,
|
data/lib/shipit/version.rb
CHANGED
data/lib/snippets/release-gem
CHANGED
@@ -50,8 +50,12 @@ spec = Gem::Specification.load(spec_path)
|
|
50
50
|
if RubygemsAPI.published?(spec.name, spec.version)
|
51
51
|
puts "#{spec.name} version #{spec.version} is already published."
|
52
52
|
exit 0
|
53
|
+
elsif !spec.metadata['allowed_push_host']
|
54
|
+
puts "Can't release the gem: spec.metadata['allowed_push_host'] must be defined."
|
55
|
+
exit 1
|
53
56
|
else
|
54
|
-
Git.tag_and_push(spec.version) do
|
57
|
+
is_successful = Git.tag_and_push(spec.version) do
|
55
58
|
system(*release_command)
|
56
59
|
end
|
60
|
+
is_successful ? exit(0) : exit(1)
|
57
61
|
end
|
data/lib/tasks/cron.rake
CHANGED
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
namespace :cron do
|
2
3
|
desc "Updates deployed revisions"
|
3
4
|
task minutely: :environment do
|
@@ -5,6 +6,7 @@ namespace :cron do
|
|
5
6
|
Shipit::Stack.schedule_continuous_delivery
|
6
7
|
Shipit::GithubStatus.refresh_status
|
7
8
|
Shipit::PullRequest.schedule_merges
|
9
|
+
Shipit::ReapDeadTasksJob.perform_later
|
8
10
|
end
|
9
11
|
|
10
12
|
task hourly: %i(rollup refresh_users)
|
data/lib/tasks/dev.rake
CHANGED
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
namespace :dev do
|
2
3
|
desc "Appends chunks to the last deploy, or specify with DEPLOY=id"
|
3
4
|
task stream: :environment do
|
@@ -11,7 +12,7 @@ namespace :dev do
|
|
11
12
|
|
12
13
|
deploy.update_attribute(:output, nil)
|
13
14
|
|
14
|
-
logger.info
|
15
|
+
logger.info("Starting to stream data to deploy ##{deploy.id}")
|
15
16
|
|
16
17
|
loop do
|
17
18
|
sentence = Faker::Lorem.sentence.split.map do |word|
|
@@ -22,7 +23,7 @@ namespace :dev do
|
|
22
23
|
end
|
23
24
|
end.join(' ')
|
24
25
|
|
25
|
-
logger.error
|
26
|
+
logger.error(sentence)
|
26
27
|
|
27
28
|
deploy.chunks.create(text: sentence + "\n")
|
28
29
|
sleep 1
|
data/lib/tasks/shipit.rake
CHANGED
@@ -1,25 +1,26 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
namespace :shipit do
|
2
3
|
desc "Deploy from a running instance. "
|
3
4
|
task deploy: :environment do
|
4
|
-
|
5
|
-
|
5
|
+
stack = ENV['stack']
|
6
|
+
revision = ENV['revision']
|
6
7
|
|
7
|
-
|
8
|
-
|
8
|
+
raise ArgumentError, 'The first argument has to be a stack, e.g. shopify/shipit/production' if stack.nil?
|
9
|
+
raise ArgumentError, 'The second argument has to be a revision' if revision.nil?
|
9
10
|
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
end
|
11
|
+
module Shipit
|
12
|
+
class Task
|
13
|
+
def write(text)
|
14
|
+
p(text)
|
15
|
+
chunks.create!(text: text)
|
16
16
|
end
|
17
17
|
end
|
18
|
+
end
|
18
19
|
|
19
|
-
|
20
|
+
Shipit::Stack.run_deploy_in_foreground(stack: stack, revision: revision)
|
20
21
|
rescue ArgumentError
|
21
|
-
|
22
|
-
|
23
|
-
|
22
|
+
p("Use this command as follows:")
|
23
|
+
p("bundle exec rake shipit:deploy stack='shopify/shipit/production' revision='$SHA'")
|
24
|
+
raise
|
24
25
|
end
|
25
26
|
end
|
data/lib/tasks/teams.rake
CHANGED
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
require 'test_helper'
|
2
3
|
|
3
4
|
module Shipit
|
@@ -6,7 +7,7 @@ module Shipit
|
|
6
7
|
test "authentication is required" do
|
7
8
|
get :index
|
8
9
|
assert_response :unauthorized
|
9
|
-
assert_equal({message: 'Bad credentials'}.to_json, response.body)
|
10
|
+
assert_equal({ message: 'Bad credentials' }.to_json, response.body)
|
10
11
|
end
|
11
12
|
|
12
13
|
test "with proper credentials the request is processed" do
|
@@ -17,7 +18,7 @@ module Shipit
|
|
17
18
|
test "#index respond with a list of endpoints" do
|
18
19
|
authenticate!
|
19
20
|
get :index, format: :json
|
20
|
-
assert_equal({stacks_url: api_stacks_url}.to_json, response.body)
|
21
|
+
assert_equal({ stacks_url: api_stacks_url }.to_json, response.body)
|
21
22
|
end
|
22
23
|
end
|
23
24
|
end
|