shipit-engine 0.38.0 → 0.40.0

data/app/jobs/shipit/continuous_delivery_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class ContinuousDeliveryJob < BackgroundJob
     include BackgroundJob::Unique
@@ -9,6 +10,10 @@ module Shipit
     def perform(stack)
       return unless stack.continuous_deployment?
 
+      # If there is a schedule defined for this stack, make sure we are within a
+      # deployment window before proceeding.
+      return if stack.continuous_delivery_schedule && !stack.continuous_delivery_schedule.can_deploy?
+
       # checks if there are any tasks running, including concurrent tasks
       return if stack.occupied?
 

data/app/jobs/shipit/create_on_github_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class CreateOnGithubJob < BackgroundJob
     include BackgroundJob::Unique

data/app/jobs/shipit/create_release_statuses_job.rb

@@ -1,9 +1,11 @@
 # frozen_string_literal: true
+
 module Shipit
   class CreateReleaseStatusesJob < BackgroundJob
     include BackgroundJob::Unique
 
     queue_as :default
+    on_duplicate :drop
 
     def perform(commit)
       commit.release_statuses.to_be_created.each(&:create_status_on_github!)

data/app/jobs/shipit/deferred_touch_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class DeferredTouchJob < BackgroundJob
     include BackgroundJob::Unique

data/app/jobs/shipit/deliver_hook_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class DeliverHookJob < BackgroundJob
     queue_as :hooks

data/app/jobs/shipit/destroy_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class DestroyJob < BackgroundJob
     queue_as :default

data/app/jobs/shipit/destroy_repository_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class DestroyRepositoryJob < BackgroundJob
     queue_as :default

data/app/jobs/shipit/destroy_stack_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class DestroyStackJob < BackgroundJob
     queue_as :default
@@ -16,22 +17,42 @@ module Shipit
     #     +-- chunks
 
     def perform(stack)
-      Shipit::ApiClient.where(stack_id: stack.id).delete_all
-      commits_ids = Shipit::Commit.where(stack_id: stack.id).pluck(:id)
-      tasks_ids = Shipit::Task.where(stack_id: stack.id).pluck(:id)
-      commit_deployments_ids = Shipit::CommitDeployment.where(task_id: tasks_ids).pluck(:id)
-      Shipit::CommitDeploymentStatus.where(commit_deployment_id: commit_deployments_ids).delete_all
-      Shipit::CommitDeployment.where(id: commit_deployments_ids).delete_all
-      Shipit::Status.where(commit_id: commits_ids).delete_all
-      Shipit::Commit.where(id: commits_ids).delete_all
-      Shipit::GithubHook.where(stack_id: stack.id).destroy_all
-      Shipit::Hook.where(stack_id: stack.id).delete_all
-      Shipit::MergeRequest.where(stack_id: stack.id).delete_all
-      tasks_ids.each_slice(100) do |ids|
-        Shipit::OutputChunk.where(task_id: ids).delete_all
-        Shipit::Task.where(id: ids).delete_all
-      end
+      delete(Shipit::ApiClient.where(stack_id: stack.id))
+
+      delete(
+        Shipit::CommitDeploymentStatus
+        .joins(commit_deployment: [:task])
+        .where(commit_deployment: { tasks: { stack_id: stack.id } })
+      )
+
+      delete(Shipit::CommitDeployment.joins(:task).where(task: { stack_id: stack.id }))
+      delete(Shipit::Status.joins(:commit).where(commit: { stack_id: stack.id }))
+      delete(Shipit::GithubHook.where(stack_id: stack.id))
+      delete(Shipit::Hook.where(stack_id: stack.id))
+      delete(Shipit::MergeRequest.where(stack_id: stack.id))
+
+      delete(Shipit::OutputChunk.joins(:task).where(task: { stack_id: stack.id }))
+      delete(Shipit::Task.where(stack_id: stack.id))
+
+      delete(Shipit::Commit.where(stack_id: stack.id))
+
       stack.destroy!
     end
+
+    private
+
+    BATCH_SIZE = 1000
+
+    def delete(relation)
+      if relation.connection.adapter_name.match?(/(mysql|trilogy)/i)
+        while relation.limit(BATCH_SIZE).delete_all == BATCH_SIZE
+          true # loop
+        end
+      else
+        while relation.model.where(id: relation.select(:id).limit(BATCH_SIZE)).delete_all == BATCH_SIZE
+          true # loop
+        end
+      end
+    end
   end
 end

data/app/jobs/shipit/emit_event_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class EmitEventJob < BackgroundJob
     queue_as :hooks

data/app/jobs/shipit/fetch_commit_stats_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class FetchCommitStatsJob < BackgroundJob
     queue_as :default

data/app/jobs/shipit/fetch_deployed_revision_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class FetchDeployedRevisionJob < BackgroundJob
     queue_as :deploys

data/app/jobs/shipit/github_sync_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class GithubSyncJob < BackgroundJob
     include BackgroundJob::Unique
@@ -36,13 +37,14 @@ module Shipit
     def fetch_missing_commits(&block)
       commits = []
       github_api = stack&.github_api
-      iterator = Shipit::FirstParentCommitsIterator.new(github_api: github_api, &block)
+      iterator = Shipit::FirstParentCommitsIterator.new(github_api:, &block)
       iterator.each_with_index do |commit, index|
         break if index >= MAX_FETCHED_COMMITS
 
         if shared_parent = lookup_commit(commit.sha)
           return commits, shared_parent
         end
+
         commits.unshift(commit)
       end
       [commits, nil]
@@ -59,7 +61,7 @@ module Shipit
     end
 
     def lookup_commit(sha)
-      stack.commits.find_by(sha: sha)
+      stack.commits.find_by(sha:)
     end
   end
 end

data/app/jobs/shipit/mark_deploy_healthy_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class MarkDeployHealthyJob < BackgroundJob
     include BackgroundJob::Unique

data/app/jobs/shipit/perform_commit_checks_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class PerformCommitChecksJob < BackgroundJob
     include BackgroundJob::Unique

data/app/jobs/shipit/perform_task_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class PerformTaskJob < BackgroundJob
     queue_as :deploys

data/app/jobs/shipit/process_merge_requests_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class ProcessMergeRequestsJob < BackgroundJob
     include BackgroundJob::Unique
@@ -20,6 +21,7 @@ module Shipit
       merge_requests.select(&:pending?).each do |merge_request|
         merge_request.refresh!
         next unless merge_request.all_status_checks_passed?
+
         begin
           merge_request.merge!
         rescue MergeRequest::NotReady

data/app/jobs/shipit/purge_old_deliveries_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class PurgeOldDeliveriesJob < BackgroundJob
     include BackgroundJob::Unique

data/app/jobs/shipit/reap_dead_tasks_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class ReapDeadTasksJob < BackgroundJob
     include BackgroundJob::Unique

data/app/jobs/shipit/refresh_check_runs_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class RefreshCheckRunsJob < BackgroundJob
     queue_as :default

data/app/jobs/shipit/refresh_github_user_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class RefreshGithubUserJob < BackgroundJob
     queue_as :default

data/app/jobs/shipit/refresh_merge_request_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class RefreshMergeRequestJob < BackgroundJob
     queue_as :default

data/app/jobs/shipit/refresh_statuses_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class RefreshStatusesJob < BackgroundJob
     queue_as :default

data/app/jobs/shipit/setup_github_hook_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class SetupGithubHookJob < BackgroundJob
     queue_as :default

data/app/jobs/shipit/update_estimated_deploy_duration_job.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class UpdateEstimatedDeployDurationJob < BackgroundJob
     queue_as :default

data/app/jobs/shipit/update_github_last_deployed_ref_job.rb

@@ -1,11 +1,12 @@
 # frozen_string_literal: true
+
 module Shipit
   class UpdateGithubLastDeployedRefJob < BackgroundJob
     queue_as :default
 
     # We do not prefix 'refs/' because Octokit methods will do this automatically.
     BRANCH_REF_PREFIX = 'heads'
-    DEPLOY_PREFIX = "#{Shipit.app_name.downcase}-deploy"
+    DEPLOY_PREFIX = "#{Shipit.app_name.downcase}-deploy".freeze
 
     def perform(stack)
       stack_sha = stack.last_successful_deploy_commit&.sha
@@ -17,7 +18,7 @@ module Shipit
 
       full_repo_name = stack.github_repo_name
 
-      update_or_create_ref(client: client, repo_name: full_repo_name, ref: stack_ref, new_sha: stack_sha)
+      update_or_create_ref(client:, repo_name: full_repo_name, ref: stack_ref, new_sha: stack_sha)
     end
 
     private
@@ -34,11 +35,9 @@ module Shipit
       client.update_ref(repo_name, ref, new_sha)
     rescue Octokit::UnprocessableEntity => e
       error_msg = e.message
-      if error_msg.include?("Reference does not exist")
-        create_ref(client: client, repo_name: repo_name, ref: ref, sha: new_sha)
-      else
-        raise
-      end
+      raise unless error_msg.include?("Reference does not exist")
+
+      create_ref(client:, repo_name:, ref:, sha: new_sha)
     end
   end
 end

data/app/models/concerns/shipit/deferred_touch.rb

@@ -1,11 +1,12 @@
 # frozen_string_literal: true
+
 module Shipit
   module DeferredTouch
     extend ActiveSupport::Concern
 
     SET_KEY = 'shipit:deferred_touches'
-    TMP_KEY = "#{SET_KEY}:updating"
-    CACHE_KEY = "#{SET_KEY}:scheduled"
+    TMP_KEY = "#{SET_KEY}:updating".freeze
+    CACHE_KEY = "#{SET_KEY}:scheduled".freeze
     THROTTLE_TTL = 1.second
 
     included do
@@ -39,6 +40,7 @@ module Shipit
       def fetch
         fetch_members do |records|
           return if records.empty?
+
           records = records.each_with_object({}) do |(model, id, attribute), hash|
             attributes = (hash[model] ||= {})
             ids = (attributes[attribute] ||= [])
@@ -78,6 +80,7 @@ module Shipit
 
     def schedule_touches
       return unless self.class.deferred_touches
+
       deferred_touches = self.class.deferred_touches.reject do |m, _fk, _a|
         ActiveRecord::NoTouching.applied_to?(m.constantize)
       end

data/app/models/shipit/anonymous_user.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class AnonymousUser
     def blank?
@@ -21,11 +22,9 @@ module Shipit
       'https://github.com/images/error/octocat_happy.gif'
     end
 
-    def id
-    end
+    def id; end
 
-    def github_id
-    end
+    def github_id; end
 
     def logged_in?
       false
@@ -54,7 +53,7 @@ module Shipit
     def created_at
       Time.at(0).utc
     end
-    alias_method :updated_at, :created_at
+    alias updated_at created_at
 
     def read_attribute_for_serialization(attr)
       public_send(attr)

data/app/models/shipit/api_client.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class ApiClient < Record
     InsufficientPermission = Class.new(StandardError)
@@ -8,15 +9,15 @@ module Shipit
 
     validates :creator, :name, presence: true
 
-    serialize :permissions, Shipit.serialized_column(:permissions, type: Array)
-    PERMISSIONS = %w(
+    serialize :permissions, coder: Shipit.serialized_column(:permissions, type: Array)
+    PERMISSIONS = %w[
       read:stack
       write:stack
       deploy:stack
       lock:stack
       read:hook
       write:hook
-    ).freeze
+    ].freeze
     validates :permissions, subset: { of: PERMISSIONS }
 
     class << self
@@ -39,6 +40,7 @@ module Shipit
       unless permissions.include?(required_permission)
         raise InsufficientPermission, "This operation requires the `#{required_permission}` permission"
       end
+
       true
     end
   end

data/app/models/shipit/application_record.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class ApplicationRecord < Record
     self.abstract_class = true

data/app/models/shipit/check_run.rb

@@ -1,7 +1,8 @@
 # frozen_string_literal: true
+
 module Shipit
   class CheckRun < ApplicationRecord
-    CONCLUSIONS = %w(success failure neutral cancelled timed_out action_required stale skipped).freeze
+    CONCLUSIONS = %w[success failure neutral cancelled timed_out action_required stale skipped].freeze
     include DeferredTouch
     include Status::Common
 
@@ -41,23 +42,23 @@ module Shipit
 
         unless checkrun_date
           Rails.logger.warn("No valid timestamp found in checkrun data. Checkrun id: #{github_check_run.id}.")
-          RefreshCheckRunsJob.set(wait: CHECK_RUN_REFRESH_DELAY).perform_later(stack_id: stack_id)
+          RefreshCheckRunsJob.set(wait: CHECK_RUN_REFRESH_DELAY).perform_later(stack_id:)
           return
         end
 
         create_or_update_by!(
           selector: {
-            github_id: github_check_run.id,
+            github_id: github_check_run.id
           },
           attributes: {
-            stack_id: stack_id,
+            stack_id:,
             name: github_check_run.name,
             conclusion: github_check_run.conclusion,
             title: github_check_run.output.title.to_s.truncate(1_000),
             details_url: github_check_run.details_url,
             html_url: github_check_run.html_url,
-            github_updated_at: checkrun_date,
-          },
+            github_updated_at: checkrun_date
+          }
         )
       end
 

data/app/models/shipit/command_line_user.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Shipit
   class CommandLineUser
     def present?
@@ -21,11 +22,9 @@ module Shipit
       'https://github.com/images/error/octocat_happy.gif'
     end
 
-    def id
-    end
+    def id; end
 
-    def github_id
-    end
+    def github_id; end
 
     def logged_in?
       false
@@ -50,7 +49,7 @@ module Shipit
     def created_at
       Time.at(0).utc
     end
-    alias_method :updated_at, :created_at
+    alias updated_at created_at
 
     def read_attribute_for_serialization(attr)
       public_send(attr)