shipit-engine 0.28.1 → 0.33.0

data/app/models/shipit/duration.rb

@@ -1,15 +1,16 @@
+# frozen_string_literal: true
 module Shipit
   class Duration < ActiveSupport::Duration
     ParseError = Class.new(ArgumentError)
 
-    FORMAT = /
+    FORMAT = %r{
       \A
       (?<days>\d+d)?
       (?<hours>\d+h)?
       (?<minutes>\d+m)?
       (?<seconds>\d+s?)?
       \z
-    /x
+    }x
     UNITS = {
       's' => :seconds,
       'm' => :minutes,

data/app/models/shipit/ephemeral_commit_checks.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 module Shipit
   class EphemeralCommitChecks
     FINAL_STATUSES = %w(failed error success).freeze

data/app/models/shipit/github_hook.rb

@@ -1,5 +1,6 @@
+# frozen_string_literal: true
 module Shipit
-  class GithubHook < ActiveRecord::Base
+  class GithubHook < Record
     # TODO: app-migration, delete class
     belongs_to :stack, required: false # Required for fixtures
 

data/app/models/shipit/github_status.rb

@@ -1,6 +1,7 @@
+# frozen_string_literal: true
 module Shipit
   module GithubStatus
-    CACHE_KEY = 'github::status'.freeze
+    CACHE_KEY = 'github::status'
 
     class << self
       def status

data/app/models/shipit/hook.rb

@@ -1,5 +1,6 @@
+# frozen_string_literal: true
 module Shipit
-  class Hook < ActiveRecord::Base
+  class Hook < Record
     class DeliverySpec
       def initialize(event:, url:, content_type:, payload:)
         @event = event
@@ -19,7 +20,7 @@ module Shipit
       def http
         Faraday::Connection.new do |connection|
           connection.headers = headers
-          connection.adapter Faraday.default_adapter
+          connection.adapter(Faraday.default_adapter)
         end
       end
 
@@ -44,6 +45,7 @@ module Shipit
 
     EVENTS = %w(
       stack
+      review_stack
       task
       deploy
       rollback
@@ -52,14 +54,15 @@ module Shipit
       deployable_status
       merge_status
       merge
+      pull_request
     ).freeze
 
     belongs_to :stack, required: false
     has_many :deliveries
 
-    validates :delivery_url, presence: true, url: {no_local: true, allow_blank: true}
-    validates :content_type, presence: true, inclusion: {in: CONTENT_TYPES.keys}
-    validates :events, presence: true, subset: {of: EVENTS}
+    validates :delivery_url, presence: true, url: { no_local: true, allow_blank: true }
+    validates :content_type, presence: true, inclusion: { in: CONTENT_TYPES.keys }
+    validates :events, presence: true, subset: { of: EVENTS }
 
     serialize :events, Shipit::CSVSerializer
 

data/app/models/shipit/membership.rb

@@ -1,8 +1,9 @@
+# frozen_string_literal: true
 module Shipit
-  class Membership < ActiveRecord::Base
+  class Membership < Record
     belongs_to :team, required: true
     belongs_to :user, required: true
 
-    validates :user_id, uniqueness: {scope: :team_id}
+    validates :user_id, uniqueness: { scope: :team_id }
   end
 end

data/app/models/shipit/merge_request.rb

@@ -0,0 +1,302 @@
+# frozen_string_literal: true
+module Shipit
+  class MergeRequest < ApplicationRecord
+    include DeferredTouch
+
+    MERGE_REQUEST_FIELD = 'Merge-Requested-By'
+
+    WAITING_STATUSES = %w(fetching pending).freeze
+    QUEUED_STATUSES = %w(pending revalidating).freeze
+    REJECTION_REASONS = %w(ci_missing ci_failing merge_conflict requires_rebase).freeze
+    InvalidTransition = Class.new(StandardError)
+    NotReady = Class.new(StandardError)
+
+    class StatusChecker < Status::Group
+      def initialize(commit, statuses, deploy_spec)
+        @deploy_spec = deploy_spec
+        super(commit, statuses)
+      end
+
+      private
+
+      attr_reader :deploy_spec
+
+      def reject_hidden(statuses)
+        statuses.reject { |s| ignored_statuses.include?(s.context) }
+      end
+
+      def reject_allowed_to_fail(statuses)
+        statuses.reject { |s| ignored_statuses.include?(s.context) }
+      end
+
+      def ignored_statuses
+        deploy_spec&.merge_request_ignored_statuses || []
+      end
+
+      def required_statuses
+        deploy_spec&.merge_request_required_statuses || []
+      end
+    end
+
+    belongs_to :stack
+    belongs_to :head, class_name: 'Shipit::Commit', optional: true
+    belongs_to :base_commit, class_name: 'Shipit::Commit', optional: true
+    belongs_to :merge_requested_by, class_name: 'Shipit::User', optional: true
+    has_one :merge_commit, class_name: 'Shipit::Commit'
+
+    deferred_touch stack: :updated_at
+
+    validates :number, presence: true, uniqueness: { scope: :stack_id }
+
+    scope :waiting, -> { where(merge_status: WAITING_STATUSES) }
+    scope :pending, -> { where(merge_status: 'pending') }
+    scope :to_be_merged, -> { pending.order(merge_requested_at: :asc) }
+    scope :queued, -> { where(merge_status: QUEUED_STATUSES).order(merge_requested_at: :asc) }
+
+    after_save :record_merge_status_change
+    after_commit :emit_hooks
+
+    state_machine :merge_status, initial: :fetching do
+      state :fetching
+      state :pending
+      state :rejected
+      state :canceled
+      state :merged
+      state :revalidating
+
+      event :fetched do
+        transition fetching: :pending
+      end
+
+      event :reject do
+        transition pending: :rejected
+      end
+
+      event :revalidate do
+        transition pending: :revalidating
+      end
+
+      event :cancel do
+        transition any => :canceled
+      end
+
+      event :complete do
+        transition pending: :merged
+      end
+
+      event :retry do
+        transition %i(rejected canceled revalidating) => :pending
+      end
+
+      before_transition rejected: any do |pr|
+        pr.rejection_reason = nil
+      end
+
+      before_transition %i(fetching rejected canceled) => :pending do |pr|
+        pr.merge_requested_at = Time.now.utc
+      end
+
+      before_transition any => :pending do |pr|
+        pr.revalidated_at = Time.now.utc
+      end
+
+      before_transition %i(pending) => :merged do |pr|
+        Stack.increment_counter(:undeployed_commits_count, pr.stack_id)
+      end
+    end
+
+    def self.schedule_merges
+      Shipit::Stack.where(merge_queue_enabled: true).find_each(&:schedule_merges)
+    end
+
+    def self.extract_number(stack, number_or_url)
+      case number_or_url
+      when /\A#?(\d+)\z/
+        $1.to_i
+      when %r{\Ahttps://#{Regexp.escape(Shipit.github.domain)}/([^/]+)/([^/]+)/pull/(\d+)}
+        return unless $1.downcase == stack.repo_owner.downcase
+        return unless $2.downcase == stack.repo_name.downcase
+        $3.to_i
+      end
+    end
+
+    def self.request_merge!(stack, number, user)
+      now = Time.now.utc
+      merge_request = begin
+        create_with(
+          merge_requested_at: now,
+          merge_requested_by: user.presence,
+        ).find_or_create_by!(
+          stack: stack,
+          number: number,
+        )
+      rescue ActiveRecord::RecordNotUnique
+        retry
+      end
+      merge_request.update!(merge_requested_by: user.presence)
+      merge_request.retry! if merge_request.rejected? || merge_request.canceled? || merge_request.revalidating?
+      merge_request.schedule_refresh!
+      merge_request
+    end
+
+    def reject!(reason)
+      unless REJECTION_REASONS.include?(reason)
+        raise ArgumentError, "invalid reason: #{reason.inspect}, must be one of: #{REJECTION_REASONS.inspect}"
+      end
+      self.rejection_reason = reason.presence
+      super()
+      true
+    end
+
+    def reject_unless_mergeable!
+      return reject!('merge_conflict') if merge_conflict?
+      return reject!('ci_missing') if any_status_checks_missing?
+      return reject!('ci_failing') if any_status_checks_failed?
+      return reject!('requires_rebase') if stale?
+      false
+    end
+
+    def merge!
+      raise InvalidTransition unless pending?
+
+      raise NotReady if not_mergeable_yet?
+
+      Shipit.github.api.merge_pull_request(
+        stack.github_repo_name,
+        number,
+        merge_message,
+        sha: head.sha,
+        commit_message: 'Merged by Shipit',
+        merge_method: stack.merge_method,
+      )
+      begin
+        if Shipit.github.api.pull_requests(stack.github_repo_name, base: branch).empty?
+          Shipit.github.api.delete_branch(stack.github_repo_name, branch)
+        end
+      rescue Octokit::UnprocessableEntity
+        # branch was already deleted somehow
+      end
+      complete!
+      true
+    rescue Octokit::MethodNotAllowed # merge conflict
+      reject!('merge_conflict')
+      false
+    rescue Octokit::Conflict # shas didn't match, PR was updated.
+      raise NotReady
+    end
+
+    def all_status_checks_passed?
+      return false unless head
+      StatusChecker.new(head, head.statuses_and_check_runs, stack.cached_deploy_spec).success?
+    end
+
+    def any_status_checks_failed?
+      status = StatusChecker.new(head, head.statuses_and_check_runs, stack.cached_deploy_spec)
+      status.failure? || status.error?
+    end
+
+    def any_status_checks_missing?
+      StatusChecker.new(head, head.statuses_and_check_runs, stack.cached_deploy_spec).missing?
+    end
+
+    def waiting?
+      WAITING_STATUSES.include?(merge_status)
+    end
+
+    def need_revalidation?
+      timeout = stack.cached_deploy_spec&.revalidate_merge_requests_after
+      return false unless timeout
+      (revalidated_at + timeout).past?
+    end
+
+    def merge_conflict?
+      mergeable == false
+    end
+
+    def not_mergeable_yet?
+      mergeable.nil?
+    end
+
+    def schedule_refresh!
+      RefreshMergeRequestJob.perform_later(self)
+    end
+
+    def closed?
+      state == "closed"
+    end
+
+    def merged_upstream?
+      closed? && merged_at
+    end
+
+    def refresh!
+      update!(github_pull_request: Shipit.github.api.pull_request(stack.github_repo_name, number))
+      head.refresh_statuses!
+      fetched! if fetching?
+      @comparison = nil
+    end
+
+    def github_pull_request=(github_pull_request)
+      self.github_id = github_pull_request.id
+      self.api_url = github_pull_request.url
+      self.title = github_pull_request.title
+      self.state = github_pull_request.state
+      self.mergeable = github_pull_request.mergeable
+      self.additions = github_pull_request.additions
+      self.deletions = github_pull_request.deletions
+      self.branch = github_pull_request.head.ref
+      self.head = find_or_create_commit_from_github_by_sha!(github_pull_request.head.sha, detached: true)
+      self.merged_at = github_pull_request.merged_at
+      self.base_ref = github_pull_request.base.ref
+      self.base_commit = find_or_create_commit_from_github_by_sha!(github_pull_request.base.sha, detached: true)
+    end
+
+    def merge_message
+      return title unless merge_requested_by
+      "#{title}\n\n#{MERGE_REQUEST_FIELD}: #{merge_requested_by.login}\n"
+    end
+
+    def stale?
+      return false unless base_commit
+      spec = stack.cached_deploy_spec
+      if max_branch_age = spec.max_divergence_age
+        return true if Time.now.utc - head.committed_at > max_branch_age
+      end
+      if commit_count_limit = spec.max_divergence_commits
+        return true if comparison.behind_by > commit_count_limit
+      end
+      false
+    end
+
+    def comparison
+      @comparison ||= Shipit.github.api.compare(
+        stack.github_repo_name,
+        base_ref,
+        head.sha,
+      )
+    end
+
+    private
+
+    def record_merge_status_change
+      @merge_status_changed ||= saved_change_to_attribute?(:merge_status)
+    end
+
+    def emit_hooks
+      return unless @merge_status_changed
+      @merge_status_changed = nil
+      Hook.emit('merge', stack, merge_request: self, status: merge_status, stack: stack)
+    end
+
+    def find_or_create_commit_from_github_by_sha!(sha, attributes)
+      if commit = stack.commits.by_sha(sha)
+        commit
+      else
+        github_commit = Shipit.github.api.commit(stack.github_repo_name, sha)
+        stack.commits.create_from_github!(github_commit, attributes)
+      end
+    rescue ActiveRecord::RecordNotUnique
+      retry
+    end
+  end
+end

data/app/models/shipit/output_chunk.rb

@@ -1,11 +1,16 @@
+# frozen_string_literal: true
 module Shipit
-  class OutputChunk < ActiveRecord::Base
+  class OutputChunk < Record
     belongs_to :task
 
     scope :tail, ->(start) { order(id: :asc).where('id > ?', start || 0) }
 
     def text=(string)
-      super(string.force_encoding(Encoding::UTF_8).scrub)
+      if string.frozen?
+        super(string)
+      else
+        super(string.force_encoding(Encoding::UTF_8).scrub)
+      end
     end
   end
 end

data/app/models/shipit/provisioning_handler.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module Shipit
+  module ProvisioningHandler
+    class << self
+      def registry
+        @registry ||= reset_registry!
+      end
+
+      def reset_registry!
+        @registry = {}
+      end
+
+      def register(handler_class)
+        registry[handler_class.to_s] = handler_class
+      end
+
+      def fetch(name)
+        return default if name.blank?
+        registry.fetch(name) { ProvisioningHandler::UnregisteredProvisioningHandler }
+      end
+
+      def default=(handler_class)
+        registry[:default] = handler_class
+      end
+
+      def default
+        registry.fetch(:default) { ProvisioningHandler::Base }
+      end
+    end
+  end
+end