pact_broker 2.89.1 → 2.93.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4932100e3772127c1bccbb90c5db0e943678d14577bf163e90e61a0cd32f8685
-  data.tar.gz: 9b136a90d19d213f7a28c10ad518dabf0a974be80e11f6d06e199584bef2ca28
+  metadata.gz: c3be3c5c9c91694873befa3ac15ff196bbcf49b75f250fc22485079ee1630699
+  data.tar.gz: 00aa9e23a79856cf4db4353191d1fd33ae3acf93a991f0074949ad1ccaefc4d3
 SHA512:
-  metadata.gz: d6820acb97cc28b5a94e7ae939b0ee5c87e96e626956c721b19484407771735fa33f07ae61bf3d4e4cab3bb17176d348a804715a670e925ffb47d5ece07efccc
-  data.tar.gz: 947e0f04cd880ee4dec65eceaf1bd0d82c0975338bcf0ed1efe309f3716b70d3e666be7b36814ce0382fcf462a0cf38156b22611332ee56135622cdbf6c4ef0e
+  metadata.gz: 568d1158ee7c4bf41731e26f849f30b5831ccf8d141399a549deabf679a32a1b7f0766bbe385fb604453b69476deff7788afdc5f276902fa09f065fcdb1e459f
+  data.tar.gz: da3b98bed787330c0730b2cf5e270dbee54fcea4106b0866f2fff0b9a7c6b00e31a57a8f2264ac057e24f706a9a96591890b052979fa73f362a15f4ad6e8d5c9

data/CHANGELOG.md

@@ -1,3 +1,61 @@
+<a name="v2.93.0"></a>
+### v2.93.0 (2021-12-07)
+
+#### Features
+
+* remove feature flag for new_wip_calculations	 ([972ceadd](/../../commit/972ceadd))
+* call the database clean within a transaction	 ([408c84ef](/../../commit/408c84ef))
+
+#### Bug Fixes
+
+* fix clean performance fix (#530)	 ([6c71e57b](/../../commit/6c71e57b))
+* fix performance issue loading latest version for pacticipant	 ([c575d132](/../../commit/c575d132))
+
+<a name="v2.92.0"></a>
+### v2.92.0 (2021-11-27)
+
+#### Features
+
+* allow SQL caller logging to be enabled	 ([861d8f21](/../../commit/861d8f21))
+* use a separate table to track the successful verifications of pact versions for each provider version tag (feature toggled with "new_wip_calculation")	 ([df0acfa3](/../../commit/df0acfa3))
+
+#### Bug Fixes
+
+* **cleanup**
+  * Improve delete orphans SQL query (#527)	 ([853354ea](/../../commit/853354ea))
+
+* cast PACT_BROKER_DATABASE_CONNECTION_VALIDATION_TIMEOUT to an integer	 ([8816c61f](/../../commit/8816c61f))
+
+<a name="v2.91.0"></a>
+### v2.91.0 (2021-11-15)
+
+#### Features
+
+* add environments to matrix response	 ([fd50f22c](/../../commit/fd50f22c))
+* remove feature toggle around change to return the pact for the latest tagged version, rather than the latest pact that has a version with the tag	 ([fac3fc8a](/../../commit/fac3fc8a))
+
+#### Bug Fixes
+
+* load images from the correct path when the Pact Broker application is run from a non root context	 ([a268ef25](/../../commit/a268ef25))
+
+<a name="v2.90.0"></a>
+### v2.90.0 (2021-11-12)
+
+#### Features
+
+* do not let clean task delete currently deployed or currently released+supported versions	 ([b05f0b67](/../../commit/b05f0b67))
+* allow webhook certificates to be configured in the pact_broker.yml file	 ([7c60c955](/../../commit/7c60c955))
+
+#### Bug Fixes
+
+* handle conflict check for pacts where the interactions are missing in one or the other	 ([71844f0f](/../../commit/71844f0f))
+* fix error that occurs in some versions of Sqlite when running 20210702_drop_unused_columns_from_deployed_versions.rb	 ([0daa4459](/../../commit/0daa4459))
+* correct logic when redacting database URL without a password	 ([30d66cf7](/../../commit/30d66cf7))
+* set resolved environment for environment selectors	 ([f02474b7](/../../commit/f02474b7))
+
+* **deps**
+  * upgrade to bootstrap v4.6.1	 ([0433107c](/../../commit/0433107c))
+
 <a name="v2.89.1"></a>
 ### v2.89.1 (2021-10-28)
 

data/db/ddl_statements/all_verifications.rb

@@ -0,0 +1,21 @@
+def all_verifications_v2(connection)
+  # Need to fully qualify build_url because versions now has a build_url too.
+  # We don't use this view any more but we get an error when modifying other tables and views
+  # if we don't update this, so it must force some re-calculation to be done.
+  # See https://github.com/pact-foundation/pact_broker/issues/521
+  connection
+    .from(:verifications)
+    .select(
+      Sequel[:verifications][:id],
+      Sequel[:verifications][:number],
+      :success,
+      :provider_version_id,
+      Sequel[:v][:number].as(:provider_version_number),
+      Sequel[:v][:order].as(:provider_version_order),
+      Sequel[:verifications][:build_url],
+      :pact_version_id,
+      :execution_date,
+      Sequel[:verifications][:created_at],
+      :test_results
+    ).join(:versions, { id: :provider_version_id }, { :table_alias => :v })
+end

data/db/migrations/20210608_add_uuid_to_webhook.rb

@@ -8,6 +8,7 @@ Sequel.migration do
 
   down do
     alter_table(:triggered_webhooks) do
+      drop_index([:uuid], name: "triggered_webhooks_uuid", unique: true)
       drop_column(:uuid)
     end
   end

data/db/migrations/20210701_recreate_all_verifications.rb

@@ -0,0 +1,18 @@
+require_relative "../ddl_statements/all_verifications"
+
+# Naughtily insert this migration file after the creation of 20211104_switch_integrations_and_temp_integrations.rb
+# to fix the all_verifications view before
+# dropping the columns in 20210702_drop_unused_columns_from_deployed_versions.rb.
+# The update to all_verifications was already applied in
+# 20211101_recreate_all_verifications.rb, but some versions of SQLite error
+# if the view is not updated first, meaning 20210702 was never run.
+# It won't matter if this update runs out of order, as long as it's after
+# 20210117_add_branch_to_version.rb
+Sequel.migration do
+  up do
+    create_or_replace_view(:all_verifications, all_verifications_v2(self))
+  end
+
+  down do
+  end
+end

data/db/migrations/20211101_recreate_all_verifications.rb

@@ -0,0 +1,10 @@
+require_relative "../ddl_statements/all_verifications"
+
+Sequel.migration do
+  up do
+    create_or_replace_view(:all_verifications, all_verifications_v2(self))
+  end
+
+  down do
+  end
+end

data/db/migrations/20211102_create_table_temp_integrations.rb

@@ -0,0 +1,26 @@
+Sequel.migration do
+  up do
+    # Have not created indexes on the consumer_id or provider_id because the table is likely to be small
+    # (in the 10s or 100s) and it would probably just do a full table scan anyway.
+    create_table(:temp_integrations, charset: "utf8") do
+      primary_key :id, primary_key_constraint_name: "integrations_pkey"
+      foreign_key(:consumer_id, :pacticipants, null: false, on_delete: :cascade, foreign_key_constraint_name: "integrations_consumer_id_foreign_key")
+      foreign_key(:provider_id, :pacticipants, null: false, on_delete: :cascade, foreign_key_constraint_name: "integrations_provider_id_foreign_key")
+      String :consumer_name
+      String :provider_name
+      DateTime :created_at, null: false
+      index([:consumer_id, :provider_id], unique: true, name: "integrations_consumer_id_provider_id_unique")
+    end
+
+    # TODO drop these columns
+    # They are just for backwards compatiblity during schema migrations
+    # alter_table(:integrations) do
+    #   drop_column(:consumer_name)
+    #   drop_column(:provider_name)
+    # end
+  end
+
+  down do
+    drop_table(:temp_integrations)
+  end
+end

data/db/migrations/20211103_migrate_integrations.rb

@@ -0,0 +1,21 @@
+Sequel.migration do
+  up do
+    from(:temp_integrations).insert(
+      [:consumer_id, :consumer_name, :provider_id, :provider_name, :created_at],
+      from(:pact_publications)
+        .select(
+          :consumer_id,
+          Sequel[:c][:name].as(:consumer_name),
+          :provider_id,
+          Sequel[:p][:name].as(:provider_name),
+          Sequel[:c][:created_at]
+        ).distinct
+        .join(:pacticipants, {:id => :consumer_id}, {:table_alias => :c, implicit_qualifier: :pact_publications})
+        .join(:pacticipants, {:id => :provider_id}, {:table_alias => :p, implicit_qualifier: :pact_publications})
+    )
+  end
+
+  down do
+
+  end
+end

data/db/migrations/20211104_switch_integrations_and_temp_integrations.rb

@@ -0,0 +1,25 @@
+Sequel.migration do
+  up do
+    transaction do
+      drop_view :integrations
+      rename_table :temp_integrations, :integrations
+    end
+  end
+
+  down do
+    transaction do
+      rename_table :integrations, :temp_integrations
+      create_view(:integrations,
+        from(:pact_publications)
+          .select(
+            :consumer_id,
+            Sequel[:c][:name].as(:consumer_name),
+            :provider_id,
+            Sequel[:p][:name].as(:provider_name)
+          ).distinct
+          .join(:pacticipants, {:id => :consumer_id}, {:table_alias => :c, implicit_qualifier: :pact_publications})
+          .join(:pacticipants, {:id => :provider_id}, {:table_alias => :p, implicit_qualifier: :pact_publications})
+      )
+    end
+  end
+end

data/db/migrations/20211120_create_pact_version_provider_tag_successful_verifications.rb

@@ -0,0 +1,23 @@
+Sequel.migration do
+  up do
+    create_table(:pact_version_provider_tag_successful_verifications, charset: "utf8") do
+      primary_key :id
+      foreign_key :pact_version_id, :pact_versions, null: false, on_delete: :cascade, foreign_key_constraint_name: "pact_version_provider_tag_successful_verifications_pv_id_fk"
+      String :provider_version_tag_name, null: false
+      Boolean :wip, null: false
+      Integer :verification_id
+      DateTime :execution_date, null: false
+      index([:pact_version_id, :provider_version_tag_name, :wip], unique: true, name: "pact_version_provider_tag_verifications_pv_pvtn_wip_unique")
+      # The implication of the on_delete: :set_null for verification_id is
+      # that even if the verification result is deleted from the broker,
+      # the wip/pending status stays the same.
+      # We may or may not want this. Will have to wait and see.
+      # Have made the foreign key a separate declaration so it can more easily be remade.
+      foreign_key([:verification_id], :verifications, on_delete: :set_null, name: "pact_version_provider_tag_successful_verifications_v_id_fk")
+    end
+  end
+
+  down do
+    drop_table(:pact_version_provider_tag_successful_verifications)
+  end
+end

data/db/migrations/20211121_migrate_pact_version_provider_tag_successful_verifications_data.rb

@@ -0,0 +1,11 @@
+require "pact_broker/db/data_migrations/migrate_pact_version_provider_tag_successful_verifications"
+
+Sequel.migration do
+  up do
+    PactBroker::DB::DataMigrations::MigratePactVersionProviderTagSuccessfulVerifications.call(self)
+  end
+
+  down do
+
+  end
+end

data/docs/CONFIGURATION.md

@@ -392,6 +392,26 @@ Please read the [Webhook whitelists section](https://docs.pact.io/pact_broker/co
 **Examples:** `github.com`, `10.2.3.41/24`, `/.*\\.foo\\.com$/`<br/>
 **More information:** https://docs.pact.io/pact_broker/configuration/#webhook-whitelists<br/>
 
+### webhook_certificates
+
+A list of SSL certificate configuration objects with the keys `description`, and either `content` or `path`. These
+certificates are used when a webhook needs to connect to a server that uses a self signed certificate.
+
+Each certificate configuration item accepts a chain of certificates in PEM format - there may be multiple 'BEGIN CERTIFICATE' and 'END CERTIFICATE' in the content of each item.
+
+When setting the content, use the syntax "content: |-" followed by a new line, and then the contents of the certificate
+chain in PEM format, indented by 2 more characters.
+
+When setting the path, the full path to the certificate file in PEM format must be specified.
+
+The certificate configuration is not validated on startup. If any of the configured certificates cannot be loaded during the execution of a webhook, an error
+will be logged, and they will be ignored. You can check if the configuration is working by testing the execution of
+a webhook that connects to the server with the self signed certificate by following these instructions https://docs.pact.io/pact_broker/webhooks/debugging_webhooks#testing-webhook-execution
+
+**YAML configuration key name:** `webhook_certificates`<br/>
+**Environment variable name:** `PACT_BROKER_WEBHOOK_CERTIFICATES`<br/>
+**Supported versions:** From v2.90.0<br/>
+
 ### disable_ssl_verification
 
 If set to true, SSL verification will be disabled for the HTTP requests made by the webhooks
@@ -481,6 +501,16 @@ is available (do not use this for load balancing, as it makes a database connect
 **Default:** `true`<br/>
 **Allowed values:** `true`, `false`<br/>
 
+### use_hal_browser
+
+Whether or not to enable the embedded HAL Browser.
+
+**YAML configuration key name:** `use_hal_browser`<br/>
+**Environment variable name:** `PACT_BROKER_USE_HAL_BROWSER`<br/>
+**Default:** `true`<br/>
+**Allowed values:** `true`, `false`<br/>
+**More information:** https://github.com/mikekelly/hal-browser<br/>
+
 <br/>
 
 ## Domain

data/lib/pact_broker/api/decorators/embedded_environment_decorator.rb

@@ -0,0 +1,25 @@
+require_relative "base_decorator"
+require_relative "timestamps"
+
+module PactBroker
+  module Api
+    module Decorators
+      class EmbeddedEnvironmentDecorator < BaseDecorator
+        property :uuid, writeable: false
+        property :name
+        property :display_name, camelize: true
+        property :production
+
+        include Timestamps
+
+        link :self do | user_options |
+          {
+            title: "Environment",
+            name: represented.name,
+            href: environment_url(represented, user_options.fetch(:base_url))
+          }
+        end
+      end
+    end
+  end
+end

data/lib/pact_broker/api/decorators/matrix_decorator.rb

@@ -3,6 +3,7 @@ require "pact_broker/api/pact_broker_urls"
 require "pact_broker/api/decorators/reason_decorator"
 require "pact_broker/api/decorators/format_date_time"
 require "pact_broker/api/decorators/embedded_branch_version_decorator"
+require "pact_broker/api/decorators/embedded_environment_decorator"
 
 module PactBroker
   module Api
@@ -85,7 +86,9 @@ module PactBroker
             version: {
               number: line.consumer_version_number,
               branch: line.consumer_version_branch_versions.last&.branch_name,
-              branches: branches(line.consumer_version_branch_versions, base_url),
+              branches: branches(line.consumer_version_branch_versions, base_url), # TODO delete this
+              branchVersions: branches(line.consumer_version_branch_versions, base_url),
+              environments: environments(line.consumer_version_deployed_versions, line.consumer_version_released_versions, base_url),
               _links: {
                 self: {
                   href: version_url(base_url, consumer_version)
@@ -107,6 +110,16 @@ module PactBroker
           end
         end
 
+        def environments(deployed_versions, released_versions, base_url)
+          (deployed_versions + released_versions).sort_by(&:created_at).collect(&:environment).uniq.collect do | environment |
+            environment_decorator_class.new(environment).to_hash(user_options: { base_url: base_url })
+          end
+        end
+
+        def environment_decorator_class
+          PactBroker::Api::Decorators::EmbeddedEnvironmentDecorator
+        end
+
         def tags(tags, base_url)
           tags.sort_by(&:created_at).collect do | tag |
             {
@@ -136,7 +149,9 @@ module PactBroker
             hash[:version] = {
               number: line.provider_version_number,
               branch: line.provider_version_branch_versions.last&.branch_name,
-              branches: branches(line.provider_version_branch_versions, base_url),
+              branches: branches(line.provider_version_branch_versions, base_url), # TODO delete this
+              branchVersions: branches(line.provider_version_branch_versions, base_url),
+              environments: environments(line.provider_version_deployed_versions, line.provider_version_released_versions, base_url),
               _links: {
                 self: {
                   href: version_url(base_url, provider_version)

data/lib/pact_broker/api/decorators/version_decorator.rb

@@ -7,7 +7,9 @@ module PactBroker
       class VersionDecorator < BaseDecorator
 
         property :number, writeable: false
+        # TODO delete branches in preference for branchVersions
         collection :branch_versions, as: :branches, embedded: true, writeable: false, extend: PactBroker::Api::Decorators::EmbeddedBranchVersionDecorator
+        collection :branch_versions, as: :branchVersions, embedded: true, writeable: false, extend: PactBroker::Api::Decorators::EmbeddedBranchVersionDecorator
         property :build_url, as: :buildUrl
 
         collection :tags, embedded: true, :extend => PactBroker::Api::Decorators::EmbeddedTagDecorator, class: OpenStruct

data/lib/pact_broker/api/renderers/html_pact_renderer.rb

@@ -44,6 +44,10 @@ module PactBroker
           <link rel='stylesheet' type='text/css' href='#{base_url}/stylesheets/material-menu.css'>
           <link rel='stylesheet' type='text/css' href='#{base_url}/stylesheets/pact.css'>
           <link rel='stylesheet' type='text/css' href='#{base_url}/stylesheets/jquery-confirm.min.css'>
+          <script type='text/javascript'>
+            const BASE_URL = '#{base_url}';
+          </script>
+          <script src='#{base_url}/javascripts/set-css-asset-base-url.js'></script>
           <script src='#{base_url}/javascripts/highlight.pack.js'></script>
           <script src='#{base_url}/javascripts/jquery-3.5.1.min.js'></script>
           <script src='#{base_url}/js/bootstrap.min.js'></script>

data/lib/pact_broker/api/resources/deployed_versions_for_version_and_environment.rb

@@ -40,11 +40,11 @@ module PactBroker
         end
 
         def policy_name
-          :'versions::version'
+          :'versions::deployed_version'
         end
 
         def policy_record
-          version
+          environment
         end
 
         private

data/lib/pact_broker/api/resources/released_versions_for_version_and_environment.rb

@@ -45,7 +45,11 @@ module PactBroker
         end
 
         def policy_name
-          :'versions::versions'
+          :'versions::released_version'
+        end
+
+        def policy_record
+          environment
         end
 
         def finish_request

data/lib/pact_broker/api/resources/verifications.rb

@@ -50,7 +50,7 @@ module PactBroker
         end
 
         def from_json
-          handle_webhook_events do
+          handle_webhook_events(build_url: verification_params["buildUrl"]) do
             verified_pacts = pact_service.find_for_verification_publication(pact_params, event_context[:consumer_version_selectors])
             verification = verification_service.create(next_verification_number, verification_params, verified_pacts, event_context)
             response.body = decorator_for(verification).to_json(decorator_options)

data/lib/pact_broker/app.rb

@@ -46,7 +46,7 @@ module PactBroker
       # Can only be required after database connection has been made because the decorators rely on the Sequel models
       @create_pact_broker_api_block = ->() { require "pact_broker/api"; PactBroker::API }
       @configuration = PactBroker.configuration
-      yield configuration
+      yield configuration if block_given?
       post_configure
       prepare_database
       load_configuration_from_database

data/lib/pact_broker/certificates/service.rb

@@ -25,9 +25,12 @@ module PactBroker
       end
 
       def find_all_certificates
+        certificates_from_database + certificates_from_config
+      end
+
+      def certificates_from_database
         Certificate.collect do | certificate |
-          cert_arr = certificate.content.split(/(-----END [^\-]+-----)/).each_slice(2).map(&:join).map(&:strip).select{|s| !s.empty?}
-          cert_arr.collect do |c|
+          split_certificate_chain(certificate.content).collect do |c|
             begin
               OpenSSL::X509::Certificate.new(c)
             rescue StandardError => e
@@ -37,6 +40,33 @@ module PactBroker
           end
         end.flatten.compact
       end
+
+      def certificates_from_config
+        PactBroker.configuration.webhook_certificates.select{| c| c[:content] || c[:path] }.collect do | certificate_config, i |
+          load_certificate_config(certificate_config, i)
+        end.flatten.compact
+      end
+
+      def load_certificate_config(certificate_config, i)
+        begin
+          content = certificate_config[:content] || File.read(certificate_config[:path])
+          split_certificate_chain(content).collect do |c|
+            begin
+              OpenSSL::X509::Certificate.new(c)
+            rescue StandardError => e
+              logger.warn("Error creating certificate object from webhook_certificate at index #{i} with description #{certificate_config[:description]}", e)
+              nil
+            end
+          end
+        rescue StandardError => e
+          logger.warn("Error loading webhook_certificate at index #{i} with description #{certificate_config[:description]}", e)
+          nil
+        end
+      end
+
+      def split_certificate_chain(content)
+        content.split(/(-----END [^\-]+-----)/).each_slice(2).map(&:join).map(&:strip).select{|s| !s.empty?}
+      end
     end
   end
 end

data/lib/pact_broker/config/runtime_configuration.rb

@@ -52,6 +52,7 @@ module PactBroker
         webhook_scheme_whitelist: ["https"],
         webhook_host_whitelist: [],
         disable_ssl_verification: false,
+        webhook_certificates: [],
         user_agent: "Pact Broker v#{PactBroker::VERSION}",
       )
 
@@ -174,6 +175,14 @@ module PactBroker
         super(value_to_string_array(features, "features").collect(&:downcase))
       end
 
+      def webhook_certificates= webhook_certificates
+        if webhook_certificates.is_a?(Array)
+          super(webhook_certificates.collect(&:symbolize_keys))
+        elsif !webhook_certificates.nil?
+          raise_validation_error("webhook_certificates must be an array")
+        end
+      end
+
       def warning_error_classes
         warning_error_class_names.collect do | class_name |
           begin

data/lib/pact_broker/config/runtime_configuration_database_methods.rb

@@ -18,6 +18,7 @@ module PactBroker
             database_sslmode: nil,
             sql_log_level: :debug,
             sql_log_warn_duration: 5,
+            sql_enable_caller_logging: false,
             database_max_connections: nil,
             database_pool_timeout: 5,
             database_connect_max_retries: 0,
@@ -36,6 +37,7 @@ module PactBroker
                 encoding: "utf8",
                 sslmode: database_sslmode,
                 sql_log_level: sql_log_level,
+                enable_caller_logging: sql_enable_caller_logging,
                 log_warn_duration: sql_log_warn_duration,
                 max_connections: database_max_connections,
                 pool_timeout: database_pool_timeout,
@@ -65,6 +67,10 @@ module PactBroker
             super(metrics_sql_statement_timeout&.to_i)
           end
 
+          def database_connection_validation_timeout= database_connection_validation_timeout
+            super(database_connection_validation_timeout&.to_i)
+          end
+
           def postgres?
             database_credentials[:adapter] == "postgres"
           end

data/lib/pact_broker/config/runtime_configuration_logging_methods.rb

@@ -38,8 +38,12 @@ module PactBroker
           if value && name.to_s.end_with?("_url")
             begin
               uri = URI(value)
-              uri.password = "*****"
-              uri.to_s
+              if uri.password
+                uri.password = "*****"
+                uri.to_s
+              else
+                value
+              end
             rescue StandardError
               "*****"
             end

data/lib/pact_broker/db/clean_incremental.rb

@@ -66,13 +66,15 @@ module PactBroker
         if dry_run?
           dry_run_results
         else
-          before_counts = current_counts
-          PactBroker::Domain::Version.where(id: resolve_ids(version_ids_to_delete)).delete
-          delete_orphan_pact_versions
-          after_counts = current_counts
-
-          TABLES.each_with_object({}) do | table_name, comparison_counts |
-            comparison_counts[table_name.to_s] = { "deleted" => before_counts[table_name] - after_counts[table_name], "kept" => after_counts[table_name] }
+          db.transaction do
+            before_counts = current_counts
+            PactBroker::Domain::Version.where(id: resolve_ids(version_ids_to_delete)).delete
+            delete_orphan_pact_versions
+            after_counts = current_counts
+
+            TABLES.each_with_object({}) do | table_name, comparison_counts |
+              comparison_counts[table_name.to_s] = { "deleted" => before_counts[table_name] - after_counts[table_name], "kept" => after_counts[table_name] }
+            end
           end
         end
       end
@@ -92,8 +94,23 @@ module PactBroker
       end
 
       def delete_orphan_pact_versions
-        referenced_pact_version_ids = db[:pact_publications].select(:pact_version_id).union(db[:verifications].select(:pact_version_id))
-        db[:pact_versions].where(id: referenced_pact_version_ids).invert.delete
+        db[:pact_versions].where(id: orphan_pact_versions).delete
+      rescue Sequel::DatabaseError => e
+        raise unless e.cause.class.name == "Mysql2::Error"
+
+        ids = orphan_pact_versions.map { |row| row[:id] }
+        db[:pact_versions].where(id: ids).delete
+      end
+
+      def orphan_pact_versions
+        db[:pact_versions]
+          .left_join(:pact_publications, Sequel[:pact_publications][:pact_version_id]=> Sequel[:pact_versions][:id])
+          .left_join(:verifications, Sequel[:verifications][:pact_version_id]=> Sequel[:pact_versions][:id])
+          .select(Sequel[:pact_versions][:id])
+          .where(
+            Sequel[:pact_publications][:id] => nil,
+            Sequel[:verifications][:id] => nil
+          )
       end
 
       def version_info(version)

data/lib/pact_broker/db/data_migrations/migrate_integrations.rb

@@ -0,0 +1,40 @@
+require "pact_broker/db/data_migrations/helpers"
+
+module PactBroker
+  module DB
+    module DataMigrations
+      class MigrateIntegrations
+        extend Helpers
+
+        def self.call(connection)
+          self_join = {
+            Sequel[:pact_publications][:consumer_id] => Sequel[:existing_integrations][:consumer_id],
+            Sequel[:pact_publications][:provider_id] => Sequel[:existing_integrations][:provider_id]
+          }
+
+          missing_integrations = connection
+                                  .from(:pact_publications)
+                                    .select(
+                                      Sequel[:pact_publications][:consumer_id],
+                                      Sequel[:consumer][:name].as(:consumer_name),
+                                      Sequel[:pact_publications][:provider_id],
+                                      Sequel[:provider][:name].as(:provider_name),
+                                      Sequel[:consumer][:created_at]
+                                    )
+                                    .distinct
+                                    .left_outer_join(:integrations, self_join, { :table_alias => :existing_integrations })
+                                    .join(:pacticipants, { :id => :consumer_id }, { :table_alias => :consumer, implicit_qualifier: :pact_publications })
+                                    .join(:pacticipants, { :id => :provider_id }, { :table_alias => :provider, implicit_qualifier: :pact_publications })
+                                    .where(Sequel[:existing_integrations][:provider_id] => nil)
+
+          connection
+            .from(:integrations)
+            .insert(
+            [:consumer_id, :consumer_name, :provider_id, :provider_name, :created_at],
+            missing_integrations
+          )
+        end
+      end
+    end
+  end
+end