pact_broker 2.74.1 → 2.77.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9bb163d5ed55a2b3f98f18b63763749a0a9a337538a69b30af9f01295e720154
-  data.tar.gz: cd8cc58097602d87c09f9af494b49c28666223350f57a2f4f9ccade3f3b1d57c
+  metadata.gz: caab9fa9fc2bef074e4523e89122015a55d85572df00564956dc25553273f095
+  data.tar.gz: aa1638d95186e934c08cac4d5842c8e10c762b95e9db1f5f9e3ca3c4533dbde4
 SHA512:
-  metadata.gz: a32dd3179963aac89bff4ca0197e80f73576188355b92984e51ee010522e34d7017ab6a2cac6eaf5ac865391b221d7aa619efdd8950727cac20c2e6d2b686e79
-  data.tar.gz: fbd56c79155229b5900294f13b0ce1ce9390cd2260e678a83ef2b358d4ad8112ae6e4f257bc3380e4ed488b67ed838f80214ba16bb8431c002f85878c5989a33
+  metadata.gz: 82a534408c7557f0dd8b5a605d3c68da1d79d8dabaefb721608ff99a4fcb16e6e04815d5b2286fc50d87dce99c8170eebcef653e46d4b423f4048ffeccce0075
+  data.tar.gz: fdb5a29c0ccdb0dce1d60ea7853925154a1d82384fd2c720a46a612b2a20f173ce65f08f67349d6095e6f2ca8f14721d660c2b4a35ca77a3ce3e7e8c9fb12269

data/.codeclimate.yml

@@ -1,4 +1,13 @@
 ---
+checks:
+  argument-count:
+    config:
+      threshold: 6
+  method-count:
+    config:
+      threshold: 40
+  similar-code:
+    enabled: false
 engines:
   csslint:
     enabled: true
@@ -35,3 +44,6 @@ exclude_patterns:
 - public/javascripts/highlight.pack.js
 - public/javascripts/jquery*.js
 - public/js/bootstrap*.js
+- public/javascripts/pagination.js
+- public/javascripts/material-menu.js
+

data/.github/workflows/test-ruby-3.yml

@@ -0,0 +1,19 @@
+name: Tests for Ruby 3.0 - these are hardcoded to succeed so every commit doesn't look like it's failing
+
+on: [push, pull_request]
+
+jobs:
+  sqlite:
+    if: "!contains(github.event.head_commit.message, '[ci-skip]')"
+    runs-on: "ubuntu-latest"
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby_version: ["3.0"]
+    steps:
+      - uses: actions/checkout@v2
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby_version }}
+      - run: "bundle install"
+      - run: "bundle exec rake || true"

data/.github/workflows/test.yml

@@ -1,23 +1,36 @@
 name: Test
 
-on: push
+on: [push, pull_request]
 
 jobs:
   sqlite:
+    if: "!contains(github.event.head_commit.message, '[ci-skip]')"
     runs-on: "ubuntu-latest"
     strategy:
+      fail-fast: false
       matrix:
         ruby_version: ["2.7"]
     steps:
       - uses: actions/checkout@v2
-      - uses: actions/setup-ruby@v1
+      - uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{ matrix.ruby_version }}
       - run: "bundle install"
-      - run: "bundle exec rake"
+      - name: "Install CodeClimate Test Reporter"
+        run: |
+          curl -L https://codeclimate.com/downloads/test-reporter/test-reporter-latest-linux-amd64 > ./cc-test-reporter
+          chmod +x ./cc-test-reporter
+      - name: Tests
+        run: bundle exec rake
+      - name: Report test coverage
+        run: ./cc-test-reporter after-build --exit-code 0 || true
+    env:
+      CC_TEST_REPORTER_ID: dc2c30b67c9e2a5309e1aef699c30fdab55ba4f0e4f1beac029ba93e293835db
   postgres:
+    if: "!contains(github.event.head_commit.message, '[ci-skip]')"
     runs-on: "ubuntu-latest"
     strategy:
+      fail-fast: false
       matrix:
         ruby_version: ["2.5", "2.7"]
     services:
@@ -34,7 +47,7 @@ jobs:
           - 5432:5432
     steps:
       - uses: actions/checkout@v2
-      - uses: actions/setup-ruby@v1
+      - uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{ matrix.ruby_version }}
       - run: "gem install bundler && bundle install"
@@ -45,8 +58,10 @@ jobs:
           DATABASE_ADAPTER: github_actions_postgres
           INSTALL_PG: "true"
   mysql:
+    if: "!contains(github.event.head_commit.message, '[ci-skip]')"
     runs-on: "ubuntu-latest"
     strategy:
+      fail-fast: false
       matrix:
         ruby_version: ["2.7"]
     steps:

data/.gitignore

@@ -39,4 +39,6 @@ db/test/change_migration_strategy/pact_broker_database.sqlite3
 coverage
 db/test/backwards_compatibility/pids
 db/test/backwards_compatibility/pact_broker_database.sqlite3
-spec/examples.txt
+spec/examples.txt
+.approvals
+regression/fixtures/approvals

data/.optic/.gitignore

@@ -0,0 +1,2 @@
+
+captures/

data/.optic/api/specification.json

@@ -0,0 +1 @@
+[]

data/.optic/ignore

@@ -0,0 +1,14 @@
+# Default Ignore Rules
+# Learn to configure your own at https://useoptic.com/docs
+OPTIONS *
+HEAD *
+GET (.*).htm
+GET (.*).html
+GET (.*).css
+GET (.*).js
+GET (.*).woff
+GET (.*).png
+GET (.*).jpg
+GET (.*).jpeg
+GET (.*).svg
+GET (.*).gif

data/CHANGELOG.md

@@ -1,3 +1,61 @@
+<a name="v2.77.0"></a>
+### v2.77.0 (2021-02-11)
+
+#### Features
+
+* **webhooks**
+  * allow the http codes to be considered as "successful" to be configured.	 ([a84989b1](/../../commit/a84989b1))
+
+* add duplicate columns to tags table to reduce joins	 ([5ca9de62](/../../commit/5ca9de62))
+* set the branch in the seed data	 ([9a00ce6d](/../../commit/9a00ce6d))
+* display version branch on index and matrix pages	 ([2057df7d](/../../commit/2057df7d))
+* support creating version with branch (#371)	 ([5884a047](/../../commit/5884a047))
+* sort tags on index and matrix pages and APIs by creation date	 ([91590718](/../../commit/91590718))
+* sort consumer version tags by date in dashboard response	 ([f82ba1bc](/../../commit/f82ba1bc))
+
+<a name="v2.76.2"></a>
+### v2.76.2 (2021-01-29)
+
+#### Bug Fixes
+
+* trigger one webhook for each pact publication that the verified content belongs to when using the 'pacts for verification' API (#378)	 ([114ccad0](/../../commit/114ccad0))
+
+<a name="v2.76.1"></a>
+### v2.76.1 (2021-01-28)
+
+#### Bug Fixes
+
+* deduplicate wip pacts by content	 ([0af90776](/../../commit/0af90776))
+* message when pending pact is verified successfully for the first time (#376)	 ([4fc69190](/../../commit/4fc69190))
+* use base URL from rack env in UI	 ([5bf21324](/../../commit/5bf21324))
+
+<a name="v2.76.0"></a>
+### v2.76.0 (2021-01-21)
+
+#### Features
+
+* **verification results**
+  * redirect requests for verification results to the HAL browser if requested in a web browser	 ([0f948de5](/../../commit/0f948de5))
+
+<a name="v2.75.0"></a>
+### v2.75.0 (2021-01-18)
+
+#### Features
+
+* upgrade bootstrap (#370)	 ([a457c337](/../../commit/a457c337))
+* add indexes to webhook_executions and triggered_webhooks tables	 ([b05e7dbe](/../../commit/b05e7dbe))
+
+* **webhook**
+  * set read and open timeouts	 ([8b502c44](/../../commit/8b502c44))
+
+#### Bug Fixes
+
+* **ui**
+  * upgrade to jquery-3.5.1 to address vulnerabilities in jquery-3.3.1	 ([de41b231](/../../commit/de41b231))
+
+* **deps**
+  * upgrade redcarpet for CVE-2020-26298	 ([b57aad32](/../../commit/b57aad32))
+
 <a name="v2.74.1"></a>
 ### v2.74.1 (2021-01-05)
 

data/DEVELOPER_SETUP.md

@@ -36,7 +36,7 @@ Remember to rebuild the image if you change any of the gems or gem versions.
 
 ### With native install
 
-* You will need to install Ruby 2.5, and preferably a ruby version manager. I recommend using [chruby][chruby] and [ruby-install][ruby-install].
+* You will need to install Ruby 2.7, and preferably a ruby version manager. I recommend using [chruby][chruby] and [ruby-install][ruby-install].
 * Install bundler (the Ruby gem dependency manager) `gem install bundler`
 * Check out the pact_broker repository and cd into it.
 * Run `bundle install`. If you have any gem conflict issues, run `bundle update`.
@@ -68,17 +68,34 @@ bundle exec rake
 # if you don't want to run the whole rake test suite, init the db first
 /home/init-db.sh
 ```
+
+Running a mysql client in the mysql-tests container:
+
+```
+mysql -hmysql -upact_broker -ppact_broker
+```
+
+Running a postgresql client in the postgres-tests container:
+
+```
+psql postgres://postgres:postgres@postgres/postgres
+```
+
 ## Running the tests
 
 * To run everything (specs, pact verifications, vulnerability scan...):
   ```sh
   bundle exec rake
   ```
+* To set up the database (this is done automatically when running the default rake task, but if you want to run a different task without running the default task first, this must be run once beforehand):
+  ```sh
+  bundle exec rake db:prepare:test
+  ```
 * To run a smaller subset of the tests:
   ```sh
   bundle exec rake spec
   ```
-* To run the "quick tests" (skip the lengthy migration specs)
+* To run the "quick tests" (skip the lengthy migration specs and db setup)
   ```sh
   bundle exec rake spec:quick
   ```
@@ -87,5 +104,56 @@ bundle exec rake
   bundle exec rspec path_to_your_spec.rb
   ```
 
+## Running the regression tests
+
+The regression tests record a series of API requests/responses using a real exported database (not included in the git repository because of the size) and store the expectations in files using the Approvals gem. They allow you to make sure that the changes you have made have not made any (unexpected) changes to the interface.
+
+The tests and files are stored in the [regression](regression) directory.
+
+To run:
+
+1. Set up your local development environment as described above, making sure you have `INSTALL_PG=true` exported in your shell.
+
+1. Make sure you have the master branch checked out.
+
+1. Load an exported real database into a postgres docker image. The exported file must be in the pg dump format to use this script, and it must be located in the project root directory for it to be found via the mounted directory.
+
+    ```
+    script/docker/reload.sh <export>
+
+    ```
+1. Clear any previously generated approvals.
+
+    ```
+    regression/script/clear.sh
+    ```
+
+1. Run the tests. They will fail because there are no approval files yet.
+
+    ```
+    regression/script/run.sh
+    ```
+
+1. Approval all the things.
+
+    ```
+    regression/script/approval-all.sh
+    ```
+
+1. Run the tests again to make sure that the same results can be expected each time.
+
+    ```
+    regression/script/run.sh
+    ```
+
+1. Check out the feature branch (or enable the feature toggle)
+
+1. Run the tests again.
+    ```
+    regression/script/run.sh
+    ```
+
+1. If there is a diff, you can set `SHOW_REGRESSION_DIFF=true`, but the output is quite noisy, and you're probably better off using diff or diffmerge to view the differences.
+
 [chruby]: https://github.com/postmodern/chruby
 [ruby-install]: https://github.com/postmodern/ruby-install

data/Dockerfile

@@ -15,6 +15,8 @@ RUN apk update \
       "sqlite>=3.28" \
       "tzdata>=2019" \
       "mariadb-dev>=10.3" \
+      "mysql-client>=10.3.25" \
+      "postgresql-client>=11.10" \
     && rm -rf /var/cache/apk/*
 
 RUN apk add --no-cache openssl less

data/ISSUES.md

@@ -2,22 +2,30 @@
 
 ## Reproducing an issue
 
-In [script/reproduce-issue.rb](script/reproduce-issue.rb) you will find a fluent API that allows you to simulate client libraries interacting with the Pact Broker.
+In [script/reproduce-issue.rb](script/reproduce-issue.rb) you will find an example fluent API script that allows you to simulate client libraries interacting with the Pact Broker.
 
-You can use it to easily reproduce issues.
+You can use it to easily reproduce issues. You will need Docker and Docker Compose installed (but not Ruby).
 
 To use it:
 
-* Run the Pact Broker using the latest development code:
+* Run the Pact Broker using a specific Pact Broker Docker image by setting the required tag for the pact-broker service in the docker-compose-issue-repro-with-pact-broker-docker-image.yml file.
 
     ```
-    docker-compose -f docker-compose-issue-repro.yml up --build pact-broker
+    git clone git@github.com:pact-foundation/pact_broker.git
+    cd pact_broker
+
+    docker-compose  -f docker-compose-issue-repro-with-pact-broker-docker-image.yml up pact-broker
+
+    # if needing webhooks - run this in a new window so the logs are clearer
+    docker-compose -f docker-compose-issue-repro-with-pact-broker-docker-image.yml up webhook-server
+
     ```
 
 * Run the reproduction script.
 
     ```
-    docker-compose -f docker-compose-issue-repro.yml up repro-issue
+    # in a new shell
+    docker-compose -f docker-compose-issue-repro-with-pact-broker-docker-image.yml run repro-issue
     ```
 
 You can modify `script/reproduce-issue.rb` and then re-run it with the change applied.

data/README.md

@@ -116,7 +116,7 @@ Use the HAL browser to view documentation as you browse.
 
 ### To have a play around on your local machine
 
-* Install ruby 2.2.0 or later and bundler >= 1.12.0
+* Install Ruby and Bundler (check the automated tests to find the most recent version of Ruby and Bundler that are supported)
     * Windows users: get a Rails/Ruby installer from [RailsInstaller](http://railsinstaller.org/) and run it
     * unix users just use your package manager
 * Run `git clone git@github.com:pact-foundation/pact_broker.git && cd pact_broker/example`

data/config.ru

@@ -26,6 +26,7 @@ app = PactBroker::App.new do | config |
   config.webhook_host_whitelist = [/.*/, "10.0.0.0/8"]
   config.webhook_scheme_whitelist = ['http', 'https']
   config.webhook_http_method_whitelist = ['GET', 'POST']
+  config.webhook_http_code_success = [200, 201, 202, 203, 204, 205, 206]
   #config.base_url = ENV['PACT_BROKER_BASE_URL']
 
   database_logger = PactBroker::DB::LogQuietener.new(config.logger)

data/config/database.yml

@@ -17,7 +17,7 @@ test:
     username: postgres
     password: postgres
     host: localhost
-    port: "5433"
+    port: "5432"
   docker_compose_postgres:
     adapter: postgres
     database: postgres

data/db/ddl_statements/head_pact_tags.rb

@@ -5,6 +5,29 @@ def head_pact_tags_v1(connection)
     Sequel[:lp][:consumer_id] => Sequel[:o][:consumer_id],
     Sequel[:lp][:provider_id] => Sequel[:o][:provider_id],
     Sequel[:cv][:order] => Sequel[:o][:latest_consumer_version_order]
-  }, { table_alias: :o})
+  }, { table_alias: :o })
   .select(Sequel[:o][:tag_name].as(:name), Sequel[:lp][:pact_publication_id])
 end
+
+def head_pact_tags_v2_rollback(connection, postgres)
+  if(postgres)
+    head_pact_tags_v1(connection).select_append(Sequel.lit("TIMESTAMP 'epoch'").as(:created_at))
+  else
+    head_pact_tags_v1(connection)
+  end
+end
+
+def head_pact_tags_v2(connection)
+  connection.from(Sequel.as(:latest_pact_publication_ids_for_consumer_versions, :lp))
+  .join(:versions,{ Sequel[:lp][:consumer_version_id] => Sequel[:cv][:id]}, { table_alias: :cv })
+  .join(:latest_tagged_pact_consumer_version_orders, {
+    Sequel[:lp][:consumer_id] => Sequel[:o][:consumer_id],
+    Sequel[:lp][:provider_id] => Sequel[:o][:provider_id],
+    Sequel[:cv][:order] => Sequel[:o][:latest_consumer_version_order]
+  }, { table_alias: :o } )
+  .join(:tags, {
+    Sequel[:tags][:version_id] => Sequel[:cv][:id],
+    Sequel[:tags][:name] => Sequel[:o][:tag_name]
+  })
+  .select(Sequel[:o][:tag_name].as(:name), Sequel[:lp][:pact_publication_id], Sequel[:tags][:created_at])
+end

data/db/ddl_statements/latest_tagged_pact_consumer_version_orders.rb

@@ -21,3 +21,14 @@ def latest_tagged_pact_consumer_version_orders_v3(connection)
     .join(:versions, { Sequel[:lp][:consumer_version_id] => Sequel[:cv][:id] }, { table_alias: :cv} )
     .join(:tags, { Sequel[:t][:version_id] => Sequel[:lp][:consumer_version_id] }, { table_alias: :t })
 end
+
+def latest_tagged_pact_consumer_version_orders_v4(connection)
+  view = Sequel.as(:latest_pact_publication_ids_for_consumer_versions, :lp)
+  connection.from(view)
+    .select_group(
+      Sequel[:lp][:provider_id],
+      Sequel[:lp][:consumer_id],
+      Sequel[:t][:name].as(:tag_name))
+    .select_append{ max(version_order).as(latest_consumer_version_order) }
+    .join(:tags, { Sequel[:t][:version_id] => Sequel[:lp][:consumer_version_id] }, { table_alias: :t })
+end

data/db/ddl_statements/latest_tagged_pact_publications.rb

@@ -0,0 +1,6 @@
+LATEST_TAGGED_PACT_PUBLICATIONS = "select lp.*, o.tag_name
+      from latest_pact_publications_by_consumer_versions lp
+      inner join latest_tagged_pact_consumer_version_orders o
+      on lp.consumer_id = o.consumer_id
+        and lp.provider_id = o.provider_id
+        and lp.consumer_version_order = latest_consumer_version_order"

data/db/ddl_statements/latest_verification_ids_for_consumer_version_tags.rb

@@ -51,3 +51,16 @@ LATEST_VERIFICATION_IDS_FOR_CONSUMER_VERSION_TAGS_V3 = "select
         on v.provider_version_id = pv.id
       where v.id in (select latest_verification_id from latest_verification_ids_for_pact_versions)
       group by pv.pacticipant_id, lpp.consumer_id, t.name"
+
+LATEST_VERIFICATION_IDS_FOR_CONSUMER_VERSION_TAGS_V4 = "select
+    lpp.provider_id,
+    lpp.consumer_id,
+    t.name as consumer_version_tag_name,
+    max(lv.latest_verification_id) as latest_verification_id
+  from latest_verification_ids_for_pact_versions lv
+  join latest_pact_publication_ids_for_consumer_versions lpp
+    on lv.pact_version_id = lpp.pact_version_id
+  join tags t
+    on lpp.consumer_version_id = t.version_id
+  group by lpp.provider_id, lpp.consumer_id, t.name
+"