capybara-screenshot-diff 1.2.1 → 1.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fd19e8c2bc84aa9f1339d82fc20b16767337d3518364e1a658f73fd832488a6b
-  data.tar.gz: 584607e9e33873c9b5411320f721ad350d125b7d8acc3ae03d98371c8ffe86a2
+  metadata.gz: 164b1f7468f9195f25acad64b3cceafde5efbdf12f773d23c9d6aad004fa7095
+  data.tar.gz: 858f675a45e8fa50b806fbeb0536a8c9317fe11ae882dcb7d0eaf37b1972360e
 SHA512:
-  metadata.gz: e71fcea0778aff709d4857706d6b880fd8ea5336886025c12fb8cc9573a350010df137a1bf44f797e49b9e6aa8bd53e05153e90f729d648fce62e3f51a103160
-  data.tar.gz: febeb583ce4dbd4a2f125103cd86b48a2d9dcace05a7158dc5f1cabf6f807031ca0e4619fffaf41a18e8277354c0567fa31abd8e220a9fbc4a6bf1d85170f53b
+  metadata.gz: ca8c20611a29d763df3c3ed44e9978173d5c33b5acc623af0b8b82583868100c2f11a1d4ae82b590720f98949e61c45d564dca8e501de072b4e1c5cf9cdd7c3f
+  data.tar.gz: 5f0489076c391d6f61b86ce7b942e320ae13e1b7531996adfd755446605650ec235f30ecac7ae7de092e2e512778456004ac139fcfbc6a668e8be974ba07a25e

data/.gitattributes

@@ -0,0 +1,4 @@
+*.gemspec diff=ruby
+*.rake    diff=ruby
+*.rb      diff=ruby
+*.md      diff=md

data/.github/workflows/test.yml

@@ -0,0 +1,129 @@
+name: Test
+
+on:
+  push:
+    branches: [ $default-branch ]
+  pull_request:
+
+env:
+  BUNDLE_GEMFILE: 'gemfiles/rails61_gems.rb'
+  FERRUM_PROCESS_TIMEOUT: '15'
+  WD_CACHE_TIME: '864000' # 10 days
+
+jobs:
+  lint:
+    name: Lint
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.7'
+          bundler-cache: true
+
+      - name: Run Standard Ruby linter
+        run: bin/standardrb --no-fix --fail-fast
+
+  test:
+    name: Functional Testing
+    runs-on: ubuntu-20.04 # In order to install libvips 8.9+ version
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.7'
+          bundler-cache: true
+
+      - name: Install libvips
+        run: sudo apt install libvips libvips-dev libvips-tools
+
+      - name: Run Tests with coverage
+        run: bundle exec rake test
+        env:
+          COVERAGE: enabled
+
+      - name: Upload Screenshots
+        if: ${{ always() }}
+        uses: actions/upload-artifact@v2
+        with:
+          path: test/fixtures/app/doc/screenshots/
+
+      - name: Upload Coverage
+        uses: actions/upload-artifact@v2
+        with:
+          name: coverage
+          path: coverage
+
+  matrix:
+    name: Test Integration
+    needs: [ 'test', 'lint' ]
+    runs-on: ubuntu-20.04
+
+    strategy:
+      matrix:
+        ruby-version: [ '2.7', '2.6', '2.5', 'jruby' ]
+        gemfile:
+          - 'rails61_gems.rb'
+          - 'rails60_gems.rb'
+          - 'rails52.gemfile'
+          - 'rails51.gemfile'
+          - 'rails50.gemfile'
+          - 'rails42.gemfile'
+    env:
+      BUNDLE_GEMFILE: gemfiles/${{ matrix.gemfile }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby-version }}
+          bundler-cache: true
+
+      - name: Install libvips
+        run: sudo apt install libvips libvips-dev libvips-tools
+
+      - name: Run tests
+        run: bundle exec rake test
+
+  matrix_screenshot_driver:
+    name: Test Integration
+    needs: [ 'test', 'lint' ]
+    runs-on: ubuntu-20.04
+
+    strategy:
+      matrix:
+        screenshot-driver: [ 'vips', 'chunky_png' ]
+        capybara-driver: [ 'selenium_headless', 'selenium_chrome_headless' ]
+        include:
+          - screenshot-driver: 'chunky_png'
+            capybara-driver: 'cuprite'
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.7'
+          bundler-cache: true
+
+      - name: Install libvips
+        run: sudo apt install libvips libvips-dev libvips-tools
+
+      - name: Run tests
+        run: bundle exec rake test:integration
+        env:
+          SCREENSHOT_DRIVER: ${{ matrix.screenshot-driver }}
+          CAPYBARA_DRIVER: ${{ matrix.capybara-driver }}

data/.gitignore

@@ -2,11 +2,11 @@
 /.bundle/
 /.idea
 /.yardoc
-/Gemfile.lock
 /_yardoc/
 /coverage/
 /doc/
 /gemfiles/*.lock
+/gems.locked
 /pkg/
 /spec/reports/
 /tmp/

data/.standard.yml

@@ -0,0 +1,11 @@
+fix: true               # default: false
+parallel: true          # default: false
+format: progress        # default: Standard::Formatter
+ruby_version: 2.5       # default: RUBY_VERSION
+default_ignores: false  # default: true
+
+ignore:                 # default: []
+  - 'gemfiles/**/*':
+    - Security/Eval
+  - 'gemfiles/vendor/**/*'
+  - 'vendor/**/*'

data/Dockerfile

@@ -0,0 +1,60 @@
+# Usage:
+#
+#   $ docker build . -t csd
+#   $ docker run -v $(pwd):/app -ti csd rake test
+
+ARG RUBY_VERSION=2.7.2
+
+FROM circleci/ruby:2.7.2-node-browsers
+
+RUN \
+  # Install dependencies
+  sudo apt-get update && \
+  DEBIAN_FRONTEND=noninteractive sudo apt-get install -y \
+    automake \
+    build-essential \
+    curl \
+    fftw3-dev \
+    gettext \
+    gobject-introspection \
+    gtk-doc-tools \
+    libexif-dev \
+    libfftw3-dev \
+    libgif-dev \
+    libglib2.0-dev \
+    libgsf-1-dev \
+    libgtk2.0-dev \
+    libmagickwand-dev \
+    libmatio-dev \
+    libopenexr-dev \
+    libopenslide-dev \
+    liborc-0.4-dev \
+    libpango1.0-dev \
+    libpoppler-glib-dev \
+    librsvg2-dev \
+    libtiff5-dev \
+    libwebp-dev \
+    libxml2-dev \
+    swig
+
+
+WORKDIR /app
+RUN sudo chmod a+w -R /app
+
+ADD ./bin/install-vips /app/bin/
+RUN sudo /app/bin/install-vips
+
+ADD ./lib/capybara/screenshot/diff/version.rb /app/lib/capybara/screenshot/diff/
+ADD ./capybara-screenshot-diff.gemspec /app/
+ADD ./gems.rb /app/
+
+RUN bundle install
+
+RUN \
+  # Clean up
+  sudo apt-get remove -y curl automake build-essential && \
+  sudo apt-get autoremove -y && \
+  sudo apt-get autoclean && \
+  sudo apt-get clean && \
+  sudo rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
+

data/README.md

@@ -27,6 +27,10 @@ Or install it yourself as:
 
     $ gem install capybara-screenshot-diff
 
+### Requirements
+
+* [for :vips driver] libvips 8.9 or later, see the [libvips install instructions](https://libvips.github.io/libvips/install.html)
+
 ## Usage
 
 ### Minitest
@@ -164,6 +168,24 @@ doc
 ```
 
 
+#### Setting `screenshot_section` and/or `screenshot_group` for all tests
+
+Setting the `screenshot_section` and/or `screenshot_group` for all tests can be
+done in the super class setup:
+
+```ruby
+class ApplicationSystemTestCase < ActionDispatch::SystemTestCase
+  setup do
+    screenshot_section class_name.underscore.sub(/(_feature|_system)?_test$/, '')
+    screenshot_group name[5..-1]
+  end
+end
+```
+
+`screenshot_section` and/or `screenshot_group` can still be overridden in each
+test.
+
+
 
 ### Multiple Capybara drivers
 
@@ -274,7 +296,7 @@ configuration options that that are relevant.
 The most likely one you'll want to modify is ...
 
 ```ruby
-Capybara::Screenshot::Diff.save_path = "other/path"
+Capybara::Screenshot.save_path = "other/path"
 ```
 
 The `save_path` option is relative to `Capybara::Screenshot.root`.
@@ -307,6 +329,17 @@ test 'stability_time_limit' do
 end
 ```
 
+### Maximum wait limit
+
+When the `stability_time_limit` is set, but no stable screenshot can be taken, a timeout occurs.
+The timeout occurs after `Capybara.default_max_wait_time`, but can be overridden by an option.
+
+```ruby
+test 'max wait time' do
+  visit '/'
+  screenshot 'index', wait: 20.seconds
+end
+```
 
 ### Removing focus from the active element
 
@@ -423,10 +456,70 @@ If you need to ignore multiple areas, you can supply an array of arrays:
 screenshot 'index', skip_area: [[0, 0, 64, 48], [17, 6, 27, 16]]
 ```
 
+### Available Image Processing Drivers
+
+There are several image processing supported by this gem.
+There are several options to setup active driver: `:auto`, `:chunky_png` and `:vips`.
+
+* `:auto` - will try to load `:vips` if there is gem `ruby-vips`, in other cases will load `:chunky_png`
+* `:chunky_png` and `:vips` will load correspondent driver  
+
+### Enable VIPS image processing
+
+[Vips](https://www.rubydoc.info/gems/ruby-vips/Vips/Image) driver provides a faster comparison,
+and could be enabled by adding `ruby-vips` to `Gemfile`.
+
+If need to setup explicitly Vips driver, there are several ways to do this:
+
+  * Globally: `Capybara::Screenshot::Diff.driver = :vips`  
+  * Per screenshot option: `screenshot 'index', driver: :vips`  
+
+With enabled VIPS there are new alternatives to process differences, which easier to find and support.
+For example, `shift_distance_limit` is very heavy operation. Instead better to use `median_filter_window_size`. 
+
+#### Tolerance level (vips only)
+
+You can set a “tolerance” anywhere from 0% to 100%. This is the amount of change that's allowable.
+If the screenshot has changed by more than that amount, it'll flag it as a failure.
+
+This is alternative to "Allowed difference size", only the difference that area calculates including valid pixels.
+But "tolerance" compares only different pixels.
+
+You can use the `tolerance` option to the `screenshot` method to set level:
+
+```ruby
+test 'unstable area' do
+  visit '/'
+  screenshot 'index', tolerance: 0.3
+end
+```
+
+You can also set this globally:
+
+```ruby
+Capybara::Screenshot::Diff.tolerance = 0.3
+```
+
+#### Median filter size (vips only)
+
+This is an alternative to "Allowed shift distance", but much faster.
+You can find more about this strategy on [Median Filter](https://en.wikipedia.org/wiki/Median_filter).
+Think about this like smoothing of the image, before comparison.
+
+You can use the `median_filter_window_size` option to the `screenshot` method to set level:
+
+```ruby
+test 'unstable area' do
+  visit '/'
+  screenshot 'index', median_filter_window_size: 2
+end
+```
 
 ## Development
 
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+After checking out the repo, run `bin/setup` to install dependencies.
+Then, run `rake test` to run the tests.
+You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
 To install this gem onto your local machine, run `bundle exec rake install`.
 
@@ -434,7 +527,9 @@ To release a new version, update the version number in `lib/capybara/screenshot/
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/donv/capybara-screenshot-diff. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitHub at https://github.com/donv/capybara-screenshot-diff.
+This project is intended to be a safe, welcoming space for collaboration,
+and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 
 ## License

data/Rakefile

@@ -1,16 +1,18 @@
 # frozen_string_literal: true
 
-require 'bundler/gem_tasks'
-require 'rake/testtask'
+require "bundler/gem_tasks"
+require "rake/testtask"
 
 task default: :test
 
 Rake::TestTask.new(:test) do |t|
-  t.libs << 'test'
-  t.libs << 'lib'
-  t.test_files = FileList['test/**/*_test.rb']
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
 end
 
-require 'rubocop/rake_task'
-RuboCop::RakeTask.new
-task test: %i[rubocop:auto_correct]
+Rake::TestTask.new("test:integration") do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/integration/**/*_test.rb"]
+end

data/bin/console

@@ -1,8 +1,8 @@
 #!/usr/bin/env ruby
 # frozen_string_literal: true
 
-require 'bundler/setup'
-require 'capybara/screenshot/diff'
+require "bundler/setup"
+require "capybara/screenshot/diff"
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
@@ -11,5 +11,5 @@ require 'capybara/screenshot/diff'
 # require "pry"
 # Pry.start
 
-require 'irb'
+require "irb"
 IRB.start

data/bin/install-vips

@@ -0,0 +1,11 @@
+#!/bin/bash 
+
+set -e
+
+version=${VIPS_VERSION:-8.10.0}
+
+wget "https://github.com/libvips/libvips/releases/download/v$version/vips-$version.tar.gz"
+tar xf "vips-$version.tar.gz"
+cd "vips-$version"
+CXXFLAGS=-D_GLIBCXX_USE_CXX11_ABI=0 ./configure --enable-debug=no --without-python "$*"
+make && make install && ldconfig

data/bin/standardrb

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'standardrb' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../gems.rb",
+  Pathname.new(__FILE__).realpath)
+
+bundle_binstub = File.expand_path("../bundle", __FILE__)
+
+if File.file?(bundle_binstub)
+  if /This file was generated by Bundler/.match?(File.read(bundle_binstub, 300))
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require "rubygems"
+require "bundler/setup"
+
+load Gem.bin_path("standard", "standardrb")