capybara-screenshot-diff 1.2.0 → 1.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2dc2b0fb0ecc0721b9a857dbd62e0136e156fac4392203fe43b09e8b92fed361
-  data.tar.gz: dc70029a9a9d8b66a7e499e3c8fc1d86e9cd313fcb207b9e9232cc1ad3ff3975
+  metadata.gz: 478b12e69b1ab3bcf453a4e77d643fa4b31557120eb632ec84144453aaaa69e0
+  data.tar.gz: 61a33c7f216c6094c194f2d73521827f96cee8b8aff70d33d15b9acf399a70ac
 SHA512:
-  metadata.gz: 146567ed853d61596d5e88705d5da091f36f8cfd8f2c1503f30cbd916dcf59af652471fd12999ba77ede4fb15fff40c931bd1eb7e391feca83f8eb4a84fc97ae
-  data.tar.gz: b0ac70b70be9577603253e21a591f4031897f2ef0b78bf470a5b6b0c942837aa454b9b0069f7a38578f0afbd3708d9958c790bb9bc345da240ffcdff637c05ea
+  metadata.gz: 9e63d9f1d7018f33484f56364952cd3e8d3f4345dad74b3e4c2a71252b72a481d0cfd667da62ca21a296c887b14a5e823a915aea0e3c1da2d26000de7e279899
+  data.tar.gz: 4e6127676eceb695a7036035d40f6faf42f93533c08554044934868c1a3ba0df98fbf92b19eff339bf2a24b79c52e2bfb08a24b76071dca530d14b86e7fc5a98

data/.gitattributes

@@ -0,0 +1,4 @@
+*.gemspec diff=ruby
+*.rake    diff=ruby
+*.rb      diff=ruby
+*.md      diff=md

data/.github/workflows/test.yml

@@ -0,0 +1,129 @@
+name: Test
+
+on:
+  push:
+    branches: [ $default-branch ]
+  pull_request:
+
+env:
+  BUNDLE_GEMFILE: 'gemfiles/rails61_gems.rb'
+  FERRUM_PROCESS_TIMEOUT: '15'
+  WD_CACHE_TIME: '864000' # 10 days
+
+jobs:
+  lint:
+    name: Lint
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.7'
+          bundler-cache: true
+
+      - name: Run Standard Ruby linter
+        run: bin/standardrb --no-fix --fail-fast
+
+  test:
+    name: Functional Testing
+    runs-on: ubuntu-20.04 # In order to install libvips 8.9+ version
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.7'
+          bundler-cache: true
+
+      - name: Install libvips
+        run: sudo apt install libvips libvips-dev libvips-tools
+
+      - name: Run Tests with coverage
+        run: bundle exec rake test
+        env:
+          COVERAGE: enabled
+
+      - name: Upload Screenshots
+        if: ${{ always() }}
+        uses: actions/upload-artifact@v2
+        with:
+          path: test/fixtures/app/doc/screenshots/
+
+      - name: Upload Coverage
+        uses: actions/upload-artifact@v2
+        with:
+          name: coverage
+          path: coverage
+
+  matrix:
+    name: Test Integration
+    needs: [ 'test', 'lint' ]
+    runs-on: ubuntu-20.04
+
+    strategy:
+      matrix:
+        ruby-version: [ '2.7', '2.6', '2.5', 'jruby' ]
+        gemfile:
+          - 'rails61_gems.rb'
+          - 'rails60_gems.rb'
+          - 'rails52.gemfile'
+          - 'rails51.gemfile'
+          - 'rails50.gemfile'
+          - 'rails42.gemfile'
+    env:
+      BUNDLE_GEMFILE: gemfiles/${{ matrix.gemfile }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby-version }}
+          bundler-cache: true
+
+      - name: Install libvips
+        run: sudo apt install libvips libvips-dev libvips-tools
+
+      - name: Run tests
+        run: bundle exec rake test
+
+  matrix_screenshot_driver:
+    name: Test Integration
+    needs: [ 'test', 'lint' ]
+    runs-on: ubuntu-20.04
+
+    strategy:
+      matrix:
+        screenshot-driver: [ 'vips', 'chunky_png' ]
+        capybara-driver: [ 'selenium_headless', 'selenium_chrome_headless' ]
+        include:
+          - screenshot-driver: 'chunky_png'
+            capybara-driver: 'cuprite'
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.7'
+          bundler-cache: true
+
+      - name: Install libvips
+        run: sudo apt install libvips libvips-dev libvips-tools
+
+      - name: Run tests
+        run: bundle exec rake test:integration
+        env:
+          SCREENSHOT_DRIVER: ${{ matrix.screenshot-driver }}
+          CAPYBARA_DRIVER: ${{ matrix.capybara-driver }}

data/.gitignore

@@ -2,11 +2,11 @@
 /.bundle/
 /.idea
 /.yardoc
-/Gemfile.lock
 /_yardoc/
 /coverage/
 /doc/
 /gemfiles/*.lock
+/gems.locked
 /pkg/
 /spec/reports/
 /tmp/

data/.standard.yml

@@ -0,0 +1,11 @@
+fix: true               # default: false
+parallel: true          # default: false
+format: progress        # default: Standard::Formatter
+ruby_version: 2.5       # default: RUBY_VERSION
+default_ignores: false  # default: true
+
+ignore:                 # default: []
+  - 'gemfiles/**/*':
+    - Security/Eval
+  - 'gemfiles/vendor/**/*'
+  - 'vendor/**/*'

data/Dockerfile

@@ -0,0 +1,60 @@
+# Usage:
+#
+#   $ docker build . -t csd
+#   $ docker run -v $(pwd):/app -ti csd rake test
+
+ARG RUBY_VERSION=2.7.2
+
+FROM circleci/ruby:2.7.2-node-browsers
+
+RUN \
+  # Install dependencies
+  sudo apt-get update && \
+  DEBIAN_FRONTEND=noninteractive sudo apt-get install -y \
+    automake \
+    build-essential \
+    curl \
+    fftw3-dev \
+    gettext \
+    gobject-introspection \
+    gtk-doc-tools \
+    libexif-dev \
+    libfftw3-dev \
+    libgif-dev \
+    libglib2.0-dev \
+    libgsf-1-dev \
+    libgtk2.0-dev \
+    libmagickwand-dev \
+    libmatio-dev \
+    libopenexr-dev \
+    libopenslide-dev \
+    liborc-0.4-dev \
+    libpango1.0-dev \
+    libpoppler-glib-dev \
+    librsvg2-dev \
+    libtiff5-dev \
+    libwebp-dev \
+    libxml2-dev \
+    swig
+
+
+WORKDIR /app
+RUN sudo chmod a+w -R /app
+
+ADD ./bin/install-vips /app/bin/
+RUN sudo /app/bin/install-vips
+
+ADD ./lib/capybara/screenshot/diff/version.rb /app/lib/capybara/screenshot/diff/
+ADD ./capybara-screenshot-diff.gemspec /app/
+ADD ./gems.rb /app/
+
+RUN bundle install
+
+RUN \
+  # Clean up
+  sudo apt-get remove -y curl automake build-essential && \
+  sudo apt-get autoremove -y && \
+  sudo apt-get autoclean && \
+  sudo apt-get clean && \
+  sudo rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
+

data/README.md

@@ -27,6 +27,10 @@ Or install it yourself as:
 
     $ gem install capybara-screenshot-diff
 
+### Requirements
+
+* [for :vips driver] libvips 8.9 or later, see the [libvips install instructions](https://libvips.github.io/libvips/install.html)
+
 ## Usage
 
 ### Minitest
@@ -164,6 +168,24 @@ doc
 ```
 
 
+#### Setting `screenshot_section` and/or `screenshot_group` for all tests
+
+Setting the `screenshot_section` and/or `screenshot_group` for all tests can be
+done in the super class setup:
+
+```ruby
+class ApplicationSystemTestCase < ActionDispatch::SystemTestCase
+  setup do
+    screenshot_section class_name.underscore.sub(/(_feature|_system)?_test$/, '')
+    screenshot_group name[5..-1]
+  end
+end
+```
+
+`screenshot_section` and/or `screenshot_group` can still be overridden in each
+test.
+
+
 
 ### Multiple Capybara drivers
 
@@ -274,7 +296,7 @@ configuration options that that are relevant.
 The most likely one you'll want to modify is ...
 
 ```ruby
-Capybara::Screenshot::Diff.save_path = "other/path"
+Capybara::Screenshot.save_path = "other/path"
 ```
 
 The `save_path` option is relative to `Capybara::Screenshot.root`.
@@ -307,6 +329,17 @@ test 'stability_time_limit' do
 end
 ```
 
+### Maximum wait limit
+
+When the `stability_time_limit` is set, but no stable screenshot can be taken, a timeout occurs.
+The timeout occurs after `Capybara.default_max_wait_time`, but can be overridden by an option.
+
+```ruby
+test 'max wait time' do
+  visit '/'
+  screenshot 'index', wait: 20.seconds
+end
+```
 
 ### Removing focus from the active element
 
@@ -423,10 +456,70 @@ If you need to ignore multiple areas, you can supply an array of arrays:
 screenshot 'index', skip_area: [[0, 0, 64, 48], [17, 6, 27, 16]]
 ```
 
+### Available Image Processing Drivers
+
+There are several image processing supported by this gem.
+There are several options to setup active driver: `:auto`, `:chunky_png` and `:vips`.
+
+* `:auto` - will try to load `:vips` if there is gem `ruby-vips`, in other cases will load `:chunky_png`
+* `:chunky_png` and `:vips` will load correspondent driver  
+
+### Enable VIPS image processing
+
+[Vips](https://www.rubydoc.info/gems/ruby-vips/Vips/Image) driver provides a faster comparison,
+and could be enabled by adding `ruby-vips` to `Gemfile`.
+
+If need to setup explicitly Vips driver, there are several ways to do this:
+
+  * Globally: `Capybara::Screenshot::Diff.driver = :vips`  
+  * Per screenshot option: `screenshot 'index', driver: :vips`  
+
+With enabled VIPS there are new alternatives to process differences, which easier to find and support.
+For example, `shift_distance_limit` is very heavy operation. Instead better to use `median_filter_window_size`. 
+
+#### Tolerance level (vips only)
+
+You can set a “tolerance” anywhere from 0% to 100%. This is the amount of change that's allowable.
+If the screenshot has changed by more than that amount, it'll flag it as a failure.
+
+This is alternative to "Allowed difference size", only the difference that area calculates including valid pixels.
+But "tolerance" compares only different pixels.
+
+You can use the `tolerance` option to the `screenshot` method to set level:
+
+```ruby
+test 'unstable area' do
+  visit '/'
+  screenshot 'index', tolerance: 0.3
+end
+```
+
+You can also set this globally:
+
+```ruby
+Capybara::Screenshot::Diff.tolerance = 0.3
+```
+
+#### Median filter size (vips only)
+
+This is an alternative to "Allowed shift distance", but much faster.
+You can find more about this strategy on [Median Filter](https://en.wikipedia.org/wiki/Median_filter).
+Think about this like smoothing of the image, before comparison.
+
+You can use the `median_filter_window_size` option to the `screenshot` method to set level:
+
+```ruby
+test 'unstable area' do
+  visit '/'
+  screenshot 'index', median_filter_window_size: 2
+end
+```
 
 ## Development
 
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+After checking out the repo, run `bin/setup` to install dependencies.
+Then, run `rake test` to run the tests.
+You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
 To install this gem onto your local machine, run `bundle exec rake install`.
 
@@ -434,7 +527,9 @@ To release a new version, update the version number in `lib/capybara/screenshot/
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/donv/capybara-screenshot-diff. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitHub at https://github.com/donv/capybara-screenshot-diff.
+This project is intended to be a safe, welcoming space for collaboration,
+and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 
 ## License

data/Rakefile

@@ -1,16 +1,18 @@
 # frozen_string_literal: true
 
-require 'bundler/gem_tasks'
-require 'rake/testtask'
+require "bundler/gem_tasks"
+require "rake/testtask"
 
 task default: :test
 
 Rake::TestTask.new(:test) do |t|
-  t.libs << 'test'
-  t.libs << 'lib'
-  t.test_files = FileList['test/**/*_test.rb']
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
 end
 
-require 'rubocop/rake_task'
-RuboCop::RakeTask.new
-task test: %i[rubocop:auto_correct]
+Rake::TestTask.new("test:integration") do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/integration/**/*_test.rb"]
+end

data/bin/console

@@ -1,8 +1,8 @@
 #!/usr/bin/env ruby
 # frozen_string_literal: true
 
-require 'bundler/setup'
-require 'capybara/screenshot/diff'
+require "bundler/setup"
+require "capybara/screenshot/diff"
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
@@ -11,5 +11,5 @@ require 'capybara/screenshot/diff'
 # require "pry"
 # Pry.start
 
-require 'irb'
+require "irb"
 IRB.start

data/bin/install-vips

@@ -0,0 +1,11 @@
+#!/bin/bash 
+
+set -e
+
+version=${VIPS_VERSION:-8.10.0}
+
+wget "https://github.com/libvips/libvips/releases/download/v$version/vips-$version.tar.gz"
+tar xf "vips-$version.tar.gz"
+cd "vips-$version"
+CXXFLAGS=-D_GLIBCXX_USE_CXX11_ABI=0 ./configure --enable-debug=no --without-python "$*"
+make && make install && ldconfig

data/bin/standardrb

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'standardrb' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../gems.rb",
+  Pathname.new(__FILE__).realpath)
+
+bundle_binstub = File.expand_path("../bundle", __FILE__)
+
+if File.file?(bundle_binstub)
+  if /This file was generated by Bundler/.match?(File.read(bundle_binstub, 300))
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require "rubygems"
+require "bundler/setup"
+
+load Gem.bin_path("standard", "standardrb")