effective_test_bot 0.5.4 → 0.5.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 59caec81889f847ba7efb74760ccf4a368411da0
-  data.tar.gz: 92eb0500e13e2c0962f4462a8433d96348ceecc0
+  metadata.gz: 17d73d440defe13b300db9a9e3c40f2a53db6070
+  data.tar.gz: 500b99c205884123bf7b9ce81e62f824d246f9b8
 SHA512:
-  metadata.gz: 2bda1c78061a8c3752ca1c8573950f50e7e3d4ae72cf6f211ab45498472bba7ed89760c3215fc4cde495c1a8295129afa1425f576d828a253b28698f3c615afa
-  data.tar.gz: eb9f249735a977d1b87b967d8390df006e95ad46dab2b39b97d9a7cb06ae99053212f5ae7492146ed3ee5c1ed2ca78b93b79f6c83567419e901a73881620256d
+  metadata.gz: ad2a4c20896abdd48fdee19c8667dbd56fe636912f71dc4dd53bcb973540bf6d57926ebe3db010a5b7e05fe58615395ccd875d736dc03fcdbd49b0f973373917
+  data.tar.gz: a5233b7717d68155472fe8abd6cce85bd4b1e1e5a26bb312f1aaa169d0d8599e62c628b0c43557244bc8780ee85d892482c9d7be7b287063ad8b22cdbee4a859

data/README.md

@@ -574,7 +574,7 @@ rake test:tour
 rake test:tourv
 ```
 
-### Fail Fast
+### Fail fast
 
 Set `config.fail_fast = true` to exit immediately if there is a test failure.
 
@@ -586,6 +586,20 @@ rake test:bot FAILFAST=true
 
 This functionality is provided thanks to [minitest-fail-fast](https://github.com/teoljungberg/minitest-fail-fast/)
 
+### Failed tests only
+
+Skip any previously passed tests by running the following:
+
+```
+rake test:bot:fails
+```
+
+or
+
+```
+rake test:bot FAILS=true
+```
+
 ## License
 
 MIT License.  Copyright [Code and Effect Inc.](http://www.codeandeffect.com/)

data/lib/effective_test_bot.rb

@@ -6,6 +6,7 @@ module EffectiveTestBot
   mattr_accessor :except
   mattr_accessor :only
   mattr_accessor :fail_fast
+  mattr_accessor :form_fills
   mattr_accessor :screenshots
   mattr_accessor :autosave_animated_gif_on_failure
   mattr_accessor :tour_mode
@@ -13,6 +14,8 @@ module EffectiveTestBot
   mattr_accessor :animated_gif_delay
   mattr_accessor :animated_gif_background_color
 
+  mattr_accessor :passed_tests # This isn't a config variable.
+
   def self.setup
     yield self
   end
@@ -34,6 +37,10 @@ module EffectiveTestBot
       test = test[(left+1)..(right-1)]
     end
 
+    if failed_tests_only? && test.present? && passed_tests[test]
+      return true
+    end
+
     value = "#{test} #{assertion}".strip # This is the format config.excepts is flattened into
     test_prefix = test.split('#').first
 
@@ -53,16 +60,22 @@ module EffectiveTestBot
   end
 
   def self.autosave_animated_gif_on_failure?
-    screenshots && autosave_animated_gif_on_failure
+    screenshots? && autosave_animated_gif_on_failure
   end
 
   def self.fail_fast?
-    fails = ENV['FAIL_FAST'] || ENV['FAILFAST'] || ENV['FAIL']
+    if (ENV['FAIL_FAST'] || ENV['FAILFAST']).present?
+      ['true', '1'].include?((ENV['FAIL_FAST'] || ENV['FAILFAST']).to_s.downcase)
+    else
+      fail_fast == true
+    end
+  end
 
-    if fails.present?
-      ['true', '1'].include?(fails.to_s.downcase)
+  def self.failed_tests_only?
+    if (ENV['FAILS'] || ENV['FAIL']).present?
+      ['true', '1'].include?((ENV['FAILS'] || ENV['FAIL']).to_s.downcase)
     else
-      fail_fast
+      false
     end
   end
 
@@ -70,7 +83,7 @@ module EffectiveTestBot
     if ENV['TOUR'].present?
       ['true', 'verbose', 'debug'].include?(ENV['TOUR'].to_s.downcase)
     else
-      screenshots && (tour_mode != false)
+      screenshots? && (tour_mode != false)
     end
   end
 
@@ -79,7 +92,7 @@ module EffectiveTestBot
     if ENV['TOUR'].present?
       ['extreme', 'debug'].include?(ENV['TOUR'].to_s.downcase)
     else
-      screenshots && ['extreme', 'debug'].include?(tour_mode.to_s)
+      screenshots? && ['extreme', 'debug'].include?(tour_mode.to_s)
     end
   end
 
@@ -87,7 +100,25 @@ module EffectiveTestBot
     if ENV['TOUR'].present?
       ['extreme', 'verbose', 'debug'].include?(ENV['TOUR'].to_s.downcase)
     else
-      screenshots && ['extreme', 'verbose', 'debug'].include?(tour_mode.to_s)
+      screenshots? && ['extreme', 'verbose', 'debug'].include?(tour_mode.to_s)
+    end
+  end
+
+  def self.passed_tests
+    @@passed_tests ||= load_passed_tests
+  end
+
+  def self.load_passed_tests
+    {}.tap do |tests|
+      (File.readlines(passed_tests_filename).each { |line| tests[line.chomp] = true } rescue nil)
+    end
+  end
+
+  def self.save_passed_test(name)
+    EffectiveTestBot.passed_tests[name] = true
+
+    File.open(passed_tests_filename, 'w') do |file|
+      passed_tests.each { |test_name, _| file.puts(test_name) }
     end
   end
 
@@ -136,4 +167,8 @@ module EffectiveTestBot
     end.compact.sort
   end
 
+  def self.passed_tests_filename
+    "#{Rails.root}/tmp/test_bot/passed_tests.txt"
+  end
+
 end

data/lib/effective_test_bot/engine.rb

@@ -20,6 +20,7 @@ module EffectiveTestBot
           ActionDispatch::IntegrationTest.include EffectiveTestBotFormHelper
           ActionDispatch::IntegrationTest.include EffectiveTestBotFormFiller
           ActionDispatch::IntegrationTest.include EffectiveTestBotLoginHelper
+          ActionDispatch::IntegrationTest.include EffectiveTestBotMinitestHelper
           ActionDispatch::IntegrationTest.include EffectiveTestBotScreenshotsHelper
           ActionDispatch::IntegrationTest.include EffectiveTestBotTestHelper
 

data/lib/effective_test_bot/version.rb

@@ -1,3 +1,3 @@
 module EffectiveTestBot
-  VERSION = '0.5.4'.freeze
+  VERSION = '0.5.5'.freeze
 end

data/lib/generators/templates/effective_test_bot.rb

@@ -20,6 +20,11 @@ if Rails.env.test?
     # Exits immediately if there is a test failure
     config.fail_fast = true
 
+    # Fill form fields with these values
+    # Based on the input name
+    # :email => 'somethign@soneone.com', 'user.last_name' => 'hlwerewr'
+    config.form_fills = {}
+
     # Should capybara generate a series of *.png screenshots as it goes through the test?
     # Disabling screenshots will also disable animated_gifs and touring
     config.screenshots = true
@@ -33,7 +38,7 @@ if Rails.env.test?
     # Also enabled the crud_test #tour type tests
     #
     # You can override this default by setting an ENV or calling
-    # `rake test:bot TOUR=true`   or `rake test:bot TEST=posts TOUR=verbose`
+    # `rake test:bot TOUR=true` or `rake test:bot TEST=posts TOUR=verbose`
     #
     # Valid values are true / false / :verbose
     config.tour_mode = false

data/lib/tasks/effective_test_bot_tasks.rake

@@ -84,6 +84,25 @@ namespace :test do
 
       puts 'No effective_test_bot tours present.' unless present
     end
+
+    desc 'Runs effective_test_bot while skipping all previously passed tests'
+    task :fails do
+      ENV['FAILS'] ||= 'true'
+      Rake::Task['test:bot'].invoke
+    end
+
+    desc 'Runs effective_test_bot while skipping all previously passed tests'
+    task :fail do
+      ENV['FAILS'] ||= 'true'
+      Rake::Task['test:bot'].invoke
+    end
+
+    desc 'Runs effective_test_bot while skipping all previously passed tests'
+    task :failed do
+      ENV['FAILS'] ||= 'true'
+      Rake::Task['test:bot'].invoke
+    end
+
   end # /namespace bot
 
   desc 'loads test/fixtures/seeds.rb'

data/test/concerns/test_botable/base_dsl.rb

@@ -97,7 +97,7 @@ module TestBotable
         public_instance_methods.select do |name|
           name = name.to_s
           TEST_BOT_TEST_PREFIXES.any? { |prefix| name.starts_with?(prefix) }
-        end.map(&:to_s) + super
+        end.map { |name| name.to_s } + super
       end
 
       protected

data/test/support/effective_test_bot_form_filler.rb

@@ -6,9 +6,7 @@ module EffectiveTestBotFormFiller
   LETTERS = ('A'..'Z').to_a
 
   # Fill a boostrap tabs based form
-  def fill_bootstrap_tabs_form(fills = HashWithIndifferentAccess.new, boostrap_tab_elements = nil)
-    fills = HashWithIndifferentAccess.new(fills) unless fills.kind_of?(HashWithIndifferentAccess)
-
+  def fill_bootstrap_tabs_form(fills = {}, boostrap_tab_elements = nil)
     tabs = boostrap_tab_elements || all("a[data-toggle='tab']")
 
     # If there's only 1 tab, just fill it out
@@ -48,8 +46,7 @@ module EffectiveTestBotFormFiller
 
   # Only fills in visible fields
   # fill_form(:email => 'somethign@soneone.com', :password => 'blahblah', 'user.last_name' => 'hlwerewr')
-  def fill_form_fields(fills = HashWithIndifferentAccess.new)
-    fills = HashWithIndifferentAccess.new(fills) unless fills.kind_of?(HashWithIndifferentAccess)
+  def fill_form_fields(fills = {})
 
     save_test_bot_screenshot
 
@@ -118,7 +115,7 @@ module EffectiveTestBotFormFiller
   #
   # Operates on just string keys, no symbols here
 
-  def value_for_field(field, fills = nil)
+  def value_for_field(field, fills = {})
     field_name = [field.tag_name, field['type']].compact.join('_')
     attributes = field['name'].to_s.gsub(']', '').split('[') # user[something_attributes][last_name] => ['user', 'something_attributes', 'last_name']
     attribute = attributes.last.to_s
@@ -138,16 +135,12 @@ module EffectiveTestBotFormFiller
       if classes.include?('date') # Let's assume this is a date input.
         if attribute.include?('end') # Make sure end dates are after start dates
           Faker::Date.forward(365).strftime('%Y-%m-%d')
-        elsif attribute.include?('closing')
-          Faker::Date.forward(30).strftime('%Y-%m-%d')
         else
           Faker::Date.backward(365).strftime('%Y-%m-%d')
         end
       elsif classes.include?('datetime')
         if attribute.include?('end')
           Faker::Date.forward(365).strftime('%Y-%m-%d %H:%m')
-        elsif attribute.include?('closing')
-          Faker::Date.forward(30).strftime('%Y-%m-%d %H:%m')
         else
           Faker::Date.backward(365).strftime('%Y-%m-%d %H:%m')
         end

data/test/support/effective_test_bot_form_helper.rb

@@ -3,16 +3,15 @@ require 'timeout'
 module EffectiveTestBotFormHelper
   # Intelligently fills a form with Faker based randomish input
   # Delegates the form fill logic to effective_test_bot_form_filler
-  def fill_form(local_fills = {})
-    # The fills here are from a let!(:fills) { 'Something' } as defined in an _action test
-    fill_values = ((fills if defined?(fills)) || HashWithIndifferentAccess.new).merge(local_fills)
-
+  def fill_form(fills = {})
     bootstrap_tabs = all("a[data-toggle='tab']")
 
+    form_fills = HashWithIndifferentAccess.new((EffectiveTestBot.form_fills || {}).merge(fills || {}))
+
     if bootstrap_tabs.length > 1
-      fill_bootstrap_tabs_form(fill_values, bootstrap_tabs)
+      fill_bootstrap_tabs_form(form_fills, bootstrap_tabs)
     else
-      fill_form_fields(fill_values)
+      fill_form_fields(form_fills)
     end
     true
   end

data/test/support/effective_test_bot_minitest_helper.rb

@@ -0,0 +1,32 @@
+module EffectiveTestBotMinitestHelper
+  # This is run before every test
+  # def before_setup
+  # end
+
+  # This gets called after every test.  Minitest hook for plugin developers
+  def after_teardown
+    if EffectiveTestBot.screenshots? && (@test_bot_screenshot_id || 0) > 0
+      save_test_bot_failure_gif if !passed? && EffectiveTestBot.autosave_animated_gif_on_failure?
+      save_test_bot_tour_gif if passed? && EffectiveTestBot.tour_mode?
+    end
+
+    if passed? && !EffectiveTestBot.passed_tests[current_test_name]
+      EffectiveTestBot.save_passed_test(current_test_name)
+    end
+  end
+
+  protected
+
+  def current_test_name
+    @_current_test_name ||= (
+      if defined?(current_test) # test_bot class level methods set this variable
+        current_test
+      elsif @NAME.present?  # minitest sets this variable
+        @NAME
+      else
+        Time.now.strftime('%Y-%m-%d-%H-%M-%S') # fallback
+      end.to_s
+    )
+  end
+
+end

data/test/support/effective_test_bot_screenshots_helper.rb

@@ -9,23 +9,6 @@ module EffectiveTestBotScreenshotsHelper
     page.save_screenshot("#{current_test_temp_path}/#{current_test_screenshot_id}.png")
   end
 
-  # This is run before every test
-  # def before_setup
-  # end
-
-  # This gets called after every test.  Minitest hook for plugin developers
-  def after_teardown
-    return unless EffectiveTestBot.screenshots? && (@test_bot_screenshot_id || 0) > 0
-
-    if !passed? && EffectiveTestBot.autosave_animated_gif_on_failure?
-      save_test_bot_failure_gif
-    end
-
-    if passed? && EffectiveTestBot.tour_mode?
-      save_test_bot_tour_gif
-    end
-  end
-
   def save_test_bot_failure_gif
     Dir.mkdir(current_test_failure_path) unless File.exists?(current_test_failure_path)
     full_path = (current_test_failure_path + '/' + current_test_failure_filename)
@@ -53,7 +36,6 @@ module EffectiveTestBotScreenshotsHelper
   protected
 
   def save_test_bot_gif(full_path)
-
     png_images = @test_bot_screenshot_id.times.map do |x|
       current_test_temp_path + '/' + format_screenshot_id(x+1) + '.png'
     end
@@ -90,13 +72,15 @@ module EffectiveTestBotScreenshotsHelper
     animation.write(full_path)
   end
 
+  private
+
   # There are 3 different paths we're working with
   # current_test_temp_path: contains individually numbered .png screenshots produced by capybara
   # current_test_tour_path: destination for .gifs of passing tests
   # current_test_failure_path: destination for .gifs of failing tests
 
   def current_test_temp_path
-    @_current_test_temp_path ||= "#{Rails.root}/tmp/test_bot/#{current_test_name}"
+    @_current_test_temp_path ||= "#{Rails.root}/tmp/test_bot/#{current_test_name.parameterize}"
   end
 
   def current_test_failure_path
@@ -105,7 +89,7 @@ module EffectiveTestBotScreenshotsHelper
 
   def current_test_failure_filename
     # Match Capybara-screenshots format-ish
-    "#{current_test_name}_failure_#{Time.now.strftime('%Y-%m-%d-%H-%M-%S')}.gif"
+    "#{current_test_name.parameterize}_failure_#{Time.now.strftime('%Y-%m-%d-%H-%M-%S')}.gif"
   end
 
   # Where the tour animated gif ends up
@@ -114,23 +98,9 @@ module EffectiveTestBotScreenshotsHelper
   end
 
   def current_test_tour_filename
-    "#{current_test_name}.gif"
+    "#{current_test_name.parameterize}.gif"
   end
 
-  def current_test_name
-    @_current_test_name ||= (
-      if defined?(current_test) # test_bot class level methods set this variable
-        current_test
-      elsif @NAME.present?  # minitest sets this variable
-        @NAME
-      else
-        Time.now.strftime('%Y-%m-%d-%H-%M-%S') # fallback
-      end.to_s.parameterize
-    )
-  end
-
-  private
-
   # Auto incrementing counter
   # The very first screenshot will be 01.png (tmp/test_bot/posts#new/01.png)
   def current_test_screenshot_id

data/test/test_bot/integration/application_test.rb

@@ -11,8 +11,6 @@ module TestBot
 
       # Go through every route, and run an appropriate test suite on it
       def initialize_tests
-        puts 'test_bot scanning....'
-
         @test_bot_user = User.first
 
         routes = Rails.application.routes.routes.to_a
@@ -68,7 +66,7 @@ module TestBot
             page_test(path: "#{route.name}_path".to_sym, route: route, label: "#{route.name}_path")
 
           else
-            puts "skipping #{route.name}_path | #{route.path.spec} | #{route.verb} | #{route.defaults[:controller]} | #{route.defaults[:action]}"
+            #puts "skipping #{route.name}_path | #{route.path.spec} | #{route.verb} | #{route.defaults[:controller]} | #{route.defaults[:action]}"
 
           end # / Routes
         end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: effective_test_bot
 version: !ruby/object:Gem::Version
-  version: 0.5.4
+  version: 0.5.5
 platform: ruby
 authors:
 - Code and Effect
@@ -253,6 +253,7 @@ files:
 - test/support/effective_test_bot_form_filler.rb
 - test/support/effective_test_bot_form_helper.rb
 - test/support/effective_test_bot_login_helper.rb
+- test/support/effective_test_bot_minitest_helper.rb
 - test/support/effective_test_bot_screenshots_helper.rb
 - test/support/effective_test_bot_test_helper.rb
 - test/test_bot/integration/application_test.rb