fixture_reducer 0.1.0

data/Gemfile

@@ -0,0 +1,5 @@
+source "https://rubygems.org"
+gemspec
+
+gem "bump"
+gem "rake"

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+require "bump/tasks"

data/Readme.md

@@ -0,0 +1,26 @@
+Test speedup by replacing fixtures :all with only the necessary
+
+ - reduces fixtures :all
+ - tries common fixtures first before going to one-by-one approach
+ - uses zeus if zeus is running (faster)
+
+Install
+=======
+
+    gem install fixture_reducer
+
+Usage
+=====
+
+    fixture-reducer test/foo_test.rb test/bar_test.rb ...
+
+TODO
+====
+ - tests + travis (please use rspec)
+ - rspec support
+
+Author
+======
+[Michael Grosser](http://grosser.it)<br/>
+michael@grosser.it<br/>
+License: MIT<br/>

data/bin/fixture-reducer

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
+require 'fixture_reducer'
+
+raise "pass me test files" if ARGV.empty?
+puts "running on #{ARGV.inspect}"
+
+ARGV.each { |file| FixtureReducer.new(file).reduce_fixtures! }

data/fixture_reducer.gemspec

@@ -0,0 +1,15 @@
+$LOAD_PATH.unshift File.expand_path("../lib", __FILE__)
+name = "fixture_reducer"
+require "#{name.gsub("-","/")}/version"
+
+Gem::Specification.new name, FixtureReducer::VERSION do |s|
+  s.summary = "Test speedup by replacing fixtures :all with only the necessary"
+  s.authors = ["Michael Grosser"]
+  s.email = "michael@grosser.it"
+  s.homepage = "http://github.com/grosser/#{name}"
+  s.files = `git ls-files`.split("\n")
+  s.license = "MIT"
+  s.signing_key = File.expand_path("~/.ssh/gem-private_key.pem")
+  s.cert_chain = ["gem-public_cert.pem"]
+  s.executables = ["fixture-reducer"]
+end

data/gem-public_cert.pem

@@ -0,0 +1,20 @@
+-----BEGIN CERTIFICATE-----
+MIIDMjCCAhqgAwIBAgIBADANBgkqhkiG9w0BAQUFADA/MRAwDgYDVQQDDAdtaWNo
+YWVsMRcwFQYKCZImiZPyLGQBGRYHZ3Jvc3NlcjESMBAGCgmSJomT8ixkARkWAml0
+MB4XDTEzMDIwMzE4MTMxMVoXDTE0MDIwMzE4MTMxMVowPzEQMA4GA1UEAwwHbWlj
+aGFlbDEXMBUGCgmSJomT8ixkARkWB2dyb3NzZXIxEjAQBgoJkiaJk/IsZAEZFgJp
+dDCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMorXo/hgbUq97+kII9H
+MsQcLdC/7wQ1ZP2OshVHPkeP0qH8MBHGg6eYisOX2ubNagF9YTCZWnhrdKrwpLOO
+cPLaZbjUjljJ3cQR3B8Yn1veV5IhG86QseTBjymzJWsLpqJ1UZGpfB9tXcsFtuxO
+6vHvcIHdzvc/OUkICttLbH+1qb6rsHUceqh+JrH4GrsJ5H4hAfIdyS2XMK7YRKbh
+h+IBu6dFWJJByzFsYmV1PDXln3UBmgAt65cmCu4qPfThioCGDzbSJrGDGLmw/pFX
+FPpVCm1zgYSb1v6Qnf3cgXa2f2wYGm17+zAVyIDpwryFru9yF/jJxE38z/DRsd9R
+/88CAwEAAaM5MDcwCQYDVR0TBAIwADAdBgNVHQ4EFgQUsiNnXHtKeMYYcr4yJVmQ
+WONL+IwwCwYDVR0PBAQDAgSwMA0GCSqGSIb3DQEBBQUAA4IBAQAlyN7kKo/NQCQ0
+AOzZLZ3WAePvStkCFIJ53tsv5Kyo4pMAllv+BgPzzBt7qi605mFSL6zBd9uLou+W
+Co3s48p1dy7CjjAfVQdmVNHF3MwXtfC2OEyvSQPi4xKR8iba8wa3xp9LVo1PuLpw
+/6DsrChWw74HfsJN6qJOK684hJeT8lBYAUfiC3wD0owoPSg+XtyAAddisR+KV5Y1
+NmVHuLtQcNTZy+gRht3ahJRMuC6QyLmkTsf+6MaenwAMkAgHdswGsJztOnNnBa3F
+y0kCSWmK6D+x/SbfS6r7Ke07MRqziJdB9GuE1+0cIRuFh8EQ+LN6HXCKM5pon/GU
+ycwMXfl0
+-----END CERTIFICATE-----

data/lib/fixture_reducer/version.rb

@@ -0,0 +1,3 @@
+module FixtureReducer
+  VERSION = "0.1.0"
+end

data/lib/fixture_reducer.rb

@@ -0,0 +1,147 @@
+require "fixture_reducer/version"
+
+module FixtureReducer
+  class FixtureReducer
+    # also use multiline fixture declarations
+    FIXTURE_REX = /(^\s+)fixtures\s+([^,\s]+(,\s*[^,\s]+)*)/m
+
+    attr_reader :test_file
+
+    def initialize(test_file)
+      @test_file = test_file
+      @test_folder = test_file.split("/").first
+      @test_extension = "_#{@test_folder}.rb"
+    end
+
+    def reduce_fixtures!
+      if fixtures = fixture_params(test_file)
+        puts "#{test_file} uses #{fixtures.join(", ")}"
+
+        if run_with(fixtures)
+          puts "initial run: SUCCESS"
+          original_fixtures = fixtures.dup
+          fixtures = reduced_via_common([99, 95, 90, 80, 50]) if fixtures == [":all"]
+          fixtures = reduce_one_by_one(fixtures)
+          report_and_keep_reduction(original_fixtures, fixtures)
+        else
+          puts "initial run: FAILED"
+        end
+      else
+        puts "did not find fixtures in #{test_file}"
+      end
+    end
+
+    private
+
+    def usage_stats
+      @usage_stats ||= begin
+        used_fixtures = Dir["#{@test_folder}/**/*#{@test_extension}"].map { |file| fixture_params(file) }.compact.flatten
+        used_fixtures -= [":all"]
+        used_fixtures.flatten.group_by(&:to_s).map { |g, f| [g, f.size] }.sort_by(&:last)
+      end.freeze
+    end
+
+    def common_fixtures(percent)
+      usage = usage_stats.dup
+      total = usage.map(&:last).inject(&:+)
+      used = 0
+      used += usage.shift.last while used < (total / 100 * percent)
+      usage.reverse.map(&:first)
+    end
+
+    def run(file)
+      `bundle exec rake db:test:prepare && #{test_runner} #{file}`
+      $?.success?
+    end
+
+    def test_runner
+      if File.exist? ".zeus.sock"
+        "zeus testrb"
+      else
+        "bundle exec ruby"
+      end
+    end
+
+    def run_with(fixtures)
+      old = read(test_file)
+      write_fixtures(fixtures)
+      run test_file
+    ensure
+      write(test_file, old)
+    end
+
+    def write(file, content)
+      File.open(file, 'w'){|f| f.write content }
+    end
+
+    def write_fixtures(fixtures)
+      code = (fixtures.empty? ? "" : "fixtures #{fixtures.join(', ')}")
+      write(test_file, File.read(test_file).sub(FIXTURE_REX, "\\1#{code}"))
+    end
+
+    def read(file)
+      File.read(file)
+    end
+
+    def fixtures_in_file
+      found = fixture_params(test_file)
+      found == [":all"] ? available_fixtures : found
+    end
+
+    def fixture_params(file)
+      content = File.read(file)
+      return unless match = content.match(FIXTURE_REX)
+      match[2].split(/,\s+/)
+    end
+
+    def available_fixtures
+      folder = "#{@test_folder}/fixtures/"
+      extensions = ["yml", "csv"]
+      Dir["#{folder}*.{#{extensions.join(",")}}"].map{|f| f.sub(%r{#{folder}(.*)(\.#{extensions.join("|")})}, ":\\1") }
+    end
+
+    def report_and_keep_reduction(original_fixtures, fixtures)
+      original_fixtures = available_fixtures if original_fixtures == [":all"]
+      removed_fixtures = original_fixtures - fixtures
+
+      if removed_fixtures.empty?
+        puts "could not reduce fixtures"
+      else
+        puts "could reduce fixtures by #{removed_fixtures.size}"
+        write_fixtures(fixtures)
+      end
+    end
+
+    def reduced_via_common(percentages)
+      last_success = nil
+      percentages.each do |percent|
+        fixtures = common_fixtures(percent)
+        if run_with(fixtures)
+          puts "common #{percent}% run: SUCCESS"
+          last_success = fixtures
+        else
+          puts "common #{percent}% run: FAILED"
+          break
+        end
+      end
+      last_success || available_fixtures
+    end
+
+    def reduce_one_by_one(fixtures)
+      necessary_fixtures = fixtures
+      fixtures.each do |fixture|
+        current_try = necessary_fixtures - [fixture]
+
+        if read(test_file) =~ /(^|[^a-z\d_])#{fixture.sub(':','')}[\( ]:/
+          puts "#{fixture} is called directly"
+        elsif run_with(current_try)
+          puts "#{fixture} is not needed"
+          necessary_fixtures = current_try
+        else
+          puts "#{fixture} is needed"
+        end
+      end
+      necessary_fixtures
+    end
+  end
+end

data/spec/fixture_reducer_spec.rb

@@ -0,0 +1,7 @@
+require "spec_helper"
+
+describe FixtureReducer do
+  it "has a VERSION" do
+    FixtureReducer::VERSION.should =~ /^[\.\da-z]+$/
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1 @@
+require "fixture_reducer"

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification
+name: fixture_reducer
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Michael Grosser
+autorequire: 
+bindir: bin
+cert_chain:
+- !binary |-
+  LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURNakNDQWhxZ0F3SUJB
+  Z0lCQURBTkJna3Foa2lHOXcwQkFRVUZBREEvTVJBd0RnWURWUVFEREFkdGFX
+  Tm8KWVdWc01SY3dGUVlLQ1pJbWlaUHlMR1FCR1JZSFozSnZjM05sY2pFU01C
+  QUdDZ21TSm9tVDhpeGtBUmtXQW1sMApNQjRYRFRFek1ESXdNekU0TVRNeE1W
+  b1hEVEUwTURJd016RTRNVE14TVZvd1B6RVFNQTRHQTFVRUF3d0hiV2xqCmFH
+  RmxiREVYTUJVR0NnbVNKb21UOGl4a0FSa1dCMmR5YjNOelpYSXhFakFRQmdv
+  SmtpYUprL0lzWkFFWkZnSnAKZERDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFB
+  RGdnRVBBRENDQVFvQ2dnRUJBTW9yWG8vaGdiVXE5NytrSUk5SApNc1FjTGRD
+  Lzd3UTFaUDJPc2hWSFBrZVAwcUg4TUJIR2c2ZVlpc09YMnViTmFnRjlZVENa
+  V25ocmRLcndwTE9PCmNQTGFaYmpVamxqSjNjUVIzQjhZbjF2ZVY1SWhHODZR
+  c2VUQmp5bXpKV3NMcHFKMVVaR3BmQjl0WGNzRnR1eE8KNnZIdmNJSGR6dmMv
+  T1VrSUN0dExiSCsxcWI2cnNIVWNlcWgrSnJINEdyc0o1SDRoQWZJZHlTMlhN
+  SzdZUktiaApoK0lCdTZkRldKSkJ5ekZzWW1WMVBEWGxuM1VCbWdBdDY1Y21D
+  dTRxUGZUaGlvQ0dEemJTSnJHREdMbXcvcEZYCkZQcFZDbTF6Z1lTYjF2NlFu
+  ZjNjZ1hhMmYyd1lHbTE3K3pBVnlJRHB3cnlGcnU5eUYvakp4RTM4ei9EUnNk
+  OVIKLzg4Q0F3RUFBYU01TURjd0NRWURWUjBUQkFJd0FEQWRCZ05WSFE0RUZn
+  UVVzaU5uWEh0S2VNWVljcjR5SlZtUQpXT05MK0l3d0N3WURWUjBQQkFRREFn
+  U3dNQTBHQ1NxR1NJYjNEUUVCQlFVQUE0SUJBUUFseU43a0tvL05RQ1EwCkFP
+  elpMWjNXQWVQdlN0a0NGSUo1M3RzdjVLeW80cE1BbGx2K0JnUHp6QnQ3cWk2
+  MDVtRlNMNnpCZDl1TG91K1cKQ28zczQ4cDFkeTdDampBZlZRZG1WTkhGM013
+  WHRmQzJPRXl2U1FQaTR4S1I4aWJhOHdhM3hwOUxWbzFQdUxwdwovNkRzckNo
+  V3c3NEhmc0pONnFKT0s2ODRoSmVUOGxCWUFVZmlDM3dEMG93b1BTZytYdHlB
+  QWRkaXNSK0tWNVkxCk5tVkh1THRRY05UWnkrZ1JodDNhaEpSTXVDNlF5TG1r
+  VHNmKzZNYWVud0FNa0FnSGRzd0dzSnp0T25ObkJhM0YKeTBrQ1NXbUs2RCt4
+  L1NiZlM2cjdLZTA3TVJxemlKZEI5R3VFMSswY0lSdUZoOEVRK0xONkhYQ0tN
+  NXBvbi9HVQp5Y3dNWGZsMAotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==
+date: 2013-03-10 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: michael@grosser.it
+executables:
+- fixture-reducer
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Rakefile
+- Readme.md
+- bin/fixture-reducer
+- fixture_reducer.gemspec
+- gem-public_cert.pem
+- lib/fixture_reducer.rb
+- lib/fixture_reducer/version.rb
+- spec/fixture_reducer_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/grosser/fixture_reducer
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -542410227692063686
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -542410227692063686
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: Test speedup by replacing fixtures :all with only the necessary
+test_files: []