spec_tiller 0.0.7 → 1.1.0

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    MThlMmQ3MDVmMmQwNmUwM2E3MDIyNzlmNjMwNDM1YTljMzhiY2YyNA==
-  data.tar.gz: !binary |-
-    YjhkMmVkNzg0N2M3YzZjMTNhMGMxNTAxMmZlNDgzOGZjZDZiMDlhYQ==
+SHA1:
+  metadata.gz: e9b13142ceda1474ca093cd92a29fb161ea83642
+  data.tar.gz: 45db628b9fff9bc1c00457343564c995b4599fbd
 SHA512:
-  metadata.gz: !binary |-
-    Y2I1NTVhMzJkNjUxMWNjYmVmZTAxODgzZDE4MWNkZDEwMGI1NDFkOTJjZmMx
-    ZTgxMzBkNTVjYjlkMmU2YTJkMWEzM2FhNmFhZmVlMmJlOTE3NDdmNmY0NmQw
-    ZDNlOTgwYTJmOWVhM2RmYjllNWU3ZTBiMjU5OTUzOGQ4YTc3MzY=
-  data.tar.gz: !binary |-
-    MjBhMjA0ZTcyOTU4MGIzODhlYWVkMDVlMDY0ZTI5NmYzYjZhMjc2YTNjOTk1
-    OTUxYzYzMjc5NmZmY2I1ODQ2NjRiOWVhOWRiNmVkODc3MjQzNmZmMDY4NzE2
-    N2VjNmY1ZjVkODZhZWEzOGQxZjY0MmZlZDk4NTRjNDI1NzczYmY=
+  metadata.gz: c8fecb888fa57185e06e798c688d6f897ebbfc4339b9fb9f57a1e43f84c41bf5859a8f76f74a807841d69c85c6a8f154fa89fe504f449df752ca5a532b533655
+  data.tar.gz: 0101f1acd5dc9af7ffdb0c2e033310ed942dfde104fd89965cbc55a32b819b13c96c998a2fe2174f109c864fcf8543ae6a8d8d86825dbfd50d50d47704e3b88a

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in spec_distributor.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Matt Schmaus - Greenhouse
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,89 @@
+# SpecTiller
+
+## Description
+This gem will parse the output of calling "rspec --perform", and then will redistribute the spec files evenly, based on file run time, across all builds established in the travis.yml file in order to optimize your test suite's run time. As of now, this gem is only compatible with Travis CI and their build matrix setup. For more information on this setup, check [here](http://docs.travis-ci.com/user/build-configuration/#The-Build-Matrix).
+
+## Installation
+
+Add this line to your application's ``Gemfile`` in **both** *development* and *test* groups:  
+
+    group :development, :test do  
+      gem 'spec_tiller'  
+    end
+
+And then execute:  
+
+    $ bundle
+
+## Set Up
+
+#### Git Hooks  
+In order to make sure that the travis file remains up to date with any newly added or removed spec files, you'll have to include a rake task in your pre-commit and post-merge git hooks. Create two files in .git/hooks/ --> ``pre-commit`` and ``post-merge`` (no file extension). **Please make sure that these files are executable** (more information on [git hooks](http://git-scm.com/book/en/Customizing-Git-Git-Hooks)). In each of those two files, add the following rake task:  
+
+    #!/bin/sh  
+    rake spec_tiller:sync
+
+Upon setting this up, any time you commit or merge, you'll notice the following output:  
+
+    Syncing list of spec files...  
+    Removed: [spec/file/removed_spec.rb]  
+    Added:   [spec/file/added_spec.rb, spec/file/another_added_spec.rb]
+
+####.travis.yml
+In your ``.travis.yml`` file, create a top-level variable **num_builds** and set it to the number of builds you want the spec files distributed over (deafult value is 5 builds). You must also make sure that the base of your script is as follows:  
+
+    bundle exec rspec $TEST_SUITE
+
+*$TEST_SUITE* represents an environment variable. For the purpose of this gem, a list of space-separated spec files will be assigned to that variable. So, lets say that in ``.travis.yml``, *TEST_SUITE="spec/path/file_one_spec.rb spec/path/file_two_spec.rb spec/path/file_three_spec.rb"*, then the script above will execute as follows:  
+
+    bundle exec rspec spec/path/file_one_spec.rb spec/path/file_two_spec.rb spec/path/file_three_spec.rb
+
+Here is an example of what a ``.travis.yml`` file may look like after all is said and done.:  
+
+    language: ruby
+    rvm:
+      - 1.9.3
+    branches:
+      only:
+      - develop
+      - master
+      - /^release\/.*$/
+      - /^hotfix\/.*$/
+      - /^feature\/testing-.+$/
+    cache: bundler
+    before_install:
+      - export DISPLAY=:99.0
+      - sh -e /etc/init.d/xvfb start
+    before_script:
+      - psql -c 'create database test;' -U postgres
+      - RAILS_ENV=test bundle exec rake --trace db:test:load db:seed
+    script:
+      - bundle exec rspec $TEST_SUITE --tag ~local_only
+    env:
+      global:
+      - SOME_OTHER_ENV_VAR="hello world"
+      matrix:
+      - TEST_SUITE="spec/path/file_one_spec.rb spec/path/file_two_spec.rb spec/path/file_three_spec.rb"
+      - TEST_SUITE="spec/path/file_four_spec.rb"
+      - TEST_SUITE="spec/path/file_five_spec.rb spec/path/file_six_spec.rb"
+      - TEST_SUITE="spec/path/file_seven_spec.rb spec/path/file_eight_spec.rb spec/path/file_nine_spec.rb spec/path/file_ten_spec.rb"
+      - TEST_SUITE="spec/path/file_eleven_spec.rb spec/path/file_twelve_spec.rb"
+    num_builds: 5
+
+#### Redistributing Files
+Initially, and every so often, you will have to redistribute the spec files (make sure everything is properly set up before running this rake task). The *spec_tiller:sync* rake task adds any new spec files to the last bucket, so after a little while, the timing of the build may not be optimal. In order to redistribute the spec files in order to optimize test suite run time, run the following rake task:
+
+    spec_tiller:redistribute
+
+This will run your whole test suite, keeping track of how long each spec file takes to run, and the will distribute the spec files in order to maximize your test suite's run time, over the number of builds you've designated (with a default value of 5). **This rake task will not print the output of the rake task until it is complete.**
+***
+## Feature Requests & Bugs
+See [http://github.com/grnhse/spec-tiller/issues](http://github.com/grnhse/spec-tiller/issues)  
+
+## Contributing
+
+  1. Fork it
+  2. Create your feature branch (`git checkout -b my-new-feature`)
+  3. Commit your changes (`git commit -am 'Add some feature'`)
+  4. Push to the branch (`git push origin my-new-feature`)
+  5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/spec_tiller/build_matrix_parser.rb

@@ -0,0 +1,30 @@
+# Includes functions to parse build matrix strings into hashes and to compress them back into strings.'
+module BuildMatrixParser
+  def parse_env_matrix(content)
+    content['env']['matrix'].map do |matrix_line|
+      if matrix_line.nil?
+        {}
+      else
+        # Input: TEST_SUITE="spec/a.rb spec/b.rb" RUN_JS="true"
+        # Output: { 'TEST_SUITE' => 'spec/a.rb spec/b.rb', 'RUN_JS' => 'true' }
+        Hash[matrix_line.scan(/\s*([^=]+)="\s*([^"]+)"/)]
+      end
+    end
+  end
+  module_function :parse_env_matrix
+
+  def format_matrix(env_matrix)
+    content_env_matrix = []
+
+    env_matrix.each do |var_hash|
+      next if var_hash.empty? || var_hash["TEST_SUITE"].empty?
+      line = var_hash.map { |key, value| %Q(#{key}="#{value}") }.join(' ')
+
+      content_env_matrix << line
+    end
+
+    content_env_matrix
+  end
+  module_function :format_matrix
+
+end

data/lib/spec_tiller/distribute_spec_files.rb

@@ -0,0 +1,125 @@
+require 'rake'
+require 'yaml'
+
+namespace :spec_tiller do
+  desc 'Runs whole test suite and redistributes spec files across builds according to file run time'
+  task :redistribute => :environment do
+    travis_yml_file = YAML::load(File.open('.travis.yml'))
+    env_variables = travis_yml_file['env']['global']
+    script = travis_yml_file['script'].first.gsub('$TEST_SUITE ', '')
+
+    profile_results = `#{env_variables.join(' ')} #{script} --profile 1000000000`
+
+    `echo "#{profile_results}" > spec/log/rspec_profile_output.txt`
+    TravisBuildMatrix::SpecDistributor.new(travis_yml_file, profile_results) do |content|
+      File.open('.travis.yml', 'w') { |file| file.write(content.to_yaml(:line_width => -1)) }
+    end
+    puts profile_results
+  end
+end
+
+module TravisBuildMatrix
+
+  DEFAULT_NUM_BUILDS = 5
+
+    class SpecFile
+      attr_accessor :file_path, :test_duration
+
+      def initialize(file_path, test_duration)
+        @test_duration = test_duration
+        @file_path = file_path
+      end
+    end
+
+    class TestBucket
+      attr_reader :spec_files, :total_duration
+
+      def initialize
+        @total_duration = 0.0
+        @spec_files = []
+      end
+
+      def add_to_list(spec_file)
+        @spec_files << spec_file
+        @total_duration += spec_file.test_duration
+      end
+    end
+
+    class SpecDistributor
+
+      EXTRACT_DURATION_AND_FILE_PATH = /\s{1}\(([0-9\.]*\s).*\.\/(spec.*):/
+
+      def initialize(travis_yml_file, profile_results, &block)
+        num_buckets = travis_yml_file['num_builds'] || DEFAULT_NUM_BUILDS
+
+        @spec_files = parse_profile_results(profile_results)
+        @test_buckets = Array.new(num_buckets){ |_| TestBucket.new }
+        
+        distribute_tests
+
+        TravisBuildMatrix::TravisFile.new(@test_buckets, travis_yml_file, &block)
+      end
+
+      private
+
+        def parse_profile_results(profile_results)
+
+          #Input: Walnuts
+          #        9.96 seconds average (69.69 seconds / 7 examples) ./spec/features/walnut_spec.rb:3
+          #Output: ["9.96", "spec/features/walnut_spec.rb"]
+          extracted_info = profile_results.scan(EXTRACT_DURATION_AND_FILE_PATH).uniq { |spec_file| spec_file.last }
+          
+          tests = extracted_info.map do |capture_groups|
+            test_duration = capture_groups.first.strip.to_f
+            test_file_path = capture_groups.last
+            
+            SpecFile.new(test_file_path, test_duration)
+          end
+
+          tests.sort_by(&:test_duration).reverse
+        end
+
+        def smallest_bucket
+          @test_buckets.min_by(&:total_duration)
+        end
+
+        def distribute_tests
+          @spec_files.each { |test| smallest_bucket.add_to_list(test) }
+        end
+
+    end
+
+    class TravisFile
+      include BuildMatrixParser
+
+      def initialize(test_buckets, travis_yml_file, &block)
+        rewrite_content(test_buckets, travis_yml_file)
+        block.call(travis_yml_file) if block
+      end
+
+      private
+
+        def rewrite_content(test_buckets, content)
+          content['env']['matrix'] ||= [] # initialize env if not already set
+
+          env_matrix = BuildMatrixParser.parse_env_matrix(content)
+
+          if env_matrix.length > test_buckets.length
+            env_matrix = env_matrix.slice(0, test_buckets.length)
+          elsif env_matrix.length < test_buckets.length
+            (test_buckets.length - env_matrix.length).times {env_matrix.push({ })}
+          end
+
+          env_matrix.each do |var_hash|
+            test_bucket = test_buckets.shift
+
+            spec_file_list = test_bucket.spec_files.map(&:file_path).join(' ')
+            var_hash['TEST_SUITE'] = "#{spec_file_list}"
+          end
+
+          content['env']['matrix'] = BuildMatrixParser.format_matrix(env_matrix)
+        end
+
+    end
+  
+end

data/lib/spec_tiller/sync_spec_file_list.rb

@@ -0,0 +1,93 @@
+require 'rake'
+require 'yaml'
+
+namespace :spec_tiller do
+  desc 'Compares spec files in travis.yml to current list of spec files, and syncs accordingly'
+  task :sync do
+    content = YAML::load(File.open('.travis.yml'))
+    current_file_list = Dir.glob('spec/**/*_spec.rb').map { |file_path| file_path.slice(/(spec\/\S+$)/) }
+    
+    puts "\nSyncing list of spec files..."
+
+    SyncSpecFiles.rewrite_travis_content(content, current_file_list) do |original|
+      write_to_file(content)
+      puts file_diff(original, current_file_list)
+    end
+
+    `git add .travis.yml`
+  end
+end
+
+module SyncSpecFiles
+  include BuildMatrixParser
+
+  def rewrite_travis_content(content, current_file_list, &block)
+    env_matrix = BuildMatrixParser.parse_env_matrix(content)
+    original = extract_spec_files(env_matrix)
+    after_removed = delete_removed_files(original, current_file_list)
+    after_added = add_new_files(original, after_removed, current_file_list)
+
+    env_matrix.each do |var_hash|
+      if var_hash.has_key?('TEST_SUITE')
+        test_bucket = after_added.shift
+
+        var_hash['TEST_SUITE'] = "#{test_bucket.join(' ')}"
+      end
+    end
+
+    content['env']['matrix'] = BuildMatrixParser.format_matrix(env_matrix)
+
+    block.call(original) if block
+  end
+
+  module_function :rewrite_travis_content
+
+  private
+
+    def self.extract_spec_files(env_matrix)
+      test_suites = env_matrix.map do |var_hash|
+        var_hash.has_key?('TEST_SUITE') ? var_hash['TEST_SUITE'].gsub('"', '').split(' ') : nil
+      end
+      test_suites.compact
+    end
+
+    def self.delete_removed_files(original, current_file_list)
+      deleted_files = deleted_files(original, current_file_list)
+
+      original.map do |bucket|
+        bucket.reject { |spec_file| deleted_files.include?(spec_file) }
+      end
+    end
+
+    def self.add_new_files(original, buckets, current_file_list)
+      buckets_clone = buckets.map(&:dup)
+
+      added_files(original, current_file_list).each do |spec_file|
+        buckets_clone.last << spec_file
+      end
+
+      buckets_clone
+    end
+
+    def self.deleted_files(original, current_file_list)
+      original.flatten - current_file_list
+    end
+
+    def self.added_files(original, current_file_list)
+      current_file_list - original.flatten
+    end
+
+    def self.write_to_file(content)
+      File.open('.travis.yml', 'w') { |file| file.write(content.to_yaml(:line_width => -1)) }
+    end
+
+    def self.file_diff(original, current_file_list)
+      removed_files = deleted_files(original, current_file_list).sort
+      removed = removed_files.empty? ? 'No spec files removed' : removed_files
+
+      added_files = added_files(original, current_file_list).sort
+      added = added_files.empty? ? 'No spec files added' : added_files
+
+      "  Removed: #{removed}\n  Added:   #{added}\n\n"
+    end
+end

data/lib/spec_tiller/version.rb

@@ -0,0 +1,3 @@
+module SpecTiller
+  VERSION = '1.1.0'
+end

data/lib/spec_tiller.rb

@@ -0,0 +1,4 @@
+require 'spec_tiller/version'
+require 'spec_tiller/build_matrix_parser'
+require 'spec_tiller/distribute_spec_files'
+require 'spec_tiller/sync_spec_file_list'

data/spec/build_matrix_parser_spec.rb

@@ -0,0 +1,62 @@
+require 'spec_helper'
+require 'yaml'
+
+describe BuildMatrixParser do
+
+  let(:travis_yml_file) { YAML::load(File.open('spec/documents/.travis.yml')) }
+
+  describe '#parse_env_matrix' do
+    let(:actual_parsed_matrix) { BuildMatrixParser.parse_env_matrix(travis_yml_file) }
+
+    it 'will maintain same number of elements' do
+      expect(actual_parsed_matrix.length).to eq(5)
+    end
+
+    it 'will parse multiple variables' do
+      expect(actual_parsed_matrix[0]).to eq( { "TEST_SUITE" => "spec/features/three_vars.rb", "RUN_JS" => "true", "FAKE_VAR" => "fake.value.rb" } )
+    end
+
+    it 'will ignore extra spaces' do
+      expect(actual_parsed_matrix[1]).to eq( { "TEST_SUITE" => "spec/features/space_after.rb      spec/features/space_before.rb", "FIVE_TABS_BEFORE" => "tabs are ignored" } )
+    end
+
+    it 'will parse lowercase, numbers, and symbols' do
+      expect(actual_parsed_matrix[2]).to eq( { "l0w3rC@5e&nUm5&sym()1s" => "~!@#$%^&*()_+1234567890-=`{}[]|:;''<>,.?/", "TEST_SUITE" => "spec/features/test.rb" } )
+    end
+
+    it 'will parse empty lines' do
+      expect(actual_parsed_matrix[3]).to eq( {} )
+    end
+
+    it 'will parse long file lists' do
+      expect(actual_parsed_matrix[4]).to eq( { "TEST_SUITE" => "spec/test/test1.rb spec/test/test2.rb spec/test/test3.rb spec/test/test4.rb spec/test/test5.rb spec/test/test6.rb spec/test/test7.rb spec/test/test8.rb spec/test/test9.rb spec/test/test10.rb spec/test/test11.rb spec/test/test12.rb spec/test/test13.rb spec/test/test14.rb spec/test/test15.rb spec/test/test16.rb" } )
+    end
+
+  end
+
+  describe '#format_matrix' do
+    let(:actual_formatted_matrix) { BuildMatrixParser.format_matrix(BuildMatrixParser.parse_env_matrix(travis_yml_file)) }
+
+    it 'will maintain multiple variables' do
+      expect(actual_formatted_matrix[0]).to eq(%Q(TEST_SUITE="spec/features/three_vars.rb" RUN_JS="true" FAKE_VAR="fake.value.rb"))
+    end
+
+    it 'will strip spaces' do
+      expect(actual_formatted_matrix[1]).to eq(%Q(TEST_SUITE="spec/features/space_after.rb      spec/features/space_before.rb" FIVE_TABS_BEFORE="tabs are ignored"))
+    end
+
+    it 'will maintain lowercase, numbers, and symbols' do
+      expect(actual_formatted_matrix[2]).to eq(%Q(l0w3rC@5e&nUm5&sym()1s="~!@#$%^&*()_+1234567890-=`{}[]|:;''<>,.?/" TEST_SUITE="spec/features/test.rb"))
+    end
+
+    it 'will remove empty lines' do
+      expect(actual_formatted_matrix[3]).to_not eq(nil)
+    end
+
+    it 'will maintain long file lists' do
+      expect(actual_formatted_matrix[3]).to eq(%Q(TEST_SUITE="spec/test/test1.rb spec/test/test2.rb spec/test/test3.rb spec/test/test4.rb spec/test/test5.rb spec/test/test6.rb spec/test/test7.rb spec/test/test8.rb spec/test/test9.rb spec/test/test10.rb spec/test/test11.rb spec/test/test12.rb spec/test/test13.rb spec/test/test14.rb spec/test/test15.rb spec/test/test16.rb"))
+    end
+
+  end
+
+end

data/spec/distribute_spec_files_spec.rb

@@ -0,0 +1,162 @@
+require 'spec_helper'
+require 'yaml'
+
+describe 'TravisBuildMatrix' do
+
+  describe 'TestBucket' do
+    let(:bucket) { TravisBuildMatrix::TestBucket.new }
+
+    describe '::new' do
+
+      it 'will have an initial duration of 0.0' do
+        expect(bucket.total_duration).to eq(0.0)
+      end
+
+      it 'will begin with an empty file list' do
+        expect(bucket.spec_files).to eq([])
+      end
+
+    end
+
+    describe '#add_to_list' do
+      let(:short_spec_file) { TravisBuildMatrix::SpecFile.new('spec/features/short_spec_file.rb', 3.2) }
+      let(:long_spec_file) { TravisBuildMatrix::SpecFile.new('spec/features/long_spec_file.rb', 10.4) }
+      before(:each) do
+        bucket.add_to_list(short_spec_file)
+        bucket.add_to_list(long_spec_file)
+      end
+
+      it 'adds to bucket duration' do
+        expect(bucket.total_duration.round(1)).to eq(13.6)
+      end
+
+      it 'adds all files' do
+        expect(bucket.spec_files.length).to eq(2)
+      end
+
+      it 'maintains file order' do
+        expect(bucket.spec_files.first).to be(short_spec_file)
+      end
+
+    end
+
+  end
+
+  describe 'SpecDistributor' do
+    let!(:travis_yml_file) { YAML::load(File.open('spec/documents/.travis.yml')) }
+    let(:profile_results) { File.read('spec/documents/rspec_profile_results.txt') }
+
+    describe '::new' do
+
+      it 'defaults to 5 builds' do
+        travis_yml_file['num_builds'] = nil
+        TravisBuildMatrix::SpecDistributor.new(travis_yml_file, profile_results)
+        expect(travis_yml_file['env']['matrix'].length).to eq(5)
+      end
+
+      it 'runs when there are more builds than specs' do
+        travis_yml_file['num_builds'] = 20
+        TravisBuildMatrix::SpecDistributor.new(travis_yml_file, profile_results)
+        expect(travis_yml_file['env']['matrix'].length).to eq(10) # 10 is the number of builds in profile results.
+      end
+
+      it 'can find special characters' do
+        travis_yml_file['num_builds'] = 1
+        TravisBuildMatrix::SpecDistributor.new(travis_yml_file, profile_results)
+        expect(travis_yml_file['env']['matrix'].first).to include(%Q(~!@#$^()_+1234567890-=`{}[];',_spec.rb))
+      end
+      
+      it 'groups builds as expected' do
+        travis_yml_file['num_builds'] = 5
+        TravisBuildMatrix::SpecDistributor.new(travis_yml_file, profile_results)
+        formatted_matrix = travis_yml_file['env']['matrix']
+        expect(formatted_matrix[0]).to include('different_ending.rb')
+        expect(formatted_matrix[1]).to include('peanut_spec.rb')
+        expect(formatted_matrix[2]).to include('almond_spec.rb')
+        expect(formatted_matrix[3]).to include('cashew_spec.rb')
+        expect(formatted_matrix[4]).to include(%Q(~!@#$^()_+1234567890-=`{}[];',_spec.rb))
+        expect(formatted_matrix[4]).to include('different_extension_spec.txt')
+        expect(formatted_matrix[3]).to include('pecan_spec.rb')
+        expect(formatted_matrix[4]).to include('walnut_spec.rb')
+        expect(formatted_matrix[3]).to include('acorn_spec.rb')
+        expect(formatted_matrix[3]).to include('pistachio_spec.rb')
+      end
+
+    end
+
+  end
+
+  describe 'TravisFile' do
+
+    describe '::new' do
+
+      def create_bucket(total_duration, spec_file_list)
+        bucket = TravisBuildMatrix::TestBucket.new
+        bucket.instance_variable_set("@total_duration", total_duration)
+        spec_file_hashes = spec_file_list.map do |file|
+          TravisBuildMatrix::SpecFile.new(file, 0) # don't care about duration, not used in this test
+        end
+        bucket.instance_variable_set("@spec_files", spec_file_hashes)
+        bucket
+      end
+
+      let!(:travis_yml_file) { YAML::load(File.open('spec/documents/.travis.yml')) }
+
+      let(:test_buckets) do
+        [create_bucket(8, ['spec/features/three_vars.rb']),
+         create_bucket(8.3, ['spec/features/space_after.rb', 'spec/features/space_before.rb']),
+         create_bucket(11.8, ['spec/features/test.rb']),
+         create_bucket(10.7, ['spec/test/test1.rb', 'spec/test/test2.rb', 'spec/test/test3.rb', 'spec/test/test4.rb', 'spec/test/test5.rb', 'spec/test/test6.rb', 'spec/test/test7.rb', 'spec/test/test8.rb', 'spec/test/test9.rb', 'spec/test/test10.rb', 'spec/test/test11.rb', 'spec/test/test12.rb', 'spec/test/test13.rb', 'spec/test/test14.rb', 'spec/test/test15.rb', 'spec/test/test16.rb']),
+         create_bucket(10.4, ['spec/features/long_spec.rb']),
+         create_bucket(9.1, ['spec/features/short_1_spec.rb', 'spec/features/short_2_spec.rb', 'spec/features/short_3_spec.rb'])]
+      end
+
+      context 'buckets are removed' do
+        before(:each) do
+          TravisBuildMatrix::TravisFile.new(test_buckets[0..1], travis_yml_file)
+        end
+
+        it 'compresses to the appropriate size' do
+          expect(travis_yml_file['env']['matrix'].length).to eq(2)
+        end
+
+        it 'maintains env variables within range' do
+          formatted_matrix = travis_yml_file['env']['matrix']
+          expect(formatted_matrix[0]).to include(%Q(RUN_JS="true"))
+          expect(formatted_matrix[0]).to include(%Q(FAKE_VAR="fake.value.rb"))
+          expect(formatted_matrix[1]).to include(%Q(FIVE_TABS_BEFORE="tabs are ignored"))
+        end
+
+        it 'drops env variables outside of range' do
+          travis_yml_file['env']['matrix'].each do |line|
+            expect(line).to_not include(%Q(l0w3rC@5e&nUm5&sym()1s="~!@#$%^&*()_+1234567890-=`{}[]|:;''<>,.?/"))
+          end
+
+        end
+
+      end
+
+      context 'buckets are added' do
+        before(:each) do
+          TravisBuildMatrix::TravisFile.new(test_buckets, travis_yml_file)
+        end
+
+        it 'expands to appropriate size' do
+          expect(travis_yml_file['env']['matrix'].length).to eq(6)
+        end
+
+        it 'maintains env variables within range' do
+          formatted_matrix = travis_yml_file['env']['matrix']
+          expect(formatted_matrix[0]).to include(%Q(RUN_JS="true"))
+          expect(formatted_matrix[0]).to include(%Q(FAKE_VAR="fake.value.rb"))
+          expect(formatted_matrix[1]).to include(%Q(FIVE_TABS_BEFORE="tabs are ignored"))
+          expect(formatted_matrix[2]).to include(%Q(l0w3rC@5e&nUm5&sym()1s="~!@#$%^&*()_+1234567890-=`{}[]|:;''<>,.?/"))
+        end
+
+      end
+
+    end
+
+  end
+
+end

data/spec/documents/.travis.yml

@@ -0,0 +1,34 @@
+---
+language: ruby
+rvm:
+- 2.1.2
+addons:
+  hosts:
+  - example.com
+branches:
+  only:
+  - develop
+  - master
+  - "/^release\\/.*$/"
+  - "/^hotfix\\/.*$/"
+  - "/^feature\\/testing-.+$/"
+cache: bundler
+before_install:
+- export DISPLAY=:99.0
+- "/sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 1920x1080x16"
+before_script:
+- psql -c 'create database test;' -U postgres
+- RAILS_ENV=test bundle exec rake --trace db:test:load db:seed
+script:
+- RSPEC_RETRY_COUNT=2 bundle exec rspec $TEST_SUITE --tag ~local_only
+- if [[ $RUN_JS == "true" ]]; then bundle exec rake jasmine:ci; fi
+env:
+  global:
+  - RUBY_GC_HEAP_OLDOBJECT_LIMIT_FACTOR=1.1
+  matrix:
+  - TEST_SUITE="spec/features/three_vars.rb" RUN_JS="true" FAKE_VAR="fake.value.rb"
+  - TEST_SUITE="spec/features/space_after.rb      spec/features/space_before.rb"          FIVE_TABS_BEFORE="tabs are ignored"
+  - l0w3rC@5e&nUm5&sym()1s="~!@#$%^&*()_+1234567890-=`{}[]|:;''<>,.?/" TEST_SUITE="spec/features/test.rb"
+  -
+  - TEST_SUITE="spec/test/test1.rb spec/test/test2.rb spec/test/test3.rb spec/test/test4.rb spec/test/test5.rb spec/test/test6.rb spec/test/test7.rb spec/test/test8.rb spec/test/test9.rb spec/test/test10.rb spec/test/test11.rb spec/test/test12.rb spec/test/test13.rb spec/test/test14.rb spec/test/test15.rb spec/test/test16.rb"
+num_builds: 10

data/spec/documents/rspec_profile_results.txt

@@ -0,0 +1,23 @@
+Below is the relevant part of profile results:
+
+Top 10 slowest example groups:
+  Walnut
+    0.35161 seconds average (42.19 seconds / 120 examples) ./spec/feature/walnut_spec.rb:4
+  Acorn
+    0.1916 seconds average (4.6 seconds / 24 examples) ./spec/models/acorn_spec.rb:3
+  Pistachio
+    0.00297 seconds average (0.06826 seconds / 23 examples) ./spec/lib/pistachio_spec.rb:3
+  Cashew
+    12.55 seconds average (87.85 seconds / 7 examples) ./spec/features/cashew_spec.rb:3
+  Peanut
+    12.22 seconds average (305.54 seconds / 25 examples) ./spec/features/peanut_spec.rb:102
+  Pecan
+    12.17 seconds average (48.68 seconds / 4 examples) ./spec/features/pecan_spec.rb:3
+  Almond
+    11.8 seconds average (259.54 seconds / 22 examples) ./spec/features/almond_spec.rb:84
+  Special Chars
+    11.55 seconds average (69.28 seconds / 6 examples) ./spec/features/~!@#$^()_+1234567890-=`{}[];',_spec.rb:3
+  Different Ending
+    11.43 seconds average (331.49 seconds / 29 examples) ./spec/features/different_ending.rb:3
+  Different Extension
+    11.16 seconds average (66.98 seconds / 6 examples) ./spec/features/different_extension_spec.txt:3

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+require 'bundler/setup'
+Bundler.setup
+
+require 'spec_tiller' # and any other gems you need
+
+RSpec.configure do |config|
+  # some (optional) config here
+end

data/spec/sync_spec_file_list_spec.rb

@@ -0,0 +1,48 @@
+require 'spec_helper'
+require 'yaml'
+
+describe 'SyncSpecFiles' do
+
+  describe '#rewrite_travis_content' do
+
+    let(:current_file_list) do
+      ['spec/test/new3.rb',
+      'spec/features/space_after.rb', 'spec/features/space_before.rb',
+      'spec/test/test1.rb', 'spec/test/test2.rb', 'spec/test/test3.rb', 'spec/test/test4.rb', 'spec/test/test5.rb', 'spec/test/test6.rb', 'spec/test/test7.rb', 'spec/test/test8.rb', 'spec/test/test9.rb', 'spec/test/test10.rb', 'spec/test/test11.rb', 'spec/test/test12.rb', 'spec/test/test13.rb', 'spec/test/test14.rb', 'spec/test/test15.rb', 'spec/test/test16.rb',
+      'spec/test/new1.rb', 'spec/test2/new2.rb']
+    end
+    let(:travis_yaml) { YAML::load(File.open('spec/documents/.travis.yml')) }
+
+    before(:each) do
+      SyncSpecFiles.rewrite_travis_content(travis_yaml, current_file_list)
+    end
+
+    it 'adds new files to the last line' do
+      last_line = travis_yaml['env']['matrix'].last
+
+      expect(last_line).to include('spec/test/new1.rb','spec/test2/new2.rb','spec/test/new3.rb')
+    end
+
+    it "doesn't add new files to other lines" do
+      travis_yaml['env']['matrix'][0..-2].each do |bucket|
+        expect(bucket).not_to include('spec/test/new1.rb')
+        expect(bucket).not_to include('spec/test2/new2.rb')
+        expect(bucket).not_to include('spec/test/new3.rb')
+      end
+
+    end
+
+    it 'removes unused specs' do
+      travis_yaml['env']['matrix'].each do |bucket|
+        expect(bucket).not_to include('spec/features/three_vars.rb')
+      end
+
+    end
+
+    it 'removes unused buckets' do
+      expect(travis_yaml['env']['matrix'].length).to eq(2)
+    end
+
+  end
+
+end

data/spec_tiller.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'spec_tiller/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "spec_tiller"
+  spec.version       = SpecTiller::VERSION
+  spec.authors       = ["Matt Schmaus","Josh Bazemore"]
+  spec.email         = ["mschmaus201@gmail.com","jbazemore@greenhouse.io"]
+  spec.description   = <<-EOF
+    This gem will parse the output of calling "rspec --perform", then will redistribute
+    the spec files evenly, based on file run time, across all builds established
+    in the travis.yml file.
+  EOF
+  spec.summary       = 'Distribute spec files evenly across Travis builds, based on file run time'
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end

metadata

@@ -1,52 +1,86 @@
 --- !ruby/object:Gem::Specification
 name: spec_tiller
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 1.1.0
 platform: ruby
 authors:
 - Matt Schmaus
+- Josh Bazemore
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-06-30 00:00:00.000000000 Z
+date: 2014-11-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: ! "    This gem will parse the output of calling \"rspec --perform\",
-  then will redistribute\n    the spec files evenly, based on file run time, across
-  all builds established\n    in the travis.yml file.\n"
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: |2
+      This gem will parse the output of calling "rspec --perform", then will redistribute
+      the spec files evenly, based on file run time, across all builds established
+      in the travis.yml file.
 email:
 - mschmaus201@gmail.com
+- jbazemore@greenhouse.io
 executables: []
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/spec_tiller.rb
+- lib/spec_tiller/build_matrix_parser.rb
+- lib/spec_tiller/distribute_spec_files.rb
+- lib/spec_tiller/sync_spec_file_list.rb
+- lib/spec_tiller/version.rb
+- spec/build_matrix_parser_spec.rb
+- spec/distribute_spec_files_spec.rb
+- spec/documents/.travis.yml
+- spec/documents/rspec_profile_results.txt
+- spec/spec_helper.rb
+- spec/sync_spec_file_list_spec.rb
+- spec_tiller.gemspec
 homepage: ''
 licenses:
 - MIT
@@ -57,18 +91,24 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.1.10
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Distribute spec files evenly across Travis builds, based on file run time
-test_files: []
+test_files:
+- spec/build_matrix_parser_spec.rb
+- spec/distribute_spec_files_spec.rb
+- spec/documents/.travis.yml
+- spec/documents/rspec_profile_results.txt
+- spec/spec_helper.rb
+- spec/sync_spec_file_list_spec.rb