priority_test 0.0.1 → 0.0.2

data/lib/priority_test/gateway.rb

@@ -0,0 +1,13 @@
+require_path 'gateway/sequel'
+
+module PriorityTest
+  module Gateway
+    def self.setup
+      PriorityTest::Gateway::Sequel.setup
+    end
+
+    def self.teardown
+      PriorityTest::Gateway::Sequel.teardown
+    end
+  end
+end

data/lib/priority_test/rspec.rb

@@ -0,0 +1,19 @@
+require 'rspec/core'
+require_path 'rspec2'
+require_path 'rspec2/patch/world'
+require_path 'rspec2/patch/example_group'
+
+config_options = PriorityTest::Core::ConfigurationOptions.new(['rspec'] + ENV['PT_OPTS'].split)
+config_options.configure(PriorityTest.configuration)
+
+RSpec.configure do |config|
+  config.formatters << PriorityTest::RSpec2.formatter
+
+  if PriorityTest.configuration.priority?
+    config.inclusion_filter = { :priority_filter => PriorityTest::RSpec2.filter }
+    config.run_all_when_everything_filtered = true
+  end
+
+  # Patch RSpec::Core::ExampleGroup
+  config.extend PriorityTest::RSpec2::Patch::ExampleGroup
+end

data/lib/priority_test/rspec2/example_group_sorter.rb

@@ -0,0 +1,24 @@
+module PriorityTest
+  module RSpec2
+    module ExampleGroupSorter
+      def self.sort(example_group1, example_group2)
+        sorted_elements1 = sorted_elements(example_group1)
+        sorted_elements2 = sorted_elements(example_group2)
+
+        sorted_elements1 <=> sorted_elements2
+      end
+
+      private
+
+      def self.sorted_elements(example_group)
+        descendant_examples(example_group).collect do |e|
+          PriorityTest::Core::PrioritySortElement.new(e.full_description)
+        end.sort
+      end
+
+      def self.descendant_examples(example_group)
+        example_group.descendants.collect(&:filtered_examples).flatten
+      end
+    end
+  end
+end

data/lib/priority_test/rspec2/example_sorter.rb

@@ -0,0 +1,12 @@
+module PriorityTest
+  module RSpec2
+    module ExampleSorter
+      def self.sort(example1, example2)
+        element1 = PriorityTest::Core::PrioritySortElement.new(example1.full_description)
+        element2 = PriorityTest::Core::PrioritySortElement.new(example2.full_description)
+
+        element1 <=> element2
+      end
+    end
+  end
+end

data/lib/priority_test/rspec2/formatter.rb

@@ -0,0 +1,35 @@
+require 'rspec/core/formatters/base_formatter'
+
+module PriorityTest
+  module RSpec2
+    class Formatter < RSpec::Core::Formatters::BaseFormatter
+      def initialize(test_result_collector)
+        @test_result_collector = test_result_collector
+        super
+      end
+
+      def example_passed(example)
+        @test_result_collector.add_result(to_test_result(example))
+      end
+
+      def example_failed(example)
+        @test_result_collector.add_result(to_test_result(example))
+      end
+
+      def close
+        @test_result_collector.finish
+      end
+
+      private
+
+      def to_test_result(example)
+        { :identifier => example.full_description,
+          :file_path => RelativePath.convert(example.file_path),
+          :status => example.execution_result[:status],
+          :started_at => example.execution_result[:started_at],
+          :run_time => example.execution_result[:run_time]
+        }
+      end
+    end
+  end
+end

data/lib/priority_test/rspec2/patch/example_group.rb

@@ -0,0 +1,18 @@
+module PriorityTest
+  module RSpec2
+    module Patch
+      # TODO Implement a SortedArray
+      module ExampleGroup
+        def filtered_examples
+          filtered_examples = super
+          filtered_examples.sort! { |e1, e2| ExampleSorter.sort(e1, e2) }
+        end
+
+        def children
+          children = super
+          children.sort! { |eg1, eg2| ExampleGroupSorter.sort(eg1, eg2) }
+        end
+      end
+    end
+  end
+end

data/lib/priority_test/rspec2/patch/world.rb

@@ -0,0 +1,7 @@
+patch = Module.new do
+  def example_groups
+    example_groups = super
+    example_groups.sort! { |eg1, eg2| PriorityTest::RSpec2::ExampleGroupSorter.sort(eg1, eg2) }
+  end
+end
+RSpec.world.extend(patch)

data/lib/priority_test/rspec2/relative_path.rb

@@ -0,0 +1,13 @@
+module PriorityTest
+  module RSpec2
+    module RelativePath
+      def self.convert(absolute_path)
+        relative_path = absolute_path.sub(File.expand_path("."), ".")
+        relative_path = relative_path.sub(/\A([^:]+:\d+)$/, '\\1')
+        return nil if relative_path == '-e:1'
+
+        relative_path
+      end
+    end
+  end
+end

data/lib/priority_test/rspec2.rb

@@ -0,0 +1,20 @@
+require 'rspec/core'
+require_path 'rspec2/relative_path'
+require_path 'rspec2/formatter'
+require_path 'rspec2/example_sorter'
+require_path 'rspec2/example_group_sorter'
+
+module PriorityTest
+  module RSpec2
+
+    def self.formatter
+      Formatter.new(PriorityTest.test_result_collector)
+    end
+
+    def self.filter
+      lambda { |k, v|
+        PriorityTest.service.priority_test?(v[:full_description])
+      }
+    end
+  end
+end

data/lib/priority_test/version.rb

@@ -1,3 +1,3 @@
 module PriorityTest
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/lib/priority_test.rb

@@ -1,5 +1,28 @@
-require "priority_test/version"
+if defined?(require_relative)
+  def require_path(path)
+    require_relative "priority_test/#{path}"
+  end
+else
+  def require_path(path)
+    require "priority_test/#{path}"
+  end
+end
 
 module PriorityTest
-  # Your code goes here...
+  class << self
+    attr_accessor :env
+  end
+  self.env = ENV['PRIORITY_TEST_ENV'] || 'production'
 end
+
+require_path 'core'
+require_path 'gateway'
+require_path 'version'
+
+PriorityTest.configure do |config|
+  if PriorityTest.env =~ /test/i
+    config.database = 'sqlite:/'
+  end
+end
+
+PriorityTest::Gateway.setup

data/priority_test.gemspec

@@ -1,6 +1,6 @@
 # -*- encoding: utf-8 -*-
-$:.push File.expand_path("../lib", __FILE__)
-require "priority_test/version"
+$:.unshift File.expand_path('../lib', __FILE__)
+require 'priority_test/version'
 
 Gem::Specification.new do |s|
   s.name        = "priority_test"
@@ -18,7 +18,6 @@ Gem::Specification.new do |s|
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   s.require_paths = ["lib"]
 
-  # specify any dependencies here; for example:
-  # s.add_development_dependency "rspec"
-  # s.add_runtime_dependency "rest-client"
+  s.add_runtime_dependency "sequel"
+  s.add_development_dependency "rspec"
 end

data/spec/core/all_tests_spec.rb

@@ -0,0 +1,53 @@
+require 'spec_helper'
+
+module PriorityTest::Core
+  describe AllTests do
+    it "gets test by identifier" do
+      test = Test.new(:identifier => "id")
+      all_tests = AllTests.new([test])
+      all_tests.get_test("id").should be
+    end
+
+    it "adds test by params" do
+      all_tests = AllTests.new
+
+      all_tests.add_test(:identifier => "id", :file_path => "path")
+      all_tests.get_test("id").should be
+    end
+
+    context "#add_test_result" do
+      it "adds test result by params" do
+        all_tests = AllTests.new
+
+        test = all_tests.add_test(:identifier => "id", :file_path => "path")
+        expect {
+          all_tests.add_test_result('id', :status => 'passed', :run_time => 1, :started_at => Time.now)
+        }.to change {
+          test.results.size
+        }
+      end
+
+      it "updates priority" do
+        all_tests = AllTests.new
+
+        test = all_tests.add_test(:identifier => "id", :file_path => "path")
+        expect {
+          all_tests.add_test_result('id', :status => 'passed', :run_time => 1, :started_at => Time.now)
+        }.to change {
+          test.priority
+        }
+      end
+
+      it "updates avg_run_time" do
+        all_tests = AllTests.new
+
+        test = all_tests.add_test(:identifier => "id", :file_path => "path")
+        expect {
+          all_tests.add_test_result('id', :status => 'passed', :run_time => 1, :started_at => Time.now)
+        }.to change {
+          test.avg_run_time
+        }
+      end
+    end
+  end
+end

data/spec/core/config_spec.rb

@@ -0,0 +1,53 @@
+require 'spec_helper'
+
+module PriorityTest::Core
+  describe Configuration do
+    let(:config) { Configuration.new }
+
+    describe "#add_setting" do
+      context "with no additional options" do
+        before { config.add_setting :custom_option }
+
+        it "defaults to nil" do
+          config.custom_option.should be_nil
+        end
+
+        it "adds a predicate" do
+          config.custom_option?.should be_false
+        end
+
+        it "can be overridden" do
+          config.custom_option = "a value"
+          config.custom_option.should eq("a value")
+        end
+      end
+
+      context "with :default => 'a value'" do
+        before { config.add_setting :custom_option, :default => 'a value' }
+
+        it "defaults to 'a value'" do
+          config.custom_option.should eq("a value")
+        end
+
+        it "returns true for the predicate" do
+          config.custom_option?.should be_true
+        end
+
+        it "can be overridden with a truthy value" do
+          config.custom_option = "a new value"
+          config.custom_option.should eq("a new value")
+        end
+
+        it "can be overridden with nil" do
+          config.custom_option = nil
+          config.custom_option.should eq(nil)
+        end
+
+        it "can be overridden with false" do
+          config.custom_option = false
+          config.custom_option.should eq(false)
+        end
+      end
+    end
+  end
+end

data/spec/core/configuration_options_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+module PriorityTest::Core
+  describe ConfigurationOptions do
+    it "sets configs" do
+      command_line_args = ["rspec", "file1", "--priority"]
+
+      config = Configuration.new
+      config_options = ConfigurationOptions.new(command_line_args)
+      config_options.configure(config)
+
+      config.test_framework.should == 'rspec'
+      config.priority.should == true
+    end
+  end
+end

data/spec/core/option_parser_spec.rb

@@ -0,0 +1,42 @@
+require 'spec_helper'
+
+module PriorityTest::Core
+  describe OptionParser do
+    let(:parser) { OptionParser.new }
+
+    context "test-framework" do
+      it "parses available test-framework" do
+        args = ['rspec', 'file1']
+        options = parser.parse!(args)
+
+        options[:test_framework].should == 'rspec'
+        args.size.should == 1
+      end
+
+      it "returns nil if test-framework not supported" do
+        args = ['foo', 'file1']
+        expect {
+          options = parser.parse!(args)
+        }.to raise_error(::OptionParser::InvalidArgument)
+      end
+    end
+
+    context "options" do
+      it "parses options" do
+        args = ['rspec', '--priority', 'file1']
+        options = parser.parse!(args)
+
+        options[:priority].should be_true
+        args.size.should == 1
+      end
+
+      it "ignore extra options" do
+        args = ['rspec', '--priority', 'file1', '-fp']
+        options = parser.parse!(args)
+
+        options[:priority].should be_true
+        args.size.should == 2
+      end
+    end
+  end
+end

data/spec/core/priority_spec.rb

@@ -0,0 +1,9 @@
+require 'spec_helper'
+
+module PriorityTest::Core
+  describe Priority do
+    it "has 32 priority rankings" do
+      Priority::PRIORITY_RANKINGS.size.should == 32
+    end
+  end
+end

data/spec/core/service_spec.rb

@@ -0,0 +1,55 @@
+require 'spec_helper'
+
+module PriorityTest::Core
+  describe Service do
+    subject { Service.new }
+
+    # describe "#load_all_tests_in_priority_order" do
+    #   it "loads tests ordered by failed status" do
+    #     passed_test = TestFactory.create_test_result(:identifier => 'identifier1', :file_path => 'file_path1', :status => 'passed')
+    #     failed_test = TestFactory.create_test_result(:identifier => 'identifier2', :file_path => 'file_path2', :status => 'failed')
+
+    #     test_results = [ passed_test, failed_test ]
+
+    #     subject.save(test_results)
+
+    #     tests = subject.load_all_tests_in_priority_order
+    #     tests.size.should == 2
+    #     tests.first.identifier.should == "identifier2"
+    #   end
+
+    #   it "loads tests ordered by failure rate" do
+    #     test_results = []
+
+    #     # failure rate is 50%
+    #     identifier1_failed_test = TestFactory.create_test_result(:identifier => 'identifier1', :file_path => 'file_path1', :status => 'failed')
+    #     identifier1_passed_test = TestFactory.create_test_result(:identifier => 'identifier1', :file_path => 'file_path1', :status => 'failed')
+    #     test_results += [ identifier1_failed_test, identifier1_passed_test ]
+
+    #     # failure rate is 100%
+    #     identifier2_failed_test1 = TestFactory.create_test_result(:identifier => 'identifier2', :file_path => 'file_path2', :status => 'failed')
+    #     identifier2_failed_test2 = TestFactory.create_test_result(:identifier => 'identifier2', :file_path => 'file_path2', :status => 'failed')
+    #     test_results += [ identifier2_failed_test1, identifier2_failed_test2 ]
+
+    #     subject.save(test_results)
+
+    #     tests = subject.load_all_tests_in_priority_order
+    #     tests.size.should == 2
+    #     tests.first.identifier.should == "identifier2"
+    #   end
+
+    #   it "loads tests ordered by run_time" do
+    #     passed_test1 = TestFactory.create_test_result(:identifier => 'identifier1', :file_path => 'file_path1', :status => 'passed', :run_time => 2)
+    #     passed_test2 = TestFactory.create_test_result(:identifier => 'identifier2', :file_path => 'file_path2', :status => 'passed', :run_time => 1)
+
+    #     test_results = [ passed_test1, passed_test2 ]
+
+    #     subject.save(test_results)
+
+    #     tests = subject.load_all_tests_in_priority_order
+    #     tests.size.should == 2
+    #     tests.first.identifier.should == "identifier2"
+    #   end
+    # end
+  end
+end

data/spec/core/test_result_spec.rb

@@ -0,0 +1,29 @@
+require "spec_helper"
+
+describe PriorityTest::Core::TestResult do
+  subject { PriorityTest::Core::TestResult.new }
+
+  [ :status, :started_at, :run_time ].each do |field|
+    it "validates presence of #{field}" do
+      expect {
+        subject.save
+      }.to raise_error {
+        Sequel::ValidationFailed
+      }
+
+      subject.errors.should include(field)
+    end
+  end
+
+  it "validates status to be 'passed' or 'failed'" do
+    subject.status = 'foo'
+    subject.validate
+    subject.errors.should include(:status)
+
+    subject.errors.clear
+
+    subject.status = 'passed'
+    subject.validate
+    subject.errors.should_not include(:status)
+  end
+end

data/spec/core/test_spec.rb

@@ -0,0 +1,121 @@
+require 'spec_helper'
+
+module PriorityTest::Core
+  describe Test do
+    context "validation" do
+      subject { Test.new }
+
+      [ :identifier, :file_path ].each do |field|
+        it "validates presence of #{field}" do
+          expect {
+            subject.save
+          }.to raise_error {
+            Sequel::ValidationFailed
+          }
+
+          subject.errors.should include(field)
+        end
+      end
+    end
+
+    describe "#recent_results" do
+      it "loads last 5 results" do
+        test = Test.create(:identifier => 'identifier1', :file_path => 'file_path1')
+        10.times.each do |i|
+          time = Time.mktime(1984, 10, 28, 0, i, 0)
+          test.add_result(:status => 'passed', :run_time => 1, :started_at => time)
+        end
+
+        test.results.size.should == 5
+        (1..4).each do |i|
+          previous_result = test.results[i - 1]
+          current_result = test.results[i]
+          previous_result.started_at.should > current_result.started_at
+        end
+      end
+    end
+
+    describe "#recent_result_key" do
+      it "returns a key with P representing passed and F representing failed" do
+        test = Test.create(:identifier => 'identifier1', :file_path => 'file_path1')
+        10.times.each do |i|
+          status = ((i + 1) % 2 == 0) ? 'passed' : 'failed'
+          time = Time.mktime(1984, 10, 28, 0, i, 0)
+          test.add_result(:status => status, :run_time => 1, :started_at => time)
+        end
+
+        test.results_key.should == "PFPFP"
+      end
+
+      it "populates with P in the end if number of results is less than 5" do
+        test = Test.create(:identifier => 'identifier1', :file_path => 'file_path1')
+        3.times.each do |i|
+          time = Time.mktime(1984, 10, 28, 0, i, 0)
+          test.add_result(:status => 'failed', :run_time => 1, :started_at => time)
+        end
+
+        test.results_key.should == "FFFPP"
+      end
+    end
+
+    context "#<=>" do
+      it "compares by priority" do
+        test1 = Test.new(:identifier => "id1", :file_path => "path1", :priority => 1)
+        test2 = Test.new(:identifier => "id2", :file_path => "path2", :priority => 2)
+
+        (test1 < test2).should be_true
+      end
+
+      it "compares by avg_run_time" do
+        test1 = Test.new(:identifier => "id1", :file_path => "path1", :avg_run_time => 1)
+        test2 = Test.new(:identifier => "id2", :file_path => "path2", :priority => 2, :avg_run_time => 2)
+
+        (test1 < test2).should be_true
+      end
+    end
+
+    describe ".all_in_priority_order" do
+      it "returns all tests ordered by priority" do
+        10.times.each do |i|
+          Test.create(:identifier => "id#{i}", :file_path => "path#{i}", :priority => i)
+        end
+
+        tests = Test.all_in_priority_order
+        tests.size.should == 10
+
+        (1..9).each do |i|
+          previous_test = tests[i-1]
+          current_test = tests[i]
+          previous_test.priority.should < current_test.priority
+        end
+      end
+
+      it "returns all tests ordered by avg_run_time" do
+        10.times.each do |i|
+          Test.create(:identifier => "id#{i}", :file_path => "path#{i}", :avg_run_time => i)
+        end
+
+        tests = Test.all_in_priority_order
+        tests.size.should == 10
+
+        (1..9).each do |i|
+          previous_test = tests[i-1]
+          current_test = tests[i]
+          previous_test.avg_run_time.should < current_test.avg_run_time
+        end
+      end
+
+      it "eagerly loads recent results" do
+        test = Test.create(:identifier => 'identifier1', :file_path => 'file_path1')
+        3.times.each do |i|
+          time = Time.mktime(1984, 10, 28, 0, i, 0)
+          test.add_result(:status => 'failed', :run_time => 1, :started_at => time)
+        end
+
+        tests = Test.all_in_priority_order
+        tests.size.should == 1
+        tests.first.associations[:results].should be_any
+      end
+    end
+  end
+end

data/spec/gateways/sequel_spec.rb

@@ -0,0 +1,43 @@
+require 'spec_helper'
+
+module PriorityTest::Gateways
+  describe Sequel do
+    # before :all do
+    #   @gateway = Sequel.new(Connection.create)
+    # end
+
+    # subject { @gateway }
+
+    # it "bulk create tests" do
+    #   tests = [
+    #     TestFactory.create_test_result(:identifier => 'identifier1', :file_path => 'file_path1', :status => 'passed'),
+    #     TestFactory.create_test_result(:identifier => 'identifier2', :file_path => 'file_path2', :status => 'failed')
+    #   ]
+
+    #   subject.bulk_create_test_results(tests)
+    #   subject.dataset.count.should == 2
+    # end
+
+    # describe "#recent_test_results" do
+    #   it "loads 5 recent test results" do
+    #     test_results = []
+
+    #     10.times do |i|
+    #       test_results << testfactory.create_test_result(:identifier => "identifier1", :file_path => "file_path1", :status => 'failed', :started_at => mktime(i))
+    #       test_results << testfactory.create_test_result(:identifier => "identifier2", :file_path => "file_path2", :status => 'failed', :started_at => mktime(i + 1))
+    #     end
+
+    #     subject.bulk_create_test_results(test_results)
+
+    #     test_results = subject.recent_test_results
+
+    #     test_results.size.should == 10
+    #   end
+
+    #   def mktime(minutes)
+    #     time.mktime(1984, 10, 28, 0, minutes, 0)
+    #   end
+    # end
+  end
+end
+