romanbsd-tarantula 0.1.8

data/examples/relevance/tarantula/crawler_example.rb

@@ -0,0 +1,386 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "example_helper.rb"))
+
+describe Relevance::Tarantula::Crawler do
+  
+  describe "transform_url" do
+
+    before { @crawler = Relevance::Tarantula::Crawler.new }
+
+    it "de-obfuscates unicode obfuscated urls" do
+      obfuscated_mailto = "mailto:"
+      @crawler.transform_url(obfuscated_mailto).should == "mailto:"
+    end
+  
+    it "strips the trailing name portion of a link" do
+      @crawler.transform_url('http://host/path#name').should == 'http://host/path'
+    end
+  end
+  
+  
+  describe "log grabbing" do
+
+    it "returns nil if no grabber is specified" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.grab_log!.should == nil
+    end
+
+    it "returns grabber.grab if grabber is specified" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.log_grabber = stub(:grab! => "fake log entry")
+      crawler.grab_log!.should == "fake log entry"
+    end
+    
+  end
+  
+  describe "interrupt" do
+    
+    it 'catches interruption and writes the partial report' do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.stubs(:queue_link)
+      crawler.stubs(:do_crawl).raises(Interrupt)
+      crawler.expects(:report_results)
+      $stderr.expects(:puts).with("CTRL-C")
+      crawler.crawl
+    end
+    
+  end
+  
+  describe 'handle_form_results' do
+    
+    it 'captures the result values (bugfix)' do
+      response = stub_everything
+      result_args = {:url => :action_stub, 
+                      :data => 'nil', 
+                      :response => response, 
+                      :referrer => :action_stub, 
+                      :log => nil, 
+                      :method => :stub_method,
+                      :test_name => nil}
+      result = Relevance::Tarantula::Result.new(result_args)
+      Relevance::Tarantula::Result.expects(:new).with(result_args).returns(result)
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.handle_form_results(stub_everything(:method => :stub_method, :action => :action_stub), 
+                                  response)
+    end
+    
+  end
+  
+  describe "crawl" do
+    
+    it 'queues the first url, does crawl, and then reports results' do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.expects(:queue_link).with("/foobar")
+      crawler.expects(:do_crawl)
+      crawler.expects(:report_results)
+      crawler.crawl("/foobar")
+    end
+
+    it 'reports results even if the crawl fails' do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.expects(:do_crawl).raises(RuntimeError)
+      crawler.expects(:report_results)
+      lambda {crawler.crawl('/')}.should raise_error(RuntimeError)
+    end
+    
+  end
+  
+  describe "queueing" do
+
+    it 'queues and remembers links' do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.expects(:transform_url).with("/url").returns("/transformed")
+      crawler.queue_link("/url")
+      crawler.links_to_crawl.should == [Relevance::Tarantula::Link.new("/transformed")]
+      crawler.links_queued.should == Set.new([Relevance::Tarantula::Link.new("/transformed")])
+    end
+
+    it 'queues and remembers forms' do
+      crawler = Relevance::Tarantula::Crawler.new
+      form = Hpricot('<form action="/action" method="post"/>').at('form')
+      signature = Relevance::Tarantula::FormSubmission.new(Relevance::Tarantula::Form.new(form)).signature
+      crawler.queue_form(form)
+      crawler.forms_to_crawl.size.should == 1
+      crawler.form_signatures_queued.should == Set.new([signature])
+    end
+
+    it 'remembers link referrer if there is one' do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.queue_link("/url", "/some-referrer")
+      crawler.referrers.should == {Relevance::Tarantula::Link.new("/url") => "/some-referrer"}
+    end
+    
+  end
+  
+  describe "crawling" do
+    
+    it "converts ActiveRecord::RecordNotFound into a 404" do
+      (proxy = stub_everything).expects(:send).raises(ActiveRecord::RecordNotFound)
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.proxy = proxy
+      response = crawler.crawl_form stub_everything(:method => nil)
+      response.code.should == "404"
+      response.content_type.should == "text/plain"
+      response.body.should == "ActiveRecord::RecordNotFound"
+    end
+
+    it "does four things with each link: get, log, handle, and blip" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.proxy = stub
+      response = stub(:code => "200")
+      crawler.links_to_crawl = [stub(:href => "/foo1", :method => :get), stub(:href => "/foo2", :method => :get)]
+      crawler.proxy.expects(:get).returns(response).times(2)
+      crawler.expects(:log).times(2)
+      crawler.expects(:handle_link_results).times(2)
+      crawler.expects(:blip).times(2)
+      crawler.crawl_queued_links
+      crawler.links_to_crawl.should == []
+    end
+
+    it "invokes queued forms, logs responses, and calls handlers" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.forms_to_crawl << stub_everything(:method => "get", 
+                                                :action => "/foo",
+                                                :data => "some data",
+                                                :to_s => "stub")
+      crawler.proxy = stub_everything(:send => stub(:code => "200" ))
+      crawler.expects(:log).with("Response 200 for stub")
+      crawler.expects(:blip)
+      crawler.crawl_queued_forms
+    end
+    
+    it "breaks out early if a timeout is set" do
+      crawler = Relevance::Tarantula::Crawler.new
+      stub_puts_and_print(crawler)
+      crawler.proxy = stub
+      response = stub(:code => "200")
+      crawler.links_to_crawl = [stub(:href => "/foo", :method => :get)]
+      crawler.proxy.expects(:get).returns(response).times(4)
+      crawler.forms_to_crawl << stub_everything(:method => "post", 
+                                                :action => "/foo",
+                                                :data => "some data",
+                                                :to_s => "stub")
+      crawler.proxy.expects(:post).returns(response).times(2)
+      crawler.expects(:links_completed_count).returns(0,1,2,3,4,5).times(6)
+      crawler.times_to_crawl = 2
+      crawler.crawl
+                                                
+    end
+
+    it "resets to the initial links/forms on subsequent crawls when times_to_crawl > 1" do
+      crawler = Relevance::Tarantula::Crawler.new
+      stub_puts_and_print(crawler)
+      crawler.proxy = stub
+      response = stub(:code => "200")
+      crawler.links_to_crawl = [stub(:href => "/foo", :method => :get)]
+      crawler.proxy.expects(:get).returns(response).times(4) # (stub and "/") * 2
+      crawler.forms_to_crawl << stub_everything(:method => "post", 
+                                                :action => "/foo",
+                                                :data => "some data",
+                                                :to_s => "stub")
+      crawler.proxy.expects(:post).returns(response).times(2)
+      crawler.expects(:links_completed_count).returns(0,1,2,3,4,5).times(6)
+      crawler.times_to_crawl = 2
+      crawler.crawl
+    end
+    
+  end
+  
+  describe "report_results" do
+
+    it "delegates to generate_reports" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.expects(:generate_reports)
+      crawler.report_results
+    end
+    
+  end
+  
+  describe "blip" do
+
+    it "blips the current progress if !verbose" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.stubs(:verbose).returns false
+      crawler.stubs(:timeout_if_too_long)
+      crawler.expects(:print).with("\r 0 of 0 links completed               ")
+      crawler.blip
+    end
+    
+    it "blips nothing if verbose" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.stubs(:verbose).returns true
+      crawler.expects(:print).never
+      crawler.blip
+    end
+    
+  end
+  
+  describe "finished?" do
+
+    it "is finished when the links and forms are crawled" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.finished?.should == true
+    end
+
+    it "isn't finished when links remain" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.links_to_crawl = [:stub_link]
+      crawler.finished?.should == false
+    end
+
+    it "isn't finished when links remain" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.forms_to_crawl = [:stub_form]
+      crawler.finished?.should == false
+    end
+    
+  end
+
+  it "crawls links and forms again and again until finished?==true" do
+    crawler = Relevance::Tarantula::Crawler.new
+    crawler.expects(:finished?).times(3).returns(false, false, true)
+    crawler.expects(:crawl_queued_links).times(2)
+    crawler.expects(:crawl_queued_forms).times(2)
+    crawler.do_crawl(1)
+  end
+  
+  it "asks each reporter to write its report in report_dir" do
+    crawler = Relevance::Tarantula::Crawler.new
+    crawler.stubs(:report_dir).returns(test_output_dir)
+    reporter = stub_everything
+    reporter.expects(:report)
+    reporter.expects(:finish_report)
+    crawler.reporters = [reporter]
+    crawler.save_result stub(:code => "404", :url => "/uh-oh")
+    crawler.generate_reports
+  end
+  
+  it "builds a report dir relative to rails root" do
+    crawler = Relevance::Tarantula::Crawler.new
+    crawler.expects(:rails_root).returns("faux_rails_root")
+    crawler.report_dir.should == "faux_rails_root/tmp/tarantula"
+  end
+  
+  it "skips links that are already queued" do
+    crawler = Relevance::Tarantula::Crawler.new
+    crawler.should_skip_link?(Relevance::Tarantula::Link.new("/foo")).should == false
+    crawler.queue_link("/foo").should == Relevance::Tarantula::Link.new("/foo")
+    crawler.should_skip_link?(Relevance::Tarantula::Link.new("/foo")).should == true
+  end
+  
+  describe "link skipping" do
+
+    before { @crawler = Relevance::Tarantula::Crawler.new }
+    
+    it "skips links that are too long" do
+      @crawler.should_skip_link?(Relevance::Tarantula::Link.new("/foo")).should == false
+      @crawler.max_url_length = 2
+      @crawler.expects(:log).with("Skipping long url /foo")
+      @crawler.should_skip_link?(Relevance::Tarantula::Link.new("/foo")).should == true
+    end
+  
+    it "skips outbound links (those that begin with http)" do
+      @crawler.expects(:log).with("Skipping http-anything")
+      @crawler.should_skip_link?(Relevance::Tarantula::Link.new("http-anything")).should == true
+    end
+
+    it "skips javascript links (those that begin with javascript)" do
+      @crawler.expects(:log).with("Skipping javascript-anything")
+      @crawler.should_skip_link?(Relevance::Tarantula::Link.new("javascript-anything")).should == true
+    end
+
+    it "skips mailto links (those that begin with http)" do
+      @crawler.expects(:log).with("Skipping mailto-anything")
+      @crawler.should_skip_link?(Relevance::Tarantula::Link.new("mailto-anything")).should == true
+    end
+  
+    it 'skips blank links' do
+      @crawler.queue_link(nil)
+      @crawler.links_to_crawl.should == []
+      @crawler.queue_link("")
+      @crawler.links_to_crawl.should == []
+    end
+  
+    it "logs and skips links that match a pattern" do
+      @crawler.expects(:log).with("Skipping /the-red-button")
+      @crawler.skip_uri_patterns << /red-button/
+      @crawler.queue_link("/blue-button").should == Relevance::Tarantula::Link.new("/blue-button")
+      @crawler.queue_link("/the-red-button").should == nil
+    end   
+  
+    it "logs and skips form submissions that match a pattern" do
+      @crawler.expects(:log).with("Skipping /reset-password-form")
+      @crawler.skip_uri_patterns << /reset-password/             
+      fs = stub_everything(:action => "/reset-password-form")
+      @crawler.should_skip_form_submission?(fs).should == true
+    end
+  end
+  
+  describe "allow_nnn_for" do
+
+    it "installs result as a response_code_handler" do
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.response_code_handler.should == Relevance::Tarantula::Result
+    end
+
+    it "delegates to the response_code_handler" do
+      crawler = Relevance::Tarantula::Crawler.new
+      (response_code_handler = mock).expects(:allow_404_for).with(:stub)
+      crawler.response_code_handler = response_code_handler
+      crawler.allow_404_for(:stub)
+    end
+
+    it "chains up to super for method_missing" do
+      crawler = Relevance::Tarantula::Crawler.new
+      lambda{crawler.foo}.should raise_error(NoMethodError)
+    end
+    
+  end
+  
+  describe "timeouts" do
+
+    it "sets start and end times for a single crawl" do
+      start_time = Time.parse("March 1st, 2008 10:00am")
+      end_time = Time.parse("March 1st, 2008 10:10am")
+      Time.stubs(:now).returns(start_time, end_time)
+
+      crawler = Relevance::Tarantula::Crawler.new
+      stub_puts_and_print(crawler)
+      crawler.proxy = stub_everything(:get => response = stub(:code => "200"))
+      crawler.crawl
+      crawler.crawl_start_times.first.should == start_time
+      crawler.crawl_end_times.first.should == end_time
+    end
+    
+    it "has elasped time for a crawl" do
+      start_time = Time.parse("March 1st, 2008 10:00am")
+      elasped_time_check = Time.parse("March 1st, 2008, 10:10:00am")
+      Time.stubs(:now).returns(start_time, elasped_time_check)
+
+      crawler = Relevance::Tarantula::Crawler.new
+      stub_puts_and_print(crawler)
+      crawler.proxy = stub_everything(:get => response = stub(:code => "200"))
+      crawler.crawl
+      crawler.elasped_time_for_pass(0).should == 600.seconds
+    end
+    
+    it "raises out of the crawl if elasped time is greater then the crawl timeout" do
+      start_time = Time.parse("March 1st, 2008 10:00am")
+      elasped_time_check = Time.parse("March 1st, 2008, 10:35:00am")
+      Time.stubs(:now).returns(start_time, elasped_time_check)
+
+      crawler = Relevance::Tarantula::Crawler.new
+      crawler.crawl_timeout = 5.minutes
+      
+      crawler.links_to_crawl = [stub(:href => "/foo1", :method => :get), stub(:href => "/foo2", :method => :get)]
+      crawler.proxy = stub
+      crawler.proxy.stubs(:get).returns(response = stub(:code => "200"))
+      
+      stub_puts_and_print(crawler)
+      lambda {
+        crawler.do_crawl(0)
+      }.should raise_error
+    end
+    
+  end
+  
+end

data/examples/relevance/tarantula/form_example.rb

@@ -0,0 +1,50 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "example_helper.rb"))
+
+describe "Relevance::Tarantula::Form large example" do
+  before do
+    @tag = Hpricot(<<END)
+<form action="/session" method="post">
+  <input name="authenticity_token" type="hidden" value="1be0d07c6e13669a87b8f52a3c7e1d1ffa77708d" />
+  <input id="email" name="email" size="30" type="text" />
+  <input id="password" name="password" size="30" type="password" />
+  <input id="remember_me" name="remember_me" type="checkbox" value="1" />
+  <input name="commit" type="submit" value="Log in" />
+</form>
+END
+    @form = Relevance::Tarantula::Form.new(@tag.at('form'))
+  end
+  
+  it "has an action" do
+    @form.action.should == "/session"
+  end
+  
+  it "has a method" do
+    @form.method.should == "post"
+  end
+  
+end
+
+describe "A Relevance::Tarantula::Form" do
+  it "defaults method to 'get'" do
+    @tag = Hpricot("<form/>")
+    @form = Relevance::Tarantula::Form.new(@tag.at('form'))
+    @form.method.should == 'get'
+  end
+end
+
+describe "A Relevance::Tarantula::Form with a hacked _method" do
+  before do
+    @tag = Hpricot(<<END)
+<form action="/foo">
+  <input name="authenticity_token" type="hidden" value="1be0d07c6e13669a87b8f52a3c7e1d1ffa77708d" />
+  <input id="_method" name="_method" size="30" type="text" value="PUT"/>
+</form>
+END
+    @form = Relevance::Tarantula::Form.new(@tag.at('form'))
+  end
+
+  it "has a method" do
+    @form.method.should == "put"
+  end
+  
+end

data/examples/relevance/tarantula/form_submission_example.rb

@@ -0,0 +1,71 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "example_helper.rb"))
+
+describe "Relevance::Tarantula::FormSubmission" do
+  
+  # TODO: add more from field types to this example form as needed
+  before do
+    @tag = Hpricot(<<END)
+<form action="/session" method="post">
+  <input id="email" name="email" size="30" type="text" />
+  <textarea id="comment" name="comment"value="1" />
+  <input name="commit" type="submit" value="Postit" />
+  <input name="secret" type="hidden" value="secret" />
+  <select id="foo_opened_on_1i" name="foo[opened_on(1i)]">
+    <option value="2003">2003</option>
+    <option value="2004">2004</option>
+  </select> 
+</form>
+END
+    @form = Relevance::Tarantula::Form.new(@tag.at('form'))
+    @fs = Relevance::Tarantula::FormSubmission.new(@form)
+  end
+  
+  it "can mutate text areas" do
+    @fs.stubs(:random_int).returns("42")
+    @fs.mutate_text_areas(@form).should == {"comment" => "42"}
+  end
+  
+  it "can mutate selects" do
+    Hpricot::Elements.any_instance.stubs(:rand).returns(stub(:[] => "2006-stub"))
+    @fs.mutate_selects(@form).should == {"foo[opened_on(1i)]" => "2006-stub"}
+  end
+  
+  it "can mutate inputs" do
+    @fs.stubs(:random_int).returns("43")
+    @fs.mutate_inputs(@form).should == {"commit"=>"43", "secret"=>"43", "email"=>"43"}
+  end
+
+  it "has a signature based on action and fields" do
+    @fs.signature.should == ['/session', [
+      "comment", 
+      "commit", 
+      "email", 
+      "foo[opened_on(1i)]", 
+      "secret"]]
+  end
+  
+  it "has a friendly to_s" do
+    @fs.to_s.should =~ %r{^/session post}
+  end
+  
+  it "can generate a random whole number" do
+    @fs.random_whole_number.should >= 0
+    Fixnum.should === @fs.random_whole_number
+  end
+end
+
+describe "Relevance::Tarantula::FormSubmission for a crummy form" do
+  before do
+    @tag = Hpricot(<<END)
+<form action="/session" method="post">
+  <input value="no_name" />
+</form>
+END
+    @form = Relevance::Tarantula::Form.new(@tag.at('form'))
+    @fs = Relevance::Tarantula::FormSubmission.new(@form)
+  end
+  
+  it "ignores unnamed inputs" do
+    @fs.mutate_inputs(@form).should == {}
+  end
+end

data/examples/relevance/tarantula/html_document_handler_example.rb

@@ -0,0 +1,43 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "example_helper.rb"))
+
+describe "Relevance::Tarantula::HtmlDocumentHandler" do
+  
+  before do
+    @handler = Relevance::Tarantula::HtmlDocumentHandler.new(nil)
+  end
+  
+  it "does not write HTML Scanner warnings to the console" do
+    bad_html = "<html><div></form></html>"    
+    err = Recording.stderr do
+      @handler.handle(Relevance::Tarantula::Result.new(:response => stub(:html? => true, :body => bad_html)))
+    end
+    err.should == ""
+  end
+  
+  it "ignores non-html" do
+    @handler.expects(:queue_link).never
+    @handler.handle(Relevance::Tarantula::Result.new(:response => stub(:html? => false, :body => '<a href="/foo">foo</a>')))
+  end
+  
+  it "queues anchor tags" do
+    @handler.expects(:queue_link).with {|*args| args[0]['href'] == "/foo" && args[1] == nil}
+    @handler.handle(Relevance::Tarantula::Result.new(:response => stub(:html? => true, :body => '<a href="/foo">foo</a>')))
+  end
+
+  it "queues link tags" do
+    @handler.expects(:queue_link).with {|*args| args[0]['href'] == "/bar" && args[1] == nil}
+    @handler.handle(Relevance::Tarantula::Result.new(:response => stub(:html? => true, :body => '<link href="/bar">bar</a>')))
+  end
+  
+  it "queues forms" do
+    @handler.expects(:queue_form).with{|tag,referrer| Hpricot::Elem === tag}
+    @handler.handle(Relevance::Tarantula::Result.new(:url => "/page-url", :response => stub(:html? => true, :body => '<form>stuff</form>')))
+  end
+  
+  it "infers form action from page url if form is not explicit" do
+    @handler.expects(:queue_form).with{|tag,referrer| tag['action'].should == '/page-url'; true }
+    @handler.handle(Relevance::Tarantula::Result.new(:url => "/page-url", :response => stub(:html? => true, :body => '<form>stuff</form>')))
+  end
+  
+end
+

data/examples/relevance/tarantula/html_report_helper_example.rb

@@ -0,0 +1,46 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "example_helper.rb"))
+
+module HtmlReportHelperSpec
+  # Is there an idiom for this?
+  def self.included(base)
+    base.before do
+      @reporter = Object.new
+      @reporter.extend Relevance::Tarantula::HtmlReportHelper
+    end                                                                   
+  end 
+end
+
+describe 'Relevance::Tarantula::HtmlReportHelper#wrap_in_line_number_table' do
+  include HtmlReportHelperSpec
+  it "can wrap text in a table row used for displaying lines and line numbers" do
+    html = @reporter.wrap_in_line_number_table_row("Line 1\nLine 2")
+    html.should == <<-END.strip
+<tr><td class=\"numbers\"><span class=\"line number\">1</span><span class=\"line number\">2</span></td><td class=\"lines\"><span class=\"line\">Line 1</span><span class=\"line\">Line 2</span></td></tr>
+END
+  end  
+end
+
+describe 'Relevance::Tarantula::HtmlReportHelper#wrap_stack_trace_line' do
+  include HtmlReportHelperSpec
+  it "can wrap stack trace line in links" do                       
+    line = %{/action_controller/filters.rb:697:in `call_filters'}
+    @reporter.stubs(:textmate_url).returns("ide_url")
+    html = @reporter.wrap_stack_trace_line(line)
+    html.should == "<a href='ide_url'>/action_controller/filters.rb:697</a>:in `call_filters'"
+  end  
+  
+  it "converts html entities for non-stack trace lines" do
+    line = %{<a href="foo">escape me</a>}
+    html = @reporter.wrap_stack_trace_line(line)
+    html.should == %{&lt;a href=&quot;foo&quot;&gt;escape me&lt;/a&gt;}
+  end
+
+end
+
+describe 'Relevance::Tarantula::HtmlReportHelper IDE help' do
+  include HtmlReportHelperSpec
+  it "can create a textmate url" do
+    @reporter.stubs(:rails_root).returns("STUB_RAILS_ROOT")
+    @reporter.textmate_url("/etc/somewhere", 100).should =~ %r{txmt://open\?url=.*/STUB_RAILS_ROOT/etc/somewhere&line_no=100}
+  end
+end

data/examples/relevance/tarantula/html_reporter_example.rb

@@ -0,0 +1,82 @@
+require File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "example_helper.rb"))
+
+describe "Relevance::Tarantula::HtmlReporter file output" do
+
+  before do
+    FileUtils.rm_rf(test_output_dir)
+    FileUtils.mkdir_p(test_output_dir)
+    @test_name = "test_user_pages"
+    Relevance::Tarantula::Result.next_number = 0
+    @success_results = (1..10).map do |index|
+      Relevance::Tarantula::Result.new(
+        :success => true, 
+        :method => "get", 
+        :url => "/widgets/#{index}", 
+        :response => stub(:code => "200", :body => "<h1>header</h1>\n<p>text</p>"), 
+        :referrer => "/random/#{rand(100)}", 
+        :test_name => @test_name,
+        :log => <<-END,
+Made-up stack trace:
+/some_module/some_class.rb:697:in `bad_method'
+/some_module/other_class.rb:12345677:in `long_method'
+this link should be <a href="#">escaped</a>
+blah blah blah
+        END
+        :data => "{:param1 => :value, :param2 => :another_value}"
+      )
+    end
+    @fail_results = (1..10).map do |index|
+      Relevance::Tarantula::Result.new(
+        :success => false, 
+        :method => "get", 
+        :url => "/widgets/#{index}", 
+        :response => stub(:code => "500", :body => "<h1>header</h1>\n<p>text</p>"), 
+        :referrer => "/random/#{rand(100)}", 
+        :test_name => @test_name,
+        :log => <<-END,
+Made-up stack trace:
+/some_module/some_class.rb:697:in `bad_method'
+/some_module/other_class.rb:12345677:in `long_method'
+this link should be <a href="#">escaped</a>
+blah blah blah
+        END
+        :data => "{:param1 => :value, :param2 => :another_value}"
+      )
+    end
+    @index = File.join(test_output_dir, "index.html")
+    FileUtils.rm_f @index
+    @detail = File.join(test_output_dir, @test_name,"1.html")
+    FileUtils.rm_f @detail
+  end
+  
+  it "creates a final report based on tarantula results" do
+    Relevance::Tarantula::Result.any_instance.stubs(:rails_root).returns("STUB_ROOT")        
+    reporter = Relevance::Tarantula::HtmlReporter.new(test_output_dir)
+    stub_puts_and_print(reporter)
+    (@success_results + @fail_results).each {|r| reporter.report(r)}
+    reporter.finish_report(@test_name)
+    File.exist?(@index).should be_true
+  end 
+  
+  it "creates a final report with links to detailed reports in subdirs" do
+    Relevance::Tarantula::Result.any_instance.stubs(:rails_root).returns("STUB_ROOT")
+    reporter = Relevance::Tarantula::HtmlReporter.new(test_output_dir)
+    stub_puts_and_print(reporter)
+    (@success_results + @fail_results).each {|r| reporter.report(r)}
+    reporter.finish_report(@test_name)
+    links = Hpricot(File.read(@index)).search('.left a')
+    links.each do |link|
+      link['href'].should match(/#{@test_name}\/\d+\.html/)
+    end
+  end
+
+  it "creates detailed reports based on tarantula results" do
+    Relevance::Tarantula::Result.any_instance.stubs(:rails_root).returns("STUB_ROOT")        
+    reporter = Relevance::Tarantula::HtmlReporter.new(test_output_dir)
+    stub_puts_and_print(reporter)
+    (@success_results + @fail_results).each {|r| reporter.report(r)}
+    reporter.finish_report(@test_name)    
+    File.exist?(@detail).should be_true
+  end
+
+end