jstorimer-deep-test 0.1.0

data/lib/telegraph/message.rb

@@ -0,0 +1,39 @@
+module Telegraph
+  class Message
+    include Logging
+
+    attr_reader :body, :sequence_number, :sequence_ack
+
+    def initialize(body, sequence_number, sequence_ack)
+      @body = body
+      @sequence_number = sequence_number
+      @sequence_ack = sequence_ack
+    end
+
+    def write(stream)
+      message_data = Marshal.dump(body)
+      debug { "send #{message_data[4..20]}... (#{message_data.length} bytes)" }
+      stream.write [message_data.size, @sequence_number, @sequence_ack || 0].pack("NNN") + message_data
+    end
+
+    class <<self
+      include Logging
+
+      def read(stream)
+        header_data = read_data(stream, 12, "header")
+        size, sequence_number, sequence_ack = header_data.unpack("NNN")
+
+        message_data = read_data(stream, size, "message")
+        debug { "read #{message_data[4..20]}... (#{message_data.length} bytes)" }
+        Message.new Marshal.load(message_data), sequence_number, (sequence_ack == 0 ? nil : sequence_ack)
+      end
+
+      def read_data(stream, length, label)
+        data = stream.read(length)
+        raise IOError, "connection closed" unless data
+        raise IOError, "incomplete #{label} data" unless data.length == length
+        data
+      end
+    end
+  end
+end

data/lib/telegraph/operator.rb

@@ -0,0 +1,47 @@
+require 'thread'
+
+module Telegraph
+  class Operator
+    include Logging
+
+    attr_reader :switchboard
+
+    def self.listen(host, port, switchboard = Switchboard.new)
+      new TCPServer.new(host, port), switchboard
+    end
+
+    def initialize(socket, switchboard)
+      @socket = socket
+      @switchboard = switchboard
+      @accept_thread = Thread.new do
+        @socket.listen 100
+        loop do
+          if @should_shutdown
+            @socket.close
+            @switchboard.close_all_wires
+            break
+          end
+
+          begin
+            client = @socket.accept_nonblock
+            debug { "Accepted connection: #{client.inspect}" }
+            @switchboard.add_wire Wire.new(client)
+          rescue Errno::EAGAIN, Errno::ECONNABORTED, Errno::EPROTO, Errno::EINTR
+            connection_ready, = IO.select([@socket], nil, nil, 0.25)
+            retry if connection_ready
+          end
+        end
+      end
+    end
+
+    def port
+      @socket.addr[1]
+    end
+
+    def shutdown
+      debug { "Shutting down" }
+      @should_shutdown = true
+      @accept_thread.join
+    end
+  end
+end

data/lib/telegraph/switchboard.rb

@@ -0,0 +1,57 @@
+module Telegraph
+  class Switchboard
+    include Logging
+
+    def process_messages(options = {:timeout => 0})
+      yield next_message(options) while true
+    rescue NoMessageAvailable
+      retry
+    end
+
+    def next_message(options = {:timeout => 0})
+      debug { "Waiting for next message on any of #{live_wires.size} wires for #{options[:timeout]} seconds" }
+
+      if live_wires.empty?
+        sleep 0.01
+        Thread.pass 
+        raise NoMessageAvailable 
+      end
+
+      readers, = IO.select live_wires.map {|w| w.stream}, nil, nil, options[:timeout]
+      raise NoMessageAvailable unless readers
+
+      wire = using_wires {|wires| wires.detect {|w| w.stream == readers.first} }
+      return wire.next_message(options.merge(:timeout => 0)), wire
+    rescue LineDead => e
+      debug { "LineDead: #{e.message} while reading message from wire" }
+      raise NoMessageAvailable
+    end
+
+    def any_live_wires?
+      live_wires.any?
+    end
+
+    def drop_wire(wire)
+      using_wires {|w| w.delete wire }
+    end
+
+    def add_wire(wire)
+      using_wires {|w| w << wire }
+    end
+
+    def close_all_wires
+      debug { "Closing all wires" }
+      using_wires {|w| w.each { |wire| wire.close rescue nil } }
+    end
+
+    def live_wires
+      using_wires {|w| w.select {|wire| !wire.closed?}}
+    end
+
+    def using_wires
+      @wires ||= []
+      @wires_mutex ||= Mutex.new
+      @wires_mutex.synchronize { yield @wires }
+    end
+  end
+end

data/lib/telegraph/wire.rb

@@ -0,0 +1,73 @@
+module Telegraph
+  class Wire
+    include Logging
+
+    attr_reader :stream
+
+    def self.connect(host, port)
+      wire = new TCPSocket.new(host, port)
+      return wire unless block_given?
+      begin
+        yield wire
+      ensure
+        wire.close
+      end
+    end
+
+    def initialize(stream)
+      @sequence = AckSequence.new
+      @stream = stream
+    end
+
+    def close
+      if @stream.closed?
+        debug { "stream already closed" }
+      else
+        debug { "closing stream #{@stream.inspect}" }
+        @stream.close
+      end
+    end
+
+    def closed?
+      @stream.closed?
+    end
+
+    def send_message(body, options = {})
+      sequence_ack = options[:ack] ? options[:ack].sequence_number : nil
+      message = Message.new(body, @sequence.next, sequence_ack)
+      message.write stream
+      unacked_sequences_numbers[message.sequence_number] = message if options[:need_ack]
+    rescue IOError, Errno::EPIPE, Errno::ECONNRESET => e
+      close rescue nil
+      raise LineDead, e.message
+    end
+
+    def process_messages(options = {:timeout => 0})
+      yield next_message(options) while true
+    rescue NoMessageAvailable
+      retry
+    end
+
+    def next_message(options = {:timeout => 0})
+      begin
+        raise NoMessageAvailable unless IO.select [@stream], nil, nil, options[:timeout]
+        message = Message.read(@stream)
+        unacked_sequences_numbers.delete message.sequence_ack if message.sequence_ack
+        return message
+      rescue IOError, Errno::ECONNRESET => e
+        raise LineDead, e.message
+      end
+    rescue LineDead
+      close rescue nil
+      raise
+    end
+
+    def unacked_sequences_numbers
+      @unacked_sequences_numbers ||= {}
+    end
+
+    def unacked_messages
+      unacked_sequences_numbers.values
+    end
+  end
+end

data/lib/telegraph.rb

@@ -0,0 +1,29 @@
+require 'socket'
+require File.dirname(__FILE__) + "/telegraph/logging"
+require File.dirname(__FILE__) + "/telegraph/ack_sequence"
+require File.dirname(__FILE__) + "/telegraph/message"
+require File.dirname(__FILE__) + "/telegraph/wire"
+require File.dirname(__FILE__) + "/telegraph/operator"
+require File.dirname(__FILE__) + "/telegraph/switchboard"
+
+module Telegraph
+  class Ping
+    attr_reader :value
+
+    def initialize(value)
+      @value = value
+    end
+  end
+
+  class Pong
+    attr_reader :value
+
+    def initialize(value)
+      @value = value
+    end
+  end
+
+  class NoMessageAvailable < StandardError; end
+  class LineDead < StandardError; end
+end
+

data/negative_acceptance_tests/dying_spec.rb

@@ -0,0 +1,13 @@
+require 'rubygems'
+gem 'rspec', '1.1.12'
+require 'spec'
+
+describe "dying" do
+  100.times do |i|
+    it "#{i}" do
+      exit! 0
+    end
+  end
+end
+
+

data/negative_acceptance_tests/dying_test.rb

@@ -0,0 +1,13 @@
+require 'rubygems'
+require 'test/unit'
+require 'dust'
+
+unit_tests do
+  100.times do |i|
+    test "dying #{i}" do
+      exit! 0
+    end
+  end
+end
+
+

data/negative_acceptance_tests/failing_spec.rb

@@ -0,0 +1,9 @@
+require 'rubygems'
+gem 'rspec', '1.1.12'
+require 'spec'
+
+describe "failing" do
+  it "fails" do
+    false.should == true
+  end
+end

data/negative_acceptance_tests/failing_test.rb

@@ -0,0 +1,9 @@
+require 'rubygems'
+require 'test/unit'
+require 'dust'
+
+unit_tests do
+  test "failing" do
+    assert false
+  end
+end

data/negative_acceptance_tests/kill_agent_one_on_start_work.rb

@@ -0,0 +1,16 @@
+class KillAgentOneOnStartWork
+    def before_sync
+    end
+    def before_starting_agents
+    end
+    def starting(agent)
+    end
+    def starting_work(agent, work_unit)
+      if agent.number == 1
+        puts "Killing Agent 1 to see if CentralCommand redispatches work"
+        exit!(0) 
+      end
+    end
+    def finished_work(agent, work_unit, result)
+    end
+end

data/negative_acceptance_tests/passing_spec.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+gem 'rspec', '1.1.12'
+require 'spec'
+
+describe "passing" do
+  it "passes" do
+    true.should == true
+  end
+end
+

data/negative_acceptance_tests/passing_test.rb

@@ -0,0 +1,12 @@
+require 'rubygems'
+require 'test/unit'
+require 'dust'
+
+unit_tests do
+  10.times do |i|
+    test "passing #{i}" do
+      assert true
+    end
+  end
+end
+

data/negative_acceptance_tests/tasks.rake

@@ -0,0 +1,87 @@
+require 'rake'
+require 'rubygems'
+gem 'rspec', '1.1.12'
+require 'spec/rake/spectask'
+$LOAD_PATH << File.dirname(__FILE__) + "/../lib"
+require "deep_test"
+require "deep_test/rake_tasks"
+
+DeepTest::TestTask.new :deep_test_failing do |t|
+  t.number_of_agents = 1
+  t.pattern = "negative_acceptance_tests/failing_test.rb"
+end
+
+DeepTest::TestTask.new :deep_test_passing do |t|
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+end
+
+DeepTest::TestTask.new :deep_test_failover_to_local do |t|
+  t.number_of_agents = 1
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+  t.distributed_hosts = %w[host.foobar]
+  t.sync_options = {:source => File.dirname(__FILE__), :rsync_options => "--exclude=.svn"}
+end
+
+DeepTest::TestTask.new :deep_test_just_one_with_host_down do |t|
+  t.number_of_agents = 1
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+  t.distributed_hosts = %w[localhost host.foobar]
+  t.sync_options = {:source => File.dirname(__FILE__), :rsync_options => "--exclude=.svn"}
+end
+
+DeepTest::TestTask.new :deep_test_with_agents_dying do |t|
+  t.number_of_agents = 1
+  t.pattern = "negative_acceptance_tests/dying_test.rb"
+end
+
+DeepTest::TestTask.new :deep_test_with_work_taken_and_not_done do |t|
+  t.number_of_agents = 2
+  t.listener = "KillAgentOneOnStartWork"
+  t.requires = 'negative_acceptance_tests/kill_agent_one_on_start_work.rb'
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+end
+
+DeepTest::TestTask.new :deep_test_with_metrics do |t|
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+  t.metrics_file = "negative_acceptance_tests/metrics.data"
+end
+
+Spec::Rake::SpecTask.new :deep_spec_failing do |t|
+  t.deep_test :number_of_agents => 1
+  t.spec_files = FileList["negative_acceptance_tests/failing_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_passing do |t|
+  t.deep_test :number_of_agents => 1
+  t.spec_files = FileList["negative_acceptance_tests/passing_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_failover_to_local do |t|
+  t.deep_test :number_of_agents => 1,
+              :distributed_hosts => %w[host.foobar],
+              :sync_options => {:source => File.dirname(__FILE__), :rsync_options => "--exclude=.svn"}
+  t.spec_files = FileList["negative_acceptance_tests/passing_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_just_one_with_host_down do |t|
+  t.deep_test :number_of_agents => 1,
+              :distributed_hosts => %w[localhost host.foobar],
+              :sync_options => {:source => File.dirname(__FILE__), :rsync_options => "--exclude=.svn"}
+  t.spec_files = FileList["negative_acceptance_tests/passing_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_with_agents_dying do |t|
+  t.deep_test :number_of_agents => 2
+  t.spec_files = FileList["negative_acceptance_tests/dying_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_with_work_taken_and_not_done do |t|
+  t.spec_files = FileList['negative_acceptance_tests/kill_agent_one_on_start_work.rb',
+                          "negative_acceptance_tests/passing_test.rb"]
+  t.deep_test :number_of_agents => 2, :listener => "KillAgentOneOnStartWork"
+end
+
+Spec::Rake::SpecTask.new :deep_spec_with_metrics do |t|
+  t.deep_test :number_of_agents => 1, :metrics_file => "negative_acceptance_tests/metrics.data"
+  t.spec_files = FileList["negative_acceptance_tests/passing_spec.rb"]
+end

data/negative_acceptance_tests/tests.rb

@@ -0,0 +1,60 @@
+require 'rubygems'
+require 'test/unit'
+require 'dust'
+require 'timeout'
+
+unit_tests do
+  [:test, :spec].each do |framework|
+    test "#{framework}: DeepTest a failing test results in failure" do
+      result, output = run_rake framework, :failing
+      assert_equal false, result.success?, output
+    end
+
+    test "#{framework}: Distributed DeepTest with failover to local" do
+      result, output = run_rake framework, :failover_to_local
+      assert_equal true, result.success?, output
+      assert_match /RSync Failed!!/, output
+      assert_match /Failing over to local run/, output
+    end
+
+    test "#{framework}: Distributed DeepTest with a host down" do
+      result, output = run_rake framework, :just_one_with_host_down
+      assert_equal true, result.success?, output
+      assert_match /RSync Failed!!/, output
+      assert_no_match /Failing over to local run/, output
+    end
+
+    test "#{framework}: DeepTest with agents that die" do
+      result, output = run_rake framework, :with_agents_dying
+      assert_equal false, result.success?, output
+      assert_match /DeepTest Agents Are Not Running/, output
+      assert_match /DeepTest::IncompleteTestRunError.*100 tests were not run because the DeepTest Agents died/m, output
+    end
+    
+    test "#{framework}: DeepTest processes go away after the test run ends" do
+      Timeout.timeout(15) { run_rake framework, :passing }
+    end
+
+    test "#{framework}: DeepTest with work taken and not done" do
+      result, output = run_rake framework, :with_work_taken_and_not_done 
+      assert_equal true, result.success?, output
+    end
+
+    test "#{framework}: DeepTest with metrics" do
+      FileUtils.rm_f "negative_acceptance_tests/metrics.data"
+      result, output = run_rake framework, :with_metrics
+      assert_equal true, result.success?, output
+      metrics = File.read("negative_acceptance_tests/metrics.data")
+      assert_match /Metrics Data/, metrics
+      assert_match /Agents Performing Work:/, metrics
+      assert_match /Agents Retrieving Work:/, metrics
+    end
+  end
+
+  def run_rake(framework, task)
+    command = "rake --rakefile #{File.dirname(__FILE__)}/tasks.rake deep_#{framework}_#{task} 2>&1"
+    output = `#{command}`.map {|l| "[rake deep_#{framework}_#{task}] #{l}" }.join
+    return $?, output
+  end
+
+end

data/sample_rails_project/README

@@ -0,0 +1,182 @@
+== Welcome to Rails
+
+Rails is a web-application and persistence framework that includes everything
+needed to create database-backed web-applications according to the
+Model-View-Control pattern of separation. This pattern splits the view (also
+called the presentation) into "dumb" templates that are primarily responsible
+for inserting pre-built data in between HTML tags. The model contains the
+"smart" domain objects (such as Account, Product, Person, Post) that holds all
+the business logic and knows how to persist themselves to a database. The
+controller handles the incoming requests (such as Save New Account, Update
+Product, Show Post) by manipulating the model and directing data to the view.
+
+In Rails, the model is handled by what's called an object-relational mapping
+layer entitled Active Record. This layer allows you to present the data from
+database rows as objects and embellish these data objects with business logic
+methods. You can read more about Active Record in
+link:files/vendor/rails/activerecord/README.html.
+
+The controller and view are handled by the Action Pack, which handles both
+layers by its two parts: Action View and Action Controller. These two layers
+are bundled in a single package due to their heavy interdependence. This is
+unlike the relationship between the Active Record and Action Pack that is much
+more separate. Each of these packages can be used independently outside of
+Rails.  You can read more about Action Pack in
+link:files/vendor/rails/actionpack/README.html.
+
+
+== Getting started
+
+1. At the command prompt, start a new rails application using the rails command
+   and your application name. Ex: rails myapp
+   (If you've downloaded rails in a complete tgz or zip, this step is already done)
+2. Change directory into myapp and start the web server: <tt>script/server</tt> (run with --help for options)
+3. Go to http://localhost:3000/ and get "Welcome aboard: You’re riding the Rails!"
+4. Follow the guidelines to start developing your application
+
+
+== Web Servers
+
+By default, Rails will try to use Mongrel and lighttpd if they are installed, otherwise
+Rails will use the WEBrick, the webserver that ships with Ruby. When you run script/server,
+Rails will check if Mongrel exists, then lighttpd and finally fall back to WEBrick. This ensures
+that you can always get up and running quickly.
+
+Mongrel is a Ruby-based webserver with a C-component (which requires compilation) that is
+suitable for development and deployment of Rails applications. If you have Ruby Gems installed,
+getting up and running with mongrel is as easy as: <tt>gem install mongrel</tt>.
+More info at: http://mongrel.rubyforge.org
+
+If Mongrel is not installed, Rails will look for lighttpd. It's considerably faster than
+Mongrel and WEBrick and also suited for production use, but requires additional
+installation and currently only works well on OS X/Unix (Windows users are encouraged
+to start with Mongrel). We recommend version 1.4.11 and higher. You can download it from
+http://www.lighttpd.net.
+
+And finally, if neither Mongrel or lighttpd are installed, Rails will use the built-in Ruby
+web server, WEBrick. WEBrick is a small Ruby web server suitable for development, but not
+for production.
+
+But of course its also possible to run Rails on any platform that supports FCGI.
+Apache, LiteSpeed, IIS are just a few. For more information on FCGI,
+please visit: http://wiki.rubyonrails.com/rails/pages/FastCGI
+
+
+== Debugging Rails
+
+Have "tail -f" commands running on the server.log and development.log. Rails will
+automatically display debugging and runtime information to these files. Debugging
+info will also be shown in the browser on requests from 127.0.0.1.
+
+
+== Breakpoints
+
+Breakpoint support is available through the script/breakpointer client. This
+means that you can break out of execution at any point in the code, investigate
+and change the model, AND then resume execution! Example:
+
+  class WeblogController < ActionController::Base
+    def index
+      @posts = Post.find(:all)
+      breakpoint "Breaking out from the list"
+    end
+  end
+
+So the controller will accept the action, run the first line, then present you
+with a IRB prompt in the breakpointer window. Here you can do things like:
+
+Executing breakpoint "Breaking out from the list" at .../webrick_server.rb:16 in 'breakpoint'
+
+  >> @posts.inspect
+  => "[#<Post:0x14a6be8 @attributes={\"title\"=>nil, \"body\"=>nil, \"id\"=>\"1\"}>,
+       #<Post:0x14a6620 @attributes={\"title\"=>\"Rails you know!\", \"body\"=>\"Only ten..\", \"id\"=>\"2\"}>]"
+  >> @posts.first.title = "hello from a breakpoint"
+  => "hello from a breakpoint"
+
+...and even better is that you can examine how your runtime objects actually work:
+
+  >> f = @posts.first
+  => #<Post:0x13630c4 @attributes={"title"=>nil, "body"=>nil, "id"=>"1"}>
+  >> f.
+  Display all 152 possibilities? (y or n)
+
+Finally, when you're ready to resume execution, you press CTRL-D
+
+
+== Console
+
+You can interact with the domain model by starting the console through <tt>script/console</tt>.
+Here you'll have all parts of the application configured, just like it is when the
+application is running. You can inspect domain models, change values, and save to the
+database. Starting the script without arguments will launch it in the development environment.
+Passing an argument will specify a different environment, like <tt>script/console production</tt>.
+
+To reload your controllers and models after launching the console run <tt>reload!</tt>
+
+To reload your controllers and models after launching the console run <tt>reload!</tt>
+
+
+
+== Description of contents
+
+app
+  Holds all the code that's specific to this particular application.
+
+app/controllers
+  Holds controllers that should be named like weblogs_controller.rb for
+  automated URL mapping. All controllers should descend from ApplicationController
+  which itself descends from ActionController::Base.
+
+app/models
+  Holds models that should be named like post.rb.
+  Most models will descend from ActiveRecord::Base.
+
+app/views
+  Holds the template files for the view that should be named like
+  weblogs/index.rhtml for the WeblogsController#index action. All views use eRuby
+  syntax.
+
+app/views/layouts
+  Holds the template files for layouts to be used with views. This models the common
+  header/footer method of wrapping views. In your views, define a layout using the
+  <tt>layout :default</tt> and create a file named default.rhtml. Inside default.rhtml,
+  call <% yield %> to render the view using this layout.
+
+app/helpers
+  Holds view helpers that should be named like weblogs_helper.rb. These are generated
+  for you automatically when using script/generate for controllers. Helpers can be used to
+  wrap functionality for your views into methods.
+
+config
+  Configuration files for the Rails environment, the routing map, the database, and other dependencies.
+
+components
+  Self-contained mini-applications that can bundle together controllers, models, and views.
+
+db
+  Contains the database schema in schema.rb.  db/migrate contains all
+  the sequence of Migrations for your schema.
+
+doc
+  This directory is where your application documentation will be stored when generated
+  using <tt>rake doc:app</tt>
+
+lib
+  Application specific libraries. Basically, any kind of custom code that doesn't
+  belong under controllers, models, or helpers. This directory is in the load path.
+
+public
+  The directory available for the web server. Contains subdirectories for images, stylesheets,
+  and javascripts. Also contains the dispatchers and the default HTML files. This should be
+  set as the DOCUMENT_ROOT of your web server.
+
+script
+  Helper scripts for automation and generation.
+
+test
+  Unit and functional tests along with fixtures. When using the script/generate scripts, template
+  test files will be generated for you and placed in this directory.
+
+vendor
+  External libraries that the application depends on. Also includes the plugins subdirectory.
+  This directory is in the load path.

data/sample_rails_project/Rakefile

@@ -0,0 +1,10 @@
+# Add your own tasks in files placed in lib/tasks ending in .rake,
+# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
+
+require(File.join(File.dirname(__FILE__), 'config', 'boot'))
+
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+
+require 'tasks/rails'