jstorimer-deep-test 1.4.0 → 2.0.0

data/TODO

@@ -1,4 +1,4 @@
-* Graceful handling if workers fail to start.
+* Graceful handling if agents fail to start.
 * test loader
-* Log blackboard write error
+* Log central_command write error
 * Handle not getting all results make more gracefully

data/VERSION

@@ -1 +1 @@
-1.4.0
+2.0.0

data/infrastructure/dynamic_teardown.rb

@@ -0,0 +1,22 @@
+module DynamicTeardown
+  class <<self
+    def setup
+      stack.push []
+    end
+
+    def stack
+      @stack ||= []
+    end
+
+    def on_teardown(&block)
+      stack.last << block
+    end
+
+    def teardown
+      teardowns = stack.pop
+      while td = teardowns.shift
+        td.call rescue nil
+      end
+    end
+  end
+end

data/infrastructure/load.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + "/timewarp/lib/timewarp"
+require File.dirname(__FILE__) + "/fake_deadlock_error"
+require File.dirname(__FILE__) + "/test_central_command"
+require File.dirname(__FILE__) + "/test_factory"
+require File.dirname(__FILE__) + "/test_logger"
+require File.dirname(__FILE__) + "/test_exception"
+require File.dirname(__FILE__) + "/test_result"
+require File.dirname(__FILE__) + "/test_operator"
+require File.dirname(__FILE__) + "/dynamic_teardown"
+require File.dirname(__FILE__) + "/thread_agent"
+

data/infrastructure/test_central_command.rb

@@ -0,0 +1,15 @@
+module DeepTest
+  class TestCentralCommand < CentralCommand
+    def self.start(options)
+      central_command = super
+      DynamicTeardown.on_teardown { central_command.stop }
+      central_command
+    end
+
+    def remaining_result_count
+      @results_mutex.synchronize do
+        @results.size
+      end
+    end
+  end
+end

data/infrastructure/test_exception.rb

@@ -0,0 +1,7 @@
+module DeepTest
+  class TestException < StandardError
+    def ==(other)
+      other.class == self.class && other.message == message
+    end
+  end
+end

data/infrastructure/test_logger.rb

@@ -0,0 +1,11 @@
+class TestLogger < DeepTest::Logger
+  def initialize(device = nil)
+    super(StringIO.new)
+  end
+
+  def logged_output
+    io_stream.string
+  end
+end
+
+

data/infrastructure/test_operator.rb

@@ -0,0 +1,15 @@
+module DeepTest
+  class TestOperator < Telegraph::Operator
+    def self.listen(options = nil)
+      operator = super("localhost", 0, Telegraph::Switchboard.new)
+      DynamicTeardown.on_teardown { operator = shutdown }
+      options.server_port = operator.port if options
+      operator 
+    end
+
+    def next_message
+      @switchboard.next_message(:timeout => 0.1)
+    end
+  end
+end
+

data/infrastructure/test_result.rb

@@ -0,0 +1,15 @@
+module DeepTest
+  class TestResult
+    include CentralCommand::Result
+    attr_reader :value
+
+    def initialize(value)
+      @value == value
+    end
+
+    def ==(other)
+      value == other.value
+    end
+  end
+end
+

data/infrastructure/thread_agent.rb

@@ -0,0 +1,21 @@
+module DeepTest
+  class ThreadAgent < Agent
+    attr_reader :work_done
+
+    def initialize(options)
+      super(0, options, ListenerList.new([]))
+      @thread = Thread.new { execute(StringIO.new, StringIO.new) }
+      @work_done = 0
+    end
+
+    def wait_until_done
+      Timeout.timeout(5) {@thread.join}
+      @thread.kill if @thread.alive?
+    end
+
+    def send_result(*args)
+      super
+      @work_done += 1
+    end
+  end
+end

data/infrastructure/timewarp/Rakefile

@@ -0,0 +1,14 @@
+require 'rake'
+require 'rake/testtask'
+
+task :default => %w[
+  test 
+]
+
+task :pc => :default
+
+Rake::TestTask.new do |t|
+  t.pattern = "test/**/*_test.rb"
+  t.libs += ['test', 'lib']
+end
+

data/infrastructure/timewarp/lib/timewarp.rb

@@ -0,0 +1,21 @@
+require 'time'
+
+module Timewarp
+  def self.freeze(time, &block)
+    frozen_time = time.is_a?(String) ? Time.parse(time) : time
+    control_timeline proc {frozen_time}, &block
+  end
+
+  def self.control_timeline(timeline_proc)
+    (class <<Time; self; end).class_eval do
+      alias original_now now
+      define_method(:now) { timeline_proc.call }
+    end
+    yield
+  ensure
+    (class <<Time; self; end).class_eval do
+      alias now original_now
+      remove_method :original_now
+    end
+  end
+end

data/infrastructure/timewarp/test/timewarp_test.rb

@@ -0,0 +1,45 @@
+$LOAD_PATH << File.dirname(__FILE__) + "/../lib"
+require 'test/unit'
+require 'timewarp'
+require 'rubygems'
+require 'shoulda'
+
+class TimewarpTest < Test::Unit::TestCase
+  context "control_timeline" do
+    should "yield" do
+      assert_equal :foo, Timewarp.control_timeline(proc {}) {:foo}
+    end
+    
+    should "repeatedly call supplied proc every time Time.now is called" do
+      time_values = [:timepoint_1, :timepoint_2]
+      Timewarp.control_timeline(proc {time_values.shift}) do
+        assert_equal :timepoint_1, Time.now
+        assert_equal :timepoint_2, Time.now
+        assert_equal nil, Time.now
+      end
+    end
+
+    should "restorte the normal flow of time even if exception occurs" do
+      Timewarp.control_timeline(proc {}) {raise "error"} rescue nil
+      time_1 = Time.now
+      sleep 0.01
+      time_2 = Time.now
+
+      assert time_1 < time_2
+    end
+  end
+
+  context "freeze" do
+    should "yield" do
+      assert_equal :foo, Timewarp.freeze(:frozen_time) {:foo}
+    end
+
+    should "return a constant time" do
+      assert_equal :frozen_time, Timewarp.freeze(:frozen_time) {Time.now}
+    end
+
+    should "parse the time if it is a string" do
+      assert_equal Time.parse("2009-07-01 12:01:01"), Timewarp.freeze("2009-07-01 12:01:01") {Time.now}
+    end
+  end
+end

data/lib/deep_test.rb

@@ -3,27 +3,15 @@ module DeepTest
     def logger
       @logger ||= DeepTest::Logger.new($stdout)
     end
-  end  
-
-  # Fork in a separate thread.  If we fork from a DRb thread
-  #  (a thread handling a method call invoked over drb),
-  #  DRb still thinks the current object is the DRb Front Object,
-  #  and reports its uri as the same as in the parent process, even
-  #  if you restart DRb service.
-  #
-  def self.drb_safe_fork(&block)
-    Thread.new {Process.fork(&block)}.value
-  end
 
-  def self.init(options)
-    return if @initialized
-    @initialized = true
-    Metrics::Gatherer.setup(options)
-  end
+    def logger=(logger)
+      @logger = logger
+    end
+  end  
 
-  class WorkUnitNeverReceivedError < StandardError
-    def initialize
-      super "DeepTest result never received.  Maybe an error was printed above?"
+  class IncompleteTestRunError < StandardError
+    def initialize(count)
+      super "#{count} tests were not run because the DeepTest Agents died"
     end
 
     def backtrace
@@ -33,53 +21,52 @@ module DeepTest
 end
 
 require "logger"
-require "drb"
 require "timeout"
 require "thread"
 require "socket"
 require "webrick"
 require "timeout"
+require "base64"
 
+require File.dirname(__FILE__) + "/telegraph"
+require File.dirname(__FILE__) + "/deep_test/lib_root"
 require File.dirname(__FILE__) + "/deep_test/extensions/object_extension"
-require File.dirname(__FILE__) + "/deep_test/extensions/drb_extension"
 
+require File.dirname(__FILE__) + "/deep_test/demon"
 require File.dirname(__FILE__) + "/deep_test/deadlock_detector"
-require File.dirname(__FILE__) + "/deep_test/local_workers"
+require File.dirname(__FILE__) + "/deep_test/local_deployment"
 require File.dirname(__FILE__) + "/deep_test/logger"
 
 require File.dirname(__FILE__) + "/deep_test/marshallable_exception_wrapper"
-require File.dirname(__FILE__) + "/deep_test/null_worker_listener"
+require File.dirname(__FILE__) + "/deep_test/null_listener"
 require File.dirname(__FILE__) + "/deep_test/listener_list"
-require File.dirname(__FILE__) + "/deep_test/option"
+require File.dirname(__FILE__) + "/deep_test/cpu_info"
+require File.dirname(__FILE__) + "/deep_test/failure_message"
 require File.dirname(__FILE__) + "/deep_test/options"
-require File.dirname(__FILE__) + "/deep_test/process_orchestrator"
+require File.dirname(__FILE__) + "/deep_test/main"
 require File.dirname(__FILE__) + "/deep_test/result_reader"
 require File.dirname(__FILE__) + "/deep_test/rspec_detector"
-require File.dirname(__FILE__) + "/deep_test/server"
+require File.dirname(__FILE__) + "/deep_test/central_command"
+require File.dirname(__FILE__) + "/deep_test/proxy_io"
 require File.dirname(__FILE__) + "/deep_test/test_task"
-require File.dirname(__FILE__) + "/deep_test/worker"
+require File.dirname(__FILE__) + "/deep_test/agent"
 require File.dirname(__FILE__) + "/deep_test/warlock"
 
 require File.dirname(__FILE__) + "/deep_test/database/setup_listener"
 require File.dirname(__FILE__) + "/deep_test/database/mysql_setup_listener"
 
+require File.dirname(__FILE__) + "/deep_test/distributed/shell_environment"
+require File.dirname(__FILE__) + "/deep_test/distributed/landing_ship"
 require File.dirname(__FILE__) + "/deep_test/distributed/dispatch_controller"
-require File.dirname(__FILE__) + "/deep_test/distributed/drb_client_connection_info"
+require File.dirname(__FILE__) + "/deep_test/distributed/ssh_client_connection_info"
 require File.dirname(__FILE__) + "/deep_test/distributed/filename_resolver"
-require File.dirname(__FILE__) + "/deep_test/distributed/master_test_server"
-require File.dirname(__FILE__) + "/deep_test/distributed/test_server"
-require File.dirname(__FILE__) + "/deep_test/distributed/test_server_status"
-require File.dirname(__FILE__) + "/deep_test/distributed/test_server_workers"
-require File.dirname(__FILE__) + "/deep_test/distributed/multi_test_server_proxy"
-require File.dirname(__FILE__) + "/deep_test/distributed/null_work_unit"
-require File.dirname(__FILE__) + "/deep_test/distributed/remote_worker_client"
-require File.dirname(__FILE__) + "/deep_test/distributed/remote_worker_server"
+require File.dirname(__FILE__) + "/deep_test/distributed/landing_fleet"
+require File.dirname(__FILE__) + "/deep_test/distributed/remote_deployment"
+require File.dirname(__FILE__) + "/deep_test/distributed/beachhead"
 require File.dirname(__FILE__) + "/deep_test/distributed/rsync"
-require File.dirname(__FILE__) + "/deep_test/distributed/throughput_runner"
-require File.dirname(__FILE__) + "/deep_test/distributed/throughput_statistics"
-require File.dirname(__FILE__) + "/deep_test/distributed/throughput_worker_client"
 
-require File.dirname(__FILE__) + "/deep_test/metrics/gatherer"
+require File.dirname(__FILE__) + "/deep_test/metrics/data"
+require File.dirname(__FILE__) + "/deep_test/metrics/measurement"
 
 DeepTest::RSpecDetector.if_rspec_available do
   require File.dirname(__FILE__) + "/deep_test/spec"
@@ -88,3 +75,4 @@ require File.dirname(__FILE__) + "/deep_test/test"
 
 require File.dirname(__FILE__) + "/deep_test/ui/console"
 require File.dirname(__FILE__) + "/deep_test/ui/null"
+

data/lib/deep_test/agent.rb

@@ -0,0 +1,108 @@
+module DeepTest
+  class Agent
+    include Demon
+    attr_reader :number
+
+    def initialize(number, options, listener)
+      @number = number
+      @listener = listener
+      @options = options
+    end
+
+    def connect(stream_to_parent_process)
+      DeepTest.logger.debug { "Agent: Connecting to #{@options.origin_hostname}:#{@options.server_port}" }
+      @options.connect_to_central_command do |wire|
+        stream_to_parent_process.puts "Connected"
+        stream_to_parent_process.close rescue nil
+        yield wire
+      end
+    ensure
+      stream_to_parent_process.close unless stream_to_parent_process.closed?
+    end
+
+    def execute(stream_from_child_process, stream_to_parent_process)
+      stream_from_child_process.close
+      connect(stream_to_parent_process) do |wire|
+        reseed_random_numbers
+        reconnect_to_database
+
+        @listener.starting(self)
+        wire.send_message CentralCommand::NeedWork
+
+        while work_unit_message = next_work_unit_message(wire)
+          @listener.starting_work(self, work_unit_message.body)
+
+          result = begin
+                     Metrics::Measurement.send_home("Agents Performing Work", wire, @options) do
+                       work_unit_message.body.run
+                     end
+                   rescue Exception => error
+                     Error.new(work_unit_message.body, error)
+                   end
+
+          @listener.finished_work(self, work_unit_message.body, result)
+          send_result wire, work_unit_message, result
+        end
+      end
+    rescue CentralCommand::NoWorkUnitsRemainingError
+      DeepTest.logger.debug { "Agent #{number}: no more work to do" }
+    end
+
+    def next_work_unit_message(wire)
+      Metrics::Measurement.send_home("Agents Retrieving Work", wire, @options) do
+        begin
+          message = wire.next_message(:timeout => 2)
+          next message.body == CentralCommand::NoMoreWork ? nil : message
+        rescue Telegraph::NoMessageAvailable
+          DeepTest.logger.debug { "Agent: NoMessageAvailable" }
+          retry
+        rescue Telegraph::LineDead
+          DeepTest.logger.debug { "Agent: LineDead" }
+          next nil
+        end
+      end
+    end
+
+    def send_result(wire, work_unit_message, result)
+      wire.send_message result, :ack => work_unit_message
+    end
+
+    def reconnect_to_database
+      ActiveRecord::Base.connection.reconnect! if defined?(ActiveRecord::Base)
+    end
+
+    def reseed_random_numbers
+      srand
+    end
+
+
+    class Error
+      include CentralCommand::Result
+
+      attr_accessor :work_unit, :error
+
+      def initialize(work_unit, error)
+        @work_unit, @error = work_unit, error
+      end
+
+      def _dump(limit)
+        Marshal.dump([@work_unit, @error], limit)
+      rescue
+        Marshal.dump(["<< Undumpable >>", @error], limit)
+      end
+
+      def self._load(string)
+        new *Marshal.load(string)
+      end
+
+      def ==(other)
+        work_unit == other.work_unit &&
+            error == other.error
+      end
+
+      def to_s
+        "#{@work_unit}: #{@error}\n" + (@error.backtrace || []).join("\n")
+      end
+    end
+  end
+end