jstorimer-deep-test 1.4.0 → 2.0.0

data/lib/telegraph.rb

@@ -0,0 +1,29 @@
+require 'socket'
+require File.dirname(__FILE__) + "/telegraph/logging"
+require File.dirname(__FILE__) + "/telegraph/ack_sequence"
+require File.dirname(__FILE__) + "/telegraph/message"
+require File.dirname(__FILE__) + "/telegraph/wire"
+require File.dirname(__FILE__) + "/telegraph/operator"
+require File.dirname(__FILE__) + "/telegraph/switchboard"
+
+module Telegraph
+  class Ping
+    attr_reader :value
+
+    def initialize(value)
+      @value = value
+    end
+  end
+
+  class Pong
+    attr_reader :value
+
+    def initialize(value)
+      @value = value
+    end
+  end
+
+  class NoMessageAvailable < StandardError; end
+  class LineDead < StandardError; end
+end
+

data/lib/telegraph/ack_sequence.rb

@@ -0,0 +1,14 @@
+module Telegraph
+  class AckSequence
+    def initialize
+      @value = 0
+    end
+
+    def next
+      Thread.exclusive do
+        @value += 1
+      end
+    end
+  end
+end
+

data/lib/telegraph/logging.rb

@@ -0,0 +1,20 @@
+require 'logger'
+
+module Telegraph
+  module Logging
+    def self.logger
+      @logger ||= begin
+        l = Logger.new($stdout)
+        l.level = Logger.const_get((ENV['TELEGRAPH_LOG_LEVEL'] || 'info').upcase)
+        l.formatter = proc do |sev, time, progmane, msg|
+          "[#{time.strftime "%T"}] (pid #{Process.pid}) #{msg}\n"
+        end
+        l
+      end
+    end
+
+    def debug
+      Logging.logger.debug { "#{self.class}: #{yield}" }
+    end
+  end
+end

data/lib/telegraph/message.rb

@@ -0,0 +1,39 @@
+module Telegraph
+  class Message
+    include Logging
+
+    attr_reader :body, :sequence_number, :sequence_ack
+
+    def initialize(body, sequence_number, sequence_ack)
+      @body = body
+      @sequence_number = sequence_number
+      @sequence_ack = sequence_ack
+    end
+
+    def write(stream)
+      message_data = Marshal.dump(body)
+      debug { "send #{message_data[4..20]}... (#{message_data.length} bytes)" }
+      stream.write [message_data.size, @sequence_number, @sequence_ack || 0].pack("NNN") + message_data
+    end
+
+    class <<self
+      include Logging
+
+      def read(stream)
+        header_data = read_data(stream, 12, "header")
+        size, sequence_number, sequence_ack = header_data.unpack("NNN")
+
+        message_data = read_data(stream, size, "message")
+        debug { "read #{message_data[4..20]}... (#{message_data.length} bytes)" }
+        Message.new Marshal.load(message_data), sequence_number, (sequence_ack == 0 ? nil : sequence_ack)
+      end
+
+      def read_data(stream, length, label)
+        data = stream.read(length)
+        raise IOError, "connection closed" unless data
+        raise IOError, "incomplete #{label} data" unless data.length == length
+        data
+      end
+    end
+  end
+end

data/lib/telegraph/operator.rb

@@ -0,0 +1,47 @@
+require 'thread'
+
+module Telegraph
+  class Operator
+    include Logging
+
+    attr_reader :switchboard
+
+    def self.listen(host, port, switchboard = Switchboard.new)
+      new TCPServer.new(host, port), switchboard
+    end
+
+    def initialize(socket, switchboard)
+      @socket = socket
+      @switchboard = switchboard
+      @accept_thread = Thread.new do
+        @socket.listen 100
+        loop do
+          if @should_shutdown
+            @socket.close
+            @switchboard.close_all_wires
+            break
+          end
+
+          begin
+            client = @socket.accept_nonblock
+            debug { "Accepted connection: #{client.inspect}" }
+            @switchboard.add_wire Wire.new(client)
+          rescue Errno::EAGAIN, Errno::ECONNABORTED, Errno::EPROTO, Errno::EINTR
+            connection_ready, = IO.select([@socket], nil, nil, 0.25)
+            retry if connection_ready
+          end
+        end
+      end
+    end
+
+    def port
+      @socket.addr[1]
+    end
+
+    def shutdown
+      debug { "Shutting down" }
+      @should_shutdown = true
+      @accept_thread.join
+    end
+  end
+end

data/lib/telegraph/switchboard.rb

@@ -0,0 +1,57 @@
+module Telegraph
+  class Switchboard
+    include Logging
+
+    def process_messages(options = {:timeout => 0})
+      yield next_message(options) while true
+    rescue NoMessageAvailable
+      retry
+    end
+
+    def next_message(options = {:timeout => 0})
+      debug { "Waiting for next message on any of #{live_wires.size} wires for #{options[:timeout]} seconds" }
+
+      if live_wires.empty?
+        sleep 0.01
+        Thread.pass 
+        raise NoMessageAvailable 
+      end
+
+      readers, = IO.select live_wires.map {|w| w.stream}, nil, nil, options[:timeout]
+      raise NoMessageAvailable unless readers
+
+      wire = using_wires {|wires| wires.detect {|w| w.stream == readers.first} }
+      return wire.next_message(options.merge(:timeout => 0)), wire
+    rescue LineDead => e
+      debug { "LineDead: #{e.message} while reading message from wire" }
+      raise NoMessageAvailable
+    end
+
+    def any_live_wires?
+      live_wires.any?
+    end
+
+    def drop_wire(wire)
+      using_wires {|w| w.delete wire }
+    end
+
+    def add_wire(wire)
+      using_wires {|w| w << wire }
+    end
+
+    def close_all_wires
+      debug { "Closing all wires" }
+      using_wires {|w| w.each { |wire| wire.close rescue nil } }
+    end
+
+    def live_wires
+      using_wires {|w| w.select {|wire| !wire.closed?}}
+    end
+
+    def using_wires
+      @wires ||= []
+      @wires_mutex ||= Mutex.new
+      @wires_mutex.synchronize { yield @wires }
+    end
+  end
+end

data/lib/telegraph/wire.rb

@@ -0,0 +1,73 @@
+module Telegraph
+  class Wire
+    include Logging
+
+    attr_reader :stream
+
+    def self.connect(host, port)
+      wire = new TCPSocket.new(host, port)
+      return wire unless block_given?
+      begin
+        yield wire
+      ensure
+        wire.close
+      end
+    end
+
+    def initialize(stream)
+      @sequence = AckSequence.new
+      @stream = stream
+    end
+
+    def close
+      if @stream.closed?
+        debug { "stream already closed" }
+      else
+        debug { "closing stream #{@stream.inspect}" }
+        @stream.close
+      end
+    end
+
+    def closed?
+      @stream.closed?
+    end
+
+    def send_message(body, options = {})
+      sequence_ack = options[:ack] ? options[:ack].sequence_number : nil
+      message = Message.new(body, @sequence.next, sequence_ack)
+      message.write stream
+      unacked_sequences_numbers[message.sequence_number] = message if options[:need_ack]
+    rescue IOError, Errno::EPIPE, Errno::ECONNRESET => e
+      close rescue nil
+      raise LineDead, e.message
+    end
+
+    def process_messages(options = {:timeout => 0})
+      yield next_message(options) while true
+    rescue NoMessageAvailable
+      retry
+    end
+
+    def next_message(options = {:timeout => 0})
+      begin
+        raise NoMessageAvailable unless IO.select [@stream], nil, nil, options[:timeout]
+        message = Message.read(@stream)
+        unacked_sequences_numbers.delete message.sequence_ack if message.sequence_ack
+        return message
+      rescue IOError, Errno::ECONNRESET => e
+        raise LineDead, e.message
+      end
+    rescue LineDead
+      close rescue nil
+      raise
+    end
+
+    def unacked_sequences_numbers
+      @unacked_sequences_numbers ||= {}
+    end
+
+    def unacked_messages
+      unacked_sequences_numbers.values
+    end
+  end
+end

data/negative_acceptance_tests/dying_spec.rb

@@ -0,0 +1,13 @@
+require 'rubygems'
+gem 'rspec', '1.1.12'
+require 'spec'
+
+describe "dying" do
+  100.times do |i|
+    it "#{i}" do
+      exit! 0
+    end
+  end
+end
+
+

data/negative_acceptance_tests/dying_test.rb

@@ -0,0 +1,13 @@
+require 'rubygems'
+require 'test/unit'
+require 'dust'
+
+unit_tests do
+  100.times do |i|
+    test "dying #{i}" do
+      exit! 0
+    end
+  end
+end
+
+

data/negative_acceptance_tests/failing_spec.rb

@@ -0,0 +1,9 @@
+require 'rubygems'
+gem 'rspec', '1.1.12'
+require 'spec'
+
+describe "failing" do
+  it "fails" do
+    false.should == true
+  end
+end

data/{test/failing.rb → negative_acceptance_tests/failing_test.rb}

@@ -1,4 +1,6 @@
-require File.dirname(__FILE__) + "/test_helper"
+require 'rubygems'
+require 'test/unit'
+require 'dust'
 
 unit_tests do
   test "failing" do

data/negative_acceptance_tests/kill_agent_one_on_start_work.rb

@@ -0,0 +1,16 @@
+class KillAgentOneOnStartWork
+    def before_sync
+    end
+    def before_starting_agents
+    end
+    def starting(agent)
+    end
+    def starting_work(agent, work_unit)
+      if agent.number == 1
+        puts "Killing Agent 1 to see if CentralCommand redispatches work"
+        exit!(0) 
+      end
+    end
+    def finished_work(agent, work_unit, result)
+    end
+end

data/negative_acceptance_tests/passing_spec.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+gem 'rspec', '1.1.12'
+require 'spec'
+
+describe "passing" do
+  it "passes" do
+    true.should == true
+  end
+end
+

data/negative_acceptance_tests/passing_test.rb

@@ -0,0 +1,12 @@
+require 'rubygems'
+require 'test/unit'
+require 'dust'
+
+unit_tests do
+  10.times do |i|
+    test "passing #{i}" do
+      assert true
+    end
+  end
+end
+

data/negative_acceptance_tests/tasks.rake

@@ -0,0 +1,87 @@
+require 'rake'
+require 'rubygems'
+gem 'rspec', '1.1.12'
+require 'spec/rake/spectask'
+$LOAD_PATH << File.dirname(__FILE__) + "/../lib"
+require "deep_test"
+require "deep_test/rake_tasks"
+
+DeepTest::TestTask.new :deep_test_failing do |t|
+  t.number_of_agents = 1
+  t.pattern = "negative_acceptance_tests/failing_test.rb"
+end
+
+DeepTest::TestTask.new :deep_test_passing do |t|
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+end
+
+DeepTest::TestTask.new :deep_test_failover_to_local do |t|
+  t.number_of_agents = 1
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+  t.distributed_hosts = %w[host.foobar]
+  t.sync_options = {:source => File.dirname(__FILE__), :rsync_options => "--exclude=.svn"}
+end
+
+DeepTest::TestTask.new :deep_test_just_one_with_host_down do |t|
+  t.number_of_agents = 1
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+  t.distributed_hosts = %w[localhost host.foobar]
+  t.sync_options = {:source => File.dirname(__FILE__), :rsync_options => "--exclude=.svn"}
+end
+
+DeepTest::TestTask.new :deep_test_with_agents_dying do |t|
+  t.number_of_agents = 1
+  t.pattern = "negative_acceptance_tests/dying_test.rb"
+end
+
+DeepTest::TestTask.new :deep_test_with_work_taken_and_not_done do |t|
+  t.number_of_agents = 2
+  t.listener = "KillAgentOneOnStartWork"
+  t.requires = 'negative_acceptance_tests/kill_agent_one_on_start_work.rb'
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+end
+
+DeepTest::TestTask.new :deep_test_with_metrics do |t|
+  t.pattern = "negative_acceptance_tests/passing_test.rb"
+  t.metrics_file = "negative_acceptance_tests/metrics.data"
+end
+
+Spec::Rake::SpecTask.new :deep_spec_failing do |t|
+  t.deep_test :number_of_agents => 1
+  t.spec_files = FileList["negative_acceptance_tests/failing_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_passing do |t|
+  t.deep_test :number_of_agents => 1
+  t.spec_files = FileList["negative_acceptance_tests/passing_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_failover_to_local do |t|
+  t.deep_test :number_of_agents => 1,
+              :distributed_hosts => %w[host.foobar],
+              :sync_options => {:source => File.dirname(__FILE__), :rsync_options => "--exclude=.svn"}
+  t.spec_files = FileList["negative_acceptance_tests/passing_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_just_one_with_host_down do |t|
+  t.deep_test :number_of_agents => 1,
+              :distributed_hosts => %w[localhost host.foobar],
+              :sync_options => {:source => File.dirname(__FILE__), :rsync_options => "--exclude=.svn"}
+  t.spec_files = FileList["negative_acceptance_tests/passing_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_with_agents_dying do |t|
+  t.deep_test :number_of_agents => 2
+  t.spec_files = FileList["negative_acceptance_tests/dying_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new :deep_spec_with_work_taken_and_not_done do |t|
+  t.spec_files = FileList['negative_acceptance_tests/kill_agent_one_on_start_work.rb',
+                          "negative_acceptance_tests/passing_test.rb"]
+  t.deep_test :number_of_agents => 2, :listener => "KillAgentOneOnStartWork"
+end
+
+Spec::Rake::SpecTask.new :deep_spec_with_metrics do |t|
+  t.deep_test :number_of_agents => 1, :metrics_file => "negative_acceptance_tests/metrics.data"
+  t.spec_files = FileList["negative_acceptance_tests/passing_spec.rb"]
+end