deep_test_pre 2.0

data/lib/deep_test/ui/null.rb

@@ -0,0 +1,17 @@
+module DeepTest
+  module UI
+    class Null
+      def initialize(options)
+      end
+
+      def distributed_failover_to_local(method, exception)
+      end
+
+      def dispatch_starting(method_name)
+      end
+
+      def dispatch_finished(method_name)
+      end
+    end
+  end
+end

data/lib/deep_test/warlock.rb

@@ -0,0 +1,146 @@
+module DeepTest
+  class Warlock
+    def initialize(options)
+      @options = options
+      @demons_semaphore = Mutex.new
+      @demons = []
+      @reapers = []
+    end
+
+    def start(name, demon, *demon_args)
+      # Not synchronizing for the fork seems to cause
+      # random errors (Bus Error, Segfault, and GC non-object)
+      # in Beachhead processes.
+      #
+      begin
+        pid = nil
+        @demons_semaphore.synchronize do 
+          pid = fork do
+            # Fork leaves the semaphore locked and we'll never make it
+            # to end of synchronize block.
+            #
+            # The Ruby 1.8.6 C mutex implementation automatically treats
+            # a mutex locked by a dead thread as unlocked and will raise
+            # an error if we try to unlock it from this thread.
+            #
+            @demons_semaphore.unlock if @demons_semaphore.locked?
+
+            close_open_network_connections
+            demon.forked name, @options, demon_args
+
+            exit
+          end
+
+          raise "fatal: fork returned nil" if pid.nil?
+          add_demon name, pid
+        end
+
+        launch_reaper_thread name, pid
+
+      rescue => e
+        puts "exception starting #{name}: #{e}"
+        puts "\t" + e.backtrace.join("\n\t")
+      end
+    end
+
+    def close_open_network_connections
+      ObjectSpace.each_object(BasicSocket) do |sock|
+        begin
+          sock.close 
+        rescue IOError
+        end
+      end
+    end
+
+    def demon_count
+      @demons_semaphore.synchronize do
+        @demons.size
+      end
+    end
+
+    def stop_demons
+      DeepTest.logger.debug { "stopping all demons" }
+      receivers = @demons_semaphore.synchronize do
+        @demons.reverse
+      end
+
+      receivers.reverse.each do |demon|
+        name, pid = demon
+        if running?(pid)
+          DeepTest.logger.debug { "Sending SIGTERM to #{name}, #{pid}" }
+          Process.kill("TERM", pid)
+        end
+      end
+      DeepTest.logger.debug { "Warlock: Stopped all receivers" }
+
+      DeepTest.logger.debug { "waiting for reapers" }
+      @reapers.each {|r| r.join}
+
+      DeepTest.logger.debug { "Warlock: done reaping processes" }
+    end
+
+    def exit_when_none_running
+      Thread.new do
+        wait_for_all_to_finish
+        DeepTest.logger.debug { "exiting #{Process.pid} with all demons finished" }
+        exit(0)
+      end
+    end
+
+    def wait_for_all_to_finish
+      loop do
+        Thread.pass
+        return unless any_running?
+        sleep(0.01)
+      end
+    end
+
+    def any_running?
+      @demons_semaphore.synchronize do
+        @demons.any? {|name, pid| running?(pid)}
+      end
+    end
+
+    #stolen from daemons
+    def running?(pid)
+      # Check if process is in existence
+      # The simplest way to do this is to send signal '0'
+      # (which is a single system call) that doesn't actually
+      # send a signal
+      begin
+        Process.kill(0, pid)
+        return true
+      rescue Errno::ESRCH
+        return false
+      rescue ::Exception   # for example on EPERM (process exists but does not belong to us)
+        return true
+      #rescue Errno::EPERM
+      #  return false
+      end
+    end    
+
+    protected
+
+    def add_demon(name, pid)
+      DeepTest.logger.debug { "Started: #{name} (#{pid})" }
+      @demons << [name, pid]
+    end
+
+    def remove_demon(name, pid)
+      @demons.delete [name, pid]
+      DeepTest.logger.debug { "Stopped: #{name} (#{pid})" }
+    end
+
+
+    def launch_reaper_thread(name, pid)
+      @reapers << Thread.new do
+        Process.detach(pid).join
+        DeepTest.logger.debug { "#{name} (#{pid}) reaped" }
+        @demons_semaphore.synchronize do
+          DeepTest.logger.debug { "Warlock Reaper: removing #{name} (#{pid}) from demon list" }
+          remove_demon name, pid
+        end
+      end
+    end
+  end
+end

data/lib/telegraph.rb

@@ -0,0 +1,29 @@
+require 'socket'
+require File.dirname(__FILE__) + "/telegraph/logging"
+require File.dirname(__FILE__) + "/telegraph/ack_sequence"
+require File.dirname(__FILE__) + "/telegraph/message"
+require File.dirname(__FILE__) + "/telegraph/wire"
+require File.dirname(__FILE__) + "/telegraph/operator"
+require File.dirname(__FILE__) + "/telegraph/switchboard"
+
+module Telegraph
+  class Ping
+    attr_reader :value
+
+    def initialize(value)
+      @value = value
+    end
+  end
+
+  class Pong
+    attr_reader :value
+
+    def initialize(value)
+      @value = value
+    end
+  end
+
+  class NoMessageAvailable < StandardError; end
+  class LineDead < StandardError; end
+end
+

data/lib/telegraph/ack_sequence.rb

@@ -0,0 +1,14 @@
+module Telegraph
+  class AckSequence
+    def initialize
+      @value = 0
+    end
+
+    def next
+      Thread.exclusive do
+        @value += 1
+      end
+    end
+  end
+end
+

data/lib/telegraph/logging.rb

@@ -0,0 +1,20 @@
+require 'logger'
+
+module Telegraph
+  module Logging
+    def self.logger
+      @logger ||= begin
+        l = Logger.new($stdout)
+        l.level = Logger.const_get((ENV['TELEGRAPH_LOG_LEVEL'] || 'info').upcase)
+        l.formatter = proc do |sev, time, progmane, msg|
+          "[#{time.strftime "%T"}] (pid #{Process.pid}) #{msg}\n"
+        end
+        l
+      end
+    end
+
+    def debug
+      Logging.logger.debug { "#{self.class}: #{yield}" }
+    end
+  end
+end

data/lib/telegraph/message.rb

@@ -0,0 +1,39 @@
+module Telegraph
+  class Message
+    include Logging
+
+    attr_reader :body, :sequence_number, :sequence_ack
+
+    def initialize(body, sequence_number, sequence_ack)
+      @body = body
+      @sequence_number = sequence_number
+      @sequence_ack = sequence_ack
+    end
+
+    def write(stream)
+      message_data = Marshal.dump(body)
+      debug { "send #{message_data[4..20]}... (#{message_data.length} bytes)" }
+      stream.write [message_data.size, @sequence_number, @sequence_ack || 0].pack("NNN") + message_data
+    end
+
+    class <<self
+      include Logging
+
+      def read(stream)
+        header_data = read_data(stream, 12, "header")
+        size, sequence_number, sequence_ack = header_data.unpack("NNN")
+
+        message_data = read_data(stream, size, "message")
+        debug { "read #{message_data[4..20]}... (#{message_data.length} bytes)" }
+        Message.new Marshal.load(message_data), sequence_number, (sequence_ack == 0 ? nil : sequence_ack)
+      end
+
+      def read_data(stream, length, label)
+        data = stream.read(length)
+        raise IOError, "connection closed" unless data
+        raise IOError, "incomplete #{label} data" unless data.length == length
+        data
+      end
+    end
+  end
+end

data/lib/telegraph/operator.rb

@@ -0,0 +1,47 @@
+require 'thread'
+
+module Telegraph
+  class Operator
+    include Logging
+
+    attr_reader :switchboard
+
+    def self.listen(host, port, switchboard = Switchboard.new)
+      new TCPServer.new(host, port), switchboard
+    end
+
+    def initialize(socket, switchboard)
+      @socket = socket
+      @switchboard = switchboard
+      @accept_thread = Thread.new do
+        @socket.listen 100
+        loop do
+          if @should_shutdown
+            @socket.close
+            @switchboard.close_all_wires
+            break
+          end
+
+          begin
+            client = @socket.accept_nonblock
+            debug { "Accepted connection: #{client.inspect}" }
+            @switchboard.add_wire Wire.new(client)
+          rescue Errno::EAGAIN, Errno::ECONNABORTED, Errno::EPROTO, Errno::EINTR
+            connection_ready, = IO.select([@socket], nil, nil, 0.25)
+            retry if connection_ready
+          end
+        end
+      end
+    end
+
+    def port
+      @socket.addr[1]
+    end
+
+    def shutdown
+      debug { "Shutting down" }
+      @should_shutdown = true
+      @accept_thread.join
+    end
+  end
+end

data/lib/telegraph/switchboard.rb

@@ -0,0 +1,57 @@
+module Telegraph
+  class Switchboard
+    include Logging
+
+    def process_messages(options = {:timeout => 0})
+      yield next_message(options) while true
+    rescue NoMessageAvailable
+      retry
+    end
+
+    def next_message(options = {:timeout => 0})
+      debug { "Waiting for next message on any of #{live_wires.size} wires for #{options[:timeout]} seconds" }
+
+      if live_wires.empty?
+        sleep 0.01
+        Thread.pass 
+        raise NoMessageAvailable 
+      end
+
+      readers, = IO.select live_wires.map {|w| w.stream}, nil, nil, options[:timeout]
+      raise NoMessageAvailable unless readers
+
+      wire = using_wires {|wires| wires.detect {|w| w.stream == readers.first} }
+      return wire.next_message(options.merge(:timeout => 0)), wire
+    rescue LineDead => e
+      debug { "LineDead: #{e.message} while reading message from wire" }
+      raise NoMessageAvailable
+    end
+
+    def any_live_wires?
+      live_wires.any?
+    end
+
+    def drop_wire(wire)
+      using_wires {|w| w.delete wire }
+    end
+
+    def add_wire(wire)
+      using_wires {|w| w << wire }
+    end
+
+    def close_all_wires
+      debug { "Closing all wires" }
+      using_wires {|w| w.each { |wire| wire.close rescue nil } }
+    end
+
+    def live_wires
+      using_wires {|w| w.select {|wire| !wire.closed?}}
+    end
+
+    def using_wires
+      @wires ||= []
+      @wires_mutex ||= Mutex.new
+      @wires_mutex.synchronize { yield @wires }
+    end
+  end
+end

data/lib/telegraph/wire.rb

@@ -0,0 +1,73 @@
+module Telegraph
+  class Wire
+    include Logging
+
+    attr_reader :stream
+
+    def self.connect(host, port)
+      wire = new TCPSocket.new(host, port)
+      return wire unless block_given?
+      begin
+        yield wire
+      ensure
+        wire.close
+      end
+    end
+
+    def initialize(stream)
+      @sequence = AckSequence.new
+      @stream = stream
+    end
+
+    def close
+      if @stream.closed?
+        debug { "stream already closed" }
+      else
+        debug { "closing stream #{@stream.inspect}" }
+        @stream.close
+      end
+    end
+
+    def closed?
+      @stream.closed?
+    end
+
+    def send_message(body, options = {})
+      sequence_ack = options[:ack] ? options[:ack].sequence_number : nil
+      message = Message.new(body, @sequence.next, sequence_ack)
+      message.write stream
+      unacked_sequences_numbers[message.sequence_number] = message if options[:need_ack]
+    rescue IOError, Errno::EPIPE, Errno::ECONNRESET => e
+      close rescue nil
+      raise LineDead, e.message
+    end
+
+    def process_messages(options = {:timeout => 0})
+      yield next_message(options) while true
+    rescue NoMessageAvailable
+      retry
+    end
+
+    def next_message(options = {:timeout => 0})
+      begin
+        raise NoMessageAvailable unless IO.select [@stream], nil, nil, options[:timeout]
+        message = Message.read(@stream)
+        unacked_sequences_numbers.delete message.sequence_ack if message.sequence_ack
+        return message
+      rescue IOError, Errno::ECONNRESET => e
+        raise LineDead, e.message
+      end
+    rescue LineDead
+      close rescue nil
+      raise
+    end
+
+    def unacked_sequences_numbers
+      @unacked_sequences_numbers ||= {}
+    end
+
+    def unacked_messages
+      unacked_sequences_numbers.values
+    end
+  end
+end