pandemic 0.5.4

data/test/processor_test.rb

@@ -0,0 +1,33 @@
+require 'test_helper'
+
+class HandlerTest < Test::Unit::TestCase
+  include TestHelper
+  
+  context "with a basic echo processor" do
+    setup do
+      echo = Class.new do
+        def process(body)
+          body.reverse
+        end
+      end
+
+      @processor = Pandemic::ServerSide::Processor.new(echo)
+    end
+    
+    should "have a running child process" do
+      assert !@processor.closed?
+    end
+    
+    should "close running child" do
+      assert !@processor.closed?
+      @processor.close
+      assert @processor.closed?
+    end
+    
+    should "echo back" do
+      10.times do |i| # just to test the loop part
+        assert_equal "#{i} dlrow olleh", @processor.process("hello world #{i}")
+      end
+    end
+  end
+end

data/test/server_test.rb

@@ -0,0 +1,171 @@
+require 'test_helper'
+
+class ServerTest < Test::Unit::TestCase
+  include TestHelper
+  
+  context "without a peer list" do
+    setup do
+      Pandemic::ServerSide::Config.expects(:servers).returns(["localhost:4000"])
+      @server = Pandemic::ServerSide::Server.new("localhost:4000")
+    end
+    
+    should "create a peer connection when a unknown peer tries to connect" do
+      ignore_threads = Thread.list
+      @tcpserver = mock()
+      TCPServer.expects(:new).with("localhost", 4000).returns(@tcpserver)
+      
+      @conn = mock()
+      @conn.stubs(:peeraddr => ['','','',''])
+      @tcpserver.expects(:accept).twice.returns(@conn).then.raises(Pandemic::ServerSide::Server::StopServer)
+      peer = mock()
+      peer.stubs(:add_incoming_connection)
+      @conn.expects(:setsockopt).with(Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1)
+      
+      @conn.expects(:gets).returns("SERVER localhost:4001\n")
+      Pandemic::ServerSide::Peer.expects(:new).with("localhost:4001", is_a(Pandemic::ServerSide::Server)).returns(peer)
+      @tcpserver.expects(:close)
+      peer.stubs(:disconnect) # the StopServer signal could be called before the peer is added. race case not important for this test
+      
+      @server.handler = mock(:new)
+      @server.start
+      wait_for_threads(ignore_threads)
+    end
+  end
+  
+  should "create a pid file" do
+    ignore_threads = Thread.list
+    
+    Pandemic::ServerSide::Config.expects(:pid_file).at_least_once.returns("test/pandemic.pid")
+    Pandemic::ServerSide::Config.expects(:servers).at_least_once.returns([])
+    
+    @tcpserver = mock()
+    TCPServer.expects(:new).with("localhost", 4000).returns(@tcpserver)
+    
+    file = mock()
+    File.expects(:open).with("test/pandemic.pid", "w").yields(file)
+    file.expects(:write).with(Process.pid)
+    File.expects(:chmod)
+    File.expects(:exists?).with("test/pandemic.pid").returns(true)
+    File.expects(:unlink).with("test/pandemic.pid")
+    
+    @tcpserver.expects(:accept).once.raises(Pandemic::ServerSide::Server::StopServer)
+    
+    @tcpserver.expects(:close)
+    
+    @server = Pandemic::ServerSide::Server.new("localhost:4000")
+    
+    @server.handler = mock(:new)
+    @server.start
+    wait_for_threads(ignore_threads)
+  end
+  
+  should "initialize peers" do
+    Pandemic::ServerSide::Config.expects(:servers).returns(["localhost:4000", "localhost:4001"])
+    Pandemic::ServerSide::Peer.expects(:new).with("localhost:4001", is_a(Pandemic::ServerSide::Server))
+    @server = Pandemic::ServerSide::Server.new("localhost:4000")
+  end
+  
+  context "with a server" do
+    setup do
+      Pandemic::ServerSide::Config.expects(:servers).returns(["localhost:4000", "localhost:4001"])
+      @peer = mock()
+      Pandemic::ServerSide::Peer.expects(:new).with("localhost:4001", is_a(Pandemic::ServerSide::Server)).returns(@peer)
+      @server = Pandemic::ServerSide::Server.new("localhost:4000")
+    end
+    
+    should "start a TCPServer, and connect to peers" do
+      ignore_threads = Thread.list
+      @tcpserver = mock()
+      TCPServer.expects(:new).with("localhost", 4000).returns(@tcpserver)
+      @peer.expects(:connect).once
+      @tcpserver.expects(:accept).twice.returns(nil).then.raises(Pandemic::ServerSide::Server::StopServer)
+      @tcpserver.expects(:close)
+      @peer.expects(:disconnect)
+      @server.handler = mock(:new)
+      @server.start
+      wait_for_threads(ignore_threads)
+    end
+    
+    should "create a new client object for a client connection" do
+      ignore_threads = Thread.list
+      
+      @tcpserver = mock()
+      TCPServer.expects(:new).with("localhost", 4000).returns(@tcpserver)
+      @peer.expects(:connect).once
+      
+      @conn = mock()
+      @conn.stubs(:peeraddr => ['','','',''])
+      @tcpserver.expects(:accept).twice.returns(@conn).then.raises(Pandemic::ServerSide::Server::StopServer)
+      client = mock()
+      @conn.expects(:setsockopt).with(Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1)
+      
+      Pandemic::ServerSide::Client.expects(:new).with(@conn, @server).returns(client)
+
+      
+      @conn.expects(:gets).returns("CLIENT\n")
+      @tcpserver.expects(:close)
+      @peer.expects(:disconnect)
+      client.expects(:listen).returns(client)
+      client.expects(:close).at_most_once # optional due to threaded nature, this may not actually happen
+      @server.handler = mock(:new)
+      @server.start
+      wait_for_threads(ignore_threads)
+    end
+    
+    should "connect with the corresponding peer object" do
+      ignore_threads = Thread.list
+      @tcpserver = mock()
+      TCPServer.expects(:new).with("localhost", 4000).returns(@tcpserver)
+      @peer.expects(:connect).once
+      
+      @conn = mock()
+      @conn.stubs(:peeraddr => ['','','',''])
+      @tcpserver.expects(:accept).twice.returns(@conn).then.raises(Pandemic::ServerSide::Server::StopServer)
+      @tcpserver.expects(:close)
+      @peer.expects(:disconnect)
+      
+      @conn.expects(:setsockopt).with(Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1)
+      @conn.expects(:gets).returns("SERVER localhost:4001\n")
+      
+      @peer.expects(:host).returns("localhost")
+      @peer.expects(:port).returns(4001)
+      @peer.expects(:add_incoming_connection).with(@conn)
+      @server.handler = mock(:new)
+      
+      @server.start
+      wait_for_threads(ignore_threads)
+    end
+   
+    should "call process on handler" do
+      handler_class = mock()
+      handler = mock()
+      handler_class.expects(:new).once.returns(handler)
+      handler.expects(:process).with("body")
+      @server.handler = handler_class
+      @server.process("body")
+    end
+    
+    should "map request, distribute to peers, and reduce" do
+      handler_class = mock()
+      handler = mock()
+      handler_class.expects(:new).once.returns(handler)
+      request = mock()
+      request.stubs(:hash => "abcddef134123")
+      @peer.expects(:connected?).returns(true)
+      handler.expects(:partition).with(request, is_a(Hash)).returns({"localhost:4000" => "1", "localhost:4001" => "2"})
+      request.expects(:max_responses=).with(2)
+      @peer.expects(:client_request).with(request, "2")
+      
+      handler.expects(:process).with("1").returns("2")
+      request.expects(:add_response).with("2")
+      
+      request.expects(:wait_for_responses).once
+      handler.expects(:reduce).with(request)
+      
+      @server.handler = handler_class
+      
+      @server.handle_client_request(request)
+      # wait_for_threads
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,24 @@
+TEST_DIR = File.dirname(__FILE__)
+%w(lib test).each do |dir|
+  $LOAD_PATH.unshift "#{TEST_DIR}/../#{dir}"
+end
+
+require 'rubygems'
+require 'test/unit'
+require 'pandemic'
+require 'shoulda'
+require 'mocha'
+
+
+blackhole = StringIO.new
+$pandemic_logger = Logger.new(blackhole)
+
+module TestHelper
+  class TestException < Exception; end
+  def wait_for_threads(ignore = [Thread.current])
+    Thread.list.each do |thread|
+      next if ignore.include?(thread)
+      thread.join
+    end
+  end
+end

data/test/util_test.rb

@@ -0,0 +1,21 @@
+require 'test_helper'
+
+class UtilTest < Test::Unit::TestCase
+  context "with the module methods" do
+    setup do
+      @util = Object.new
+      @util.extend(Pandemic::Util)
+    end
+    
+    should "parse out host and port" do
+      assert_equal ["localhost", 4000], @util.host_port("localhost:4000")
+    end
+    
+    should "include the monitor mixin" do
+      object = Object.new
+      assert !object.respond_to?(:synchronize)
+      @util.with_mutex(object)
+      assert object.respond_to?(:synchronize)
+    end
+  end
+end

metadata

@@ -0,0 +1,141 @@
+--- !ruby/object:Gem::Specification 
+name: pandemic
+version: !ruby/object:Gem::Version 
+  version: 0.5.4
+platform: ruby
+authors: 
+- Arya Asemanfar
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-09-07 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: mocha
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: A framework for distributing work for real-time services and offline tasks.
+email: aryaasemanfar@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- lib/pandemic/client_side/cluster_connection.rb
+- lib/pandemic/client_side/config.rb
+- lib/pandemic/client_side/connection.rb
+- lib/pandemic/client_side/connection_proxy.rb
+- lib/pandemic/client_side/pandemize.rb
+- lib/pandemic/connection_pool.rb
+- lib/pandemic/mutex_counter.rb
+- lib/pandemic/requests_per_second.rb
+- lib/pandemic/server_side/client.rb
+- lib/pandemic/server_side/config.rb
+- lib/pandemic/server_side/handler.rb
+- lib/pandemic/server_side/peer.rb
+- lib/pandemic/server_side/processor.rb
+- lib/pandemic/server_side/request.rb
+- lib/pandemic/server_side/server.rb
+- lib/pandemic/util.rb
+- lib/pandemic.rb
+- README.markdown
+files: 
+- examples/client/client.rb
+- examples/client/constitution.txt
+- examples/client/pandemic_client.yml
+- examples/server/pandemic_server.yml
+- examples/server/word_count_server.rb
+- lib/pandemic/client_side/cluster_connection.rb
+- lib/pandemic/client_side/config.rb
+- lib/pandemic/client_side/connection.rb
+- lib/pandemic/client_side/connection_proxy.rb
+- lib/pandemic/client_side/pandemize.rb
+- lib/pandemic/connection_pool.rb
+- lib/pandemic/mutex_counter.rb
+- lib/pandemic/requests_per_second.rb
+- lib/pandemic/server_side/client.rb
+- lib/pandemic/server_side/config.rb
+- lib/pandemic/server_side/handler.rb
+- lib/pandemic/server_side/peer.rb
+- lib/pandemic/server_side/processor.rb
+- lib/pandemic/server_side/request.rb
+- lib/pandemic/server_side/server.rb
+- lib/pandemic/util.rb
+- lib/pandemic.rb
+- Manifest
+- MIT-LICENSE
+- pandemic.gemspec
+- Rakefile
+- README.markdown
+- test/client_test.rb
+- test/connection_pool_test.rb
+- test/functional_test.rb
+- test/handler_test.rb
+- test/mutex_counter_test.rb
+- test/peer_test.rb
+- test/processor_test.rb
+- test/server_test.rb
+- test/test_helper.rb
+- test/util_test.rb
+has_rdoc: true
+homepage: https://github.com/arya/pandemic/
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Pandemic
+- --main
+- README.markdown
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "1.2"
+  version: 
+requirements: []
+
+rubyforge_project: pandemic
+rubygems_version: 1.3.4
+signing_key: 
+specification_version: 3
+summary: A framework for distributing work for real-time services and offline tasks.
+test_files: 
+- test/client_test.rb
+- test/connection_pool_test.rb
+- test/functional_test.rb
+- test/handler_test.rb
+- test/mutex_counter_test.rb
+- test/peer_test.rb
+- test/processor_test.rb
+- test/server_test.rb
+- test/test_helper.rb
+- test/util_test.rb