protobuf 2.6.6 → 2.7.0.rc1

data/bin/rpc_server

@@ -2,4 +2,3 @@
 
 require 'protobuf/cli'
 ::Protobuf::CLI.start(ARGV)
-

data/lib/protobuf/rpc/connectors/socket.rb

@@ -14,8 +14,6 @@ module Protobuf
             post_init
             read_response
           end
-        ensure
-          @socket.close unless @socket.closed?
         end
 
         def log_signature

data/lib/protobuf/rpc/servers/zmq/broker.rb

@@ -6,29 +6,38 @@ module Protobuf
     module Zmq
       class Broker
         include ::Protobuf::Rpc::Zmq::Util
-        attr_reader :frontend, :backend, :poller, :context
+        attr_reader :frontend, :backend, :poller, :context, :available_workers
 
         ##
         # Constructor
         #
         def initialize(options = {})
+          @available_workers = []
           @context = ::ZMQ::Context.new
           @frontend = setup_frontend(options)
           @backend = setup_backend(options)
-          @poller = setup_poller
+          @poller = ::ZMQ::Poller.new
+          @poller.register(frontend, ::ZMQ::POLLIN)
+          @poller.register(backend, ::ZMQ::POLLIN)
         end
 
         ##
         # Instance Methods
         #
         def poll
+          if available_workers.size > 0
+            poller.register(frontend, ::ZMQ::POLLIN) if poller.size < 2
+          else
+            poller.delete(frontend)            
+          end
+
           poller.poll(1000)
           poller.readables.each do |socket|
             case socket
             when frontend then
-              move_to(backend, socket)
+              move_to_backend(socket)
             when backend then
-              move_to(frontend, socket)
+              move_to_frontend(socket)
             end
           end
         end
@@ -41,14 +50,37 @@ module Protobuf
 
         private
 
-          def move_to(frontend_or_backend, socket)
-            more_data = true
+          def move_to_backend(socket)
+            message_array = []
+            zmq_error_check(socket.recv_strings(message_array))
+
+            backend_message_set = [
+              available_workers.shift, # Worker UUID for router
+              "",
+              message_array[0], # Client UUID for return value
+              "",
+              message_array[2] # Client Message payload (request)
+            ]
+
+            zmq_error_check(backend.send_strings(backend_message_set))
+          end
+
+          def move_to_frontend(socket)
+            message_array = []
+            zmq_error_check(socket.recv_strings(message_array))
+
+            # Push UUID of socket on the available workers queue
+            available_workers << message_array[0]
+
+            # messages should be [ "uuid of socket", "", "READY_MESSAGE || uuid of client socket"]
+            unless message_array[2] == ::Protobuf::Rpc::Zmq::WORKER_READY_MESSAGE
+              frontend_message_set = [
+                message_array[2], # client UUID
+                "",
+                message_array[4] # Reply payload
+              ]
 
-            while more_data do
-              socket.recv_string(data = "")
-              more_data = socket.more_parts?
-              more_data_flag = (more_data ? ::ZMQ::SNDMORE : 0)
-              frontend_or_backend.send_string(data, more_data_flag)
+              zmq_error_check(frontend.send_strings(frontend_message_set))
             end
           end
 
@@ -57,7 +89,7 @@ module Protobuf
             host = dealer_options[:host]
             port = dealer_options[:port]
 
-            zmq_backend = context.socket(::ZMQ::DEALER)
+            zmq_backend = context.socket(::ZMQ::ROUTER)
             zmq_error_check(zmq_backend.bind(bind_address(host, port)))
             zmq_backend
           end
@@ -74,13 +106,6 @@ module Protobuf
           def bind_address(host, port)
             "tcp://#{resolve_ip(host)}:#{port}"
           end
-
-          def setup_poller
-            zmq_poller = ::ZMQ::Poller.new
-            zmq_poller.register(frontend, ::ZMQ::POLLIN)
-            zmq_poller.register(backend, ::ZMQ::POLLIN)
-            zmq_poller
-          end
       end
     end
   end

data/lib/protobuf/rpc/servers/zmq/util.rb

@@ -2,6 +2,8 @@ module Protobuf
   module Rpc
     module Zmq
 
+      WORKER_READY_MESSAGE = "WORKER_READY"
+
       module Util
         include ::Protobuf::Logger::LogMethods
         def self.included(base)

data/lib/protobuf/rpc/servers/zmq/worker.rb

@@ -16,19 +16,25 @@ module Protobuf
           port = options[:port]
 
           @zmq_context = ::ZMQ::Context.new
-          @socket = @zmq_context.socket(::ZMQ::REP)
+          @socket = @zmq_context.socket(::ZMQ::REQ)
           zmq_error_check(@socket.connect("tcp://#{resolve_ip(host)}:#{port}"))
 
           @poller = ::ZMQ::Poller.new
           @poller.register(@socket, ::ZMQ::POLLIN)
+
+          # Send request to broker telling it we are ready
+          zmq_error_check(@socket.send_string(::Protobuf::Rpc::Zmq::WORKER_READY_MESSAGE))
         end
 
         ##
         # Instance Methods
         #
         def handle_request(socket)
-          @request_data = ''
-          zmq_error_check(socket.recv_string(@request_data))
+          message_array = []
+          zmq_error_check(socket.recv_strings(message_array))
+
+          @request_data = message_array[2]
+          @client_address = message_array[0]
           log_debug { sign_message("handling request") } unless @request_data.nil?
         end
 
@@ -50,8 +56,15 @@ module Protobuf
 
         def send_data
           response_data = @response.to_s # to_s is aliases as serialize_to_string in Message
+
+          response_message_set = [
+            @client_address, # client uuid address
+            "",
+            response_data
+          ]
+
           @stats.response_size = response_data.size
-          zmq_error_check(@socket.send_string(response_data))
+          zmq_error_check(@socket.send_strings(response_message_set))
         end
       end
 

data/lib/protobuf/version.rb

@@ -1,4 +1,4 @@
 module Protobuf
-  VERSION = '2.6.6'
+  VERSION = '2.7.0.rc1'
   PROTOC_VERSION = '2.4.1'
 end

data/spec/lib/protobuf/rpc/servers/zmq/worker_spec.rb

@@ -3,29 +3,20 @@ require 'spec_helper'
 describe ::Protobuf::Rpc::Zmq::Worker do
   before(:each) do 
     load 'protobuf/zmq.rb'
-  end
 
-  after(:each) do
-    subject.instance_variable_get(:@socket).close
-    subject.instance_variable_get(:@zmq_context).terminate
+    fake_socket = double
+    fake_socket.should_receive(:connect).and_return(0)
+    fake_socket.should_receive(:send_string).and_return(0)
+
+    fake_context = double
+    fake_context.should_receive(:socket).and_return( fake_socket )
+    ::ZMQ::Context.should_receive(:new).and_return( fake_context )
   end
 
   subject do
     described_class.new({ :host => '127.0.0.1', :port => 9400 })
   end
 
-  it 'sets the context' do
-    subject.instance_variable_get(:@zmq_context).should be_a(::ZMQ::Context)
-  end
-
-  it 'sets the poller' do
-    subject.instance_variable_get(:@socket).should be_a(::ZMQ::Socket)
-  end
-
-  it 'sets the socket' do
-    subject.instance_variable_get(:@poller).should be_a(::ZMQ::Poller)
-  end
-
   describe '#run' do
     # not tested via unit tests
   end

metadata

@@ -1,8 +1,8 @@
 --- !ruby/object:Gem::Specification
 name: protobuf
 version: !ruby/object:Gem::Version
-  version: 2.6.6
-  prerelease: 
+  version: 2.7.0.rc1
+  prerelease: 6
 platform: ruby
 authors:
 - BJ Neilsen
@@ -14,7 +14,7 @@ date: 2013-02-18 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &2152238200 !ruby/object:Gem::Requirement
+  requirement: &2152109900 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -22,10 +22,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152238200
+  version_requirements: *2152109900
 - !ruby/object:Gem::Dependency
   name: ffi
-  requirement: &2152234620 !ruby/object:Gem::Requirement
+  requirement: &2152108140 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -33,10 +33,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152234620
+  version_requirements: *2152108140
 - !ruby/object:Gem::Dependency
   name: multi_json
-  requirement: &2152232860 !ruby/object:Gem::Requirement
+  requirement: &2152105160 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -44,10 +44,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152232860
+  version_requirements: *2152105160
 - !ruby/object:Gem::Dependency
   name: thor
-  requirement: &2152230460 !ruby/object:Gem::Requirement
+  requirement: &2152103640 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -55,10 +55,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152230460
+  version_requirements: *2152103640
 - !ruby/object:Gem::Dependency
   name: eventmachine
-  requirement: &2152223420 !ruby/object:Gem::Requirement
+  requirement: &2152102200 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -66,10 +66,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152223420
+  version_requirements: *2152102200
 - !ruby/object:Gem::Dependency
   name: ffi-rzmq
-  requirement: &2152220000 !ruby/object:Gem::Requirement
+  requirement: &2152100700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -77,10 +77,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152220000
+  version_requirements: *2152100700
 - !ruby/object:Gem::Dependency
   name: pry
-  requirement: &2152217940 !ruby/object:Gem::Requirement
+  requirement: &2152098560 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -88,10 +88,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152217940
+  version_requirements: *2152098560
 - !ruby/object:Gem::Dependency
   name: pry-nav
-  requirement: &2152151840 !ruby/object:Gem::Requirement
+  requirement: &2152096300 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -99,10 +99,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152151840
+  version_requirements: *2152096300
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2152145500 !ruby/object:Gem::Requirement
+  requirement: &2152094600 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -110,10 +110,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152145500
+  version_requirements: *2152094600
 - !ruby/object:Gem::Dependency
   name: rake-compiler
-  requirement: &2152142160 !ruby/object:Gem::Requirement
+  requirement: &2152092960 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -121,10 +121,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152142160
+  version_requirements: *2152092960
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &2152137800 !ruby/object:Gem::Requirement
+  requirement: &2152091080 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -132,10 +132,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152137800
+  version_requirements: *2152091080
 - !ruby/object:Gem::Dependency
   name: simplecov
-  requirement: &2152132580 !ruby/object:Gem::Requirement
+  requirement: &2152089300 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -143,10 +143,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152132580
+  version_requirements: *2152089300
 - !ruby/object:Gem::Dependency
   name: yard
-  requirement: &2152124600 !ruby/object:Gem::Requirement
+  requirement: &2152086200 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -154,7 +154,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152124600
+  version_requirements: *2152086200
 description: Google Protocol Buffers v2.4.1 Serialization and RPC implementation for
   Ruby.
 email:
@@ -434,16 +434,13 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -4295653225771517786
+      hash: -4047099563380009379
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
-  - - ! '>='
+  - - ! '>'
     - !ruby/object:Gem::Version
-      version: '0'
-      segments:
-      - 0
-      hash: -4295653225771517786
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.15