socketeer 0.0.17

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 52a6b2979493d0ddcd9da248609b3b4a6a90c125
+  data.tar.gz: 2f017474f0e6369fd09ffaf0eab93da420dcca9e
+SHA512:
+  metadata.gz: 8be06b965b173dd97a4b0d3e23b7766019ec6579606e458a54045808fe5657fb737af6926fdcedee1e1e0f9a8c4b922ddcdeac558a3e62c9d1d03e05de4db77a
+  data.tar.gz: 924b6b92eb44b5b614d6f41ea7ba7a7f49fd7b994ed57a60e3dcbad502010ec8758056612be77b249a10593dfa17c45c1d5d39327f6b394aec7b394cf106edbb

data/lib/socketeer.rb

@@ -0,0 +1 @@
+require_relative 'socketeer/socketeer'

data/lib/socketeer/handler.rb

@@ -0,0 +1,61 @@
+require_relative 'selector_mix'
+require_relative 'messenger'
+
+class Handler
+
+  # PUSHES : raw received data
+  # PULLS  : raw to send data
+
+  include Selectable
+  include Messenger
+
+  attr_reader :conn_id
+
+  def initialize socket, conn_id
+    @socket = socket
+    @conn_id = conn_id
+    register_monitor @socket, :r do |m|
+      read
+    end
+  end
+
+  def cycle
+    cycle_data_in
+    cycle_data_out
+  end
+
+  def cycle_data_in
+    read
+  end
+
+  def cycle_data_out
+    1000.times do
+      m = pop_message
+      write m
+      return if m.nil?
+    end
+  end
+
+  def socket
+    @socket
+  end
+
+  def read
+    begin
+      # raises ex if no data to read
+      data = ''
+      loop do
+        data << @socket.read_nonblock(4096)
+      end
+    rescue
+      # no more datas
+    end
+    push_message data unless data.empty?
+  end
+
+  def write data
+    return if data.nil?
+    @socket.write data rescue false
+  end
+
+end

data/lib/socketeer/message_collator.rb

@@ -0,0 +1,27 @@
+require_relative 'messenger'
+
+class MessageCollator
+
+  # PUSHES : full set of overall data (String)
+  # PULLS  : pieces of overall data (String)
+
+  include Messenger
+
+  def initialize deliminator
+    @deliminator = deliminator
+    @buffer = ''
+  end
+
+  def cycle
+    handle_data_in pop_message
+  end
+
+  def handle_data_in data
+    return if data.nil?
+    @buffer += data
+    while @buffer.include? @deliminator
+      message_data, _, @buffer = @buffer.partition @deliminator
+      push_message message_data
+    end
+  end
+end

data/lib/socketeer/message_handler.rb

@@ -0,0 +1,19 @@
+require_relative 'messenger'
+
+class MessageHandler
+
+  # PUSHES : 
+  # PULLS  : 
+
+  include Messenger
+
+  def initialize &handler
+    @handler = handler
+  end
+
+  def cycle
+    in_message = pop_message
+    out_message = @handler.call in_message unless in_message.nil?
+    push_message out_message
+  end
+end

data/lib/socketeer/message_transformer.rb

@@ -0,0 +1,29 @@
+require_relative 'messenger'
+
+class MessageTransformer
+
+  # PUSHES : transformed data (objs)
+  # PULLS  : raw data (String)
+
+  include Messenger
+
+  def initialize &transformer
+    @transformer = transformer
+  end
+
+  def cycle
+    handle_data_in pop_message
+  end
+
+  def handle_data_in data
+    return if data.nil?
+    push_message transform data
+  end
+
+  private
+
+  def transform data
+    @transformer.call data
+  end
+
+end

data/lib/socketeer/messenger.rb

@@ -0,0 +1,28 @@
+require 'thread'
+
+module Messenger
+
+  attr_reader :in_queue, :out_queue
+
+  def bind_queues in_queue=nil, out_queue=nil
+    @in_queue ||= in_queue
+    @out_queue ||= out_queue
+  end
+
+  private
+
+  def push_message message
+    return if message.nil?
+    out_queue << message unless out_queue.nil?
+  end
+
+  def pop_message
+    # noblock
+    begin
+      return in_queue.deq true unless in_queue.nil?
+    rescue ThreadError
+    end
+    nil
+  end
+
+end

data/lib/socketeer/passthrough.rb

@@ -0,0 +1,46 @@
+require_relative 'messenger'
+
+class Passthrough
+
+  include Messenger
+
+  def initialize attr, messenger
+    @attr = attr
+    @messenger = messenger
+    @in_flight = []
+    bind_queues Queue.new, Queue.new
+  end
+
+  def cycle
+    cycle_in_queue
+    cycle_out_queue
+    cycle_messenger
+  end
+
+  def cycle_in_queue
+    begin
+      in_message = in_queue.deq true 
+      if in_message 
+        @in_flight << in_message
+        @messenger.in_queue << in_message[@attr]
+      end
+    rescue ThreadError
+    end
+  end
+
+  def cycle_out_queue
+    begin
+      out_message = @messenger.out_queue.deq true
+      if out_message
+        original_message = @in_flight.shift
+        original_message[@attr] = out_message
+        out_queue << original_message
+      end
+    rescue ThreadError
+    end
+  end
+
+  def cycle_messenger
+    @messenger.cycle if @messenger.respond_to? 'cycle'
+  end
+end

data/lib/socketeer/pipeline.rb

@@ -0,0 +1,19 @@
+require_relative 'messenger'
+
+class Pipeline
+  def initialize *messengers
+    @messengers = messengers
+  end
+  def cycle
+    @messengers.each_cons(2) do |a, b|
+      a.cycle if a.respond_to? 'cycle'
+      begin
+        1000.times do 
+          m = a.out_queue.deq true
+          b.in_queue << m
+        end
+      rescue ThreadError
+      end
+    end
+  end
+end

data/lib/socketeer/selector_mix.rb

@@ -0,0 +1,22 @@
+
+module Selectable
+
+  def cycle_selector
+    @selector.select(0.1) do |monitor|
+      monitor.callback.call monitor
+    end
+  end
+
+  private
+
+  def register_monitor obj, mode, &callback
+    monitor = selector.register obj, mode
+    monitor.class.class_eval { attr_accessor :callback }
+    monitor.callback = callback
+    monitor
+  end
+
+  def selector
+    @selector ||= NIO::Selector.new
+  end
+end

data/lib/socketeer/server.rb

@@ -0,0 +1,96 @@
+require 'nio'
+require 'socket'
+require_relative 'selector_mix'
+require_relative 'messenger'
+
+class Server
+
+  # PUSHES : {:conn_id, :data}
+  # PULLS  : {:conn_id, :data}
+
+  include Selectable
+  include Messenger
+
+  attr_accessor :host, :port
+
+  def initialize host='localhost', port=3123, handler=nil
+
+    @Handler = handler
+    @host = host
+    @port = port
+
+    @connections = {}
+    puts "BINDING: #{host}:#{port}"
+    @tcp_server = TCPServer.new host, port
+    register_monitor @tcp_server, :r do |monitor|
+      handle_socket_connect @tcp_server.accept
+    end
+  end
+
+  def cycle
+    cycle_selector
+    cycle_connection_queues
+    cycle_inbound
+    cycle_handlers
+  end
+
+  private
+
+  def cycle_handlers
+    @connections.each {|conn_id, handler| handler.cycle}
+  end
+
+  def cycle_inbound
+    1000.times do
+      msg = pop_message
+      return if msg.nil?
+      handle_new_message msg
+    end
+  end
+
+  def cycle_connection_queues
+    @connections.each do |conn_id, handler|
+      # dont get backed up here
+      begin
+        1000.times do
+          handle_new_data conn_id, handler.out_queue.deq(true)
+        end
+      rescue ThreadError
+      end
+    end
+  end
+
+  def handle_socket_connect socket
+    handler = create_handler socket
+    return handler.conn_id
+  end
+
+  def create_handler socket
+    conn_id = get_conn_id socket
+    return unless @connections[conn_id].nil?
+    handler = @Handler.new socket, conn_id
+    # TODO: not ref Queue directly
+    handler.bind_queues Queue.new, Queue.new
+    @connections[conn_id] = handler
+    return handler
+  end
+
+  def get_conn_id socket
+    socket.object_id
+  end
+
+  def handle_new_data conn_id, data
+    return if data.nil?
+    push_message :conn_id => conn_id, :data => data
+  end
+
+  def handle_new_message message
+    return if message.nil?
+    unless message[:conn_id].nil?
+      @connections[message[:conn_id]].in_queue << message[:data]
+    else
+      @connections.each { |_, c| c.in_queue << message[:data] }
+    end
+  end
+
+end

data/lib/socketeer/socketeer.rb

@@ -0,0 +1,71 @@
+require 'msgpack'
+require_relative 'server'
+require_relative 'handler'
+require_relative 'message_transformer'
+require_relative 'message_collator'
+require_relative 'message_handler'
+require_relative 'passthrough'
+require_relative 'pipeline'
+
+class PrintingQueue < Queue
+  def << *args
+    r = super *args
+    return r
+  end
+
+  def deq *args
+    r = super
+    return r
+  end
+end
+
+class IQueue < Queue
+end
+
+module Socketeer
+
+  def bind host, port, &callback
+    # will use the passed callback if provided, else calls handle_message
+    callback ||= proc { |m| handle_message m }
+    @message_handler = MessageHandler.new &callback 
+    @server = Server.new host, port, Handler
+    @collator = MessageCollator.new "\n\n"
+    @in_message_transformer = MessageTransformer.new {|d| MessagePack.unpack d }
+    @out_message_transformer = MessageTransformer.new { |d|
+      MessagePack.pack(d) + "\n\n"
+    }
+    @server.bind_queues IQueue.new, IQueue.new
+    @collator.bind_queues IQueue.new, IQueue.new
+    @in_message_transformer.bind_queues IQueue.new, IQueue.new
+    @out_message_transformer.bind_queues IQueue.new, IQueue.new
+    @message_handler.bind_queues IQueue.new, IQueue.new
+    @pipeline = Pipeline.new(@server, 
+                             Passthrough.new(:data, @collator),
+                             Passthrough.new(:data, @in_message_transformer),
+                             @message_handler, 
+                             Passthrough.new(:data, @out_message_transformer),
+                             @server)
+    [host, port]
+  end
+
+  def cycle
+    @pipeline.cycle
+  end
+
+  private
+
+  def handle_message message
+  end
+
+  def send_message conn_id, message
+    @message_handler.out_queue << { conn_id: conn_id,
+                                    data: message }
+  end
+
+  def register_socket socket
+    @server.instance_eval do
+      handle_socket_connect socket
+    end
+  end
+
+end

metadata

@@ -0,0 +1,81 @@
+--- !ruby/object:Gem::Specification
+name: socketeer
+version: !ruby/object:Gem::Version
+  version: 0.0.17
+platform: ruby
+authors:
+- Robby Ranshous
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-03-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: msgpack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nio4r
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: simple socket server for doing message passing
+email: rranshous@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/socketeer.rb
+- lib/socketeer/handler.rb
+- lib/socketeer/message_collator.rb
+- lib/socketeer/message_handler.rb
+- lib/socketeer/message_transformer.rb
+- lib/socketeer/messenger.rb
+- lib/socketeer/passthrough.rb
+- lib/socketeer/pipeline.rb
+- lib/socketeer/selector_mix.rb
+- lib/socketeer/server.rb
+- lib/socketeer/socketeer.rb
+homepage: http://oneinchmile.com
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: simple socket server
+test_files: []