em-hiredis 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 48fe707c4b77c8666f0466d1a33f342222f01341
-  data.tar.gz: f9119b5ab7ad4af24a98f8392556f85813c1baf0
+  metadata.gz: d9403dec51c7c192ce9f40a3850f1bec4fc8adb6
+  data.tar.gz: bec13c8424a5ac75854dceb0d17144ac16c65b93
 SHA512:
-  metadata.gz: 0039ac23a12e4027902ea932b5f518be4a4ddfcf553a7cdb30103a46d465f35b2954be053135e26d90eea4c2d2f922ff550925ce89a14191a0d800d1b05b41ca
-  data.tar.gz: 3c5a950d9abbde1c1b1ef55a359f7804d9128b9f6527a43b5126423fc70d7c0a809fedd7dbe482a430db8f177cf2eb1f25c4013414b3fd78ee99c3c6b22d24a5
+  metadata.gz: 632d2d5f5d0495f52d7638622fa2fc5ea4149872100da8eefbcaee6d6655fd5de6e4d5bed0b4dd2c441b357e648a1646ab65c858770b7dd1c8370fa517358b17
+  data.tar.gz: c4696c3fd994ff092efd11f35da929d5b33704cd7ba6d67c0b470f7e458bac9d80720d8e15ec12816cfc687db10081136fae08d35133cbe965d13ce7bd56be34

data/README.md

@@ -103,7 +103,7 @@ If you pass a block to `subscribe` or `psubscribe`, the passed block will be cal
       p [:sub1, msg]
     }
 
-    redis.pubsub.psubscribe("f*") { |msg|
+    redis.pubsub.psubscribe("f*") { |channel, msg|
       p [:sub2, msg]
     }
 
@@ -147,6 +147,23 @@ As a final convenience, it is possible to load all lua scripts from a directory
 
 For examples see `examples/lua.rb` or `lib/em-hiredis/lock_lua`.
 
+## Inactivity checks
+
+Sometimes a network connection may hang in ways which are difficult to detect or involve very long timeouts before they can be detected from the application layer. This is especially true of Redis Pubsub connections, as they are not request-response driven. It is very difficult for a listening client to descern between a hung connection and a server with nothing to say.
+
+To start an application layer ping-pong mechanism for testing connection liveness, call the following at any time on a client:
+
+    redis.configure_inactivity_check(5, 3)
+
+This configures a `PING` command to be sent if 5 seconds elapse without receiving any data from the server, and a reconnection to be triggered if a futher 3 seconds elapse after the `PING` is submitted.
+
+This configuration is per client, you may choose different value for clients with different expected traffic patterns, or activate it on some and not at all on others.
+
+### PING and Pubsub
+
+Because the Redis Pubsub protocol limits the set of valid commands on a connection once it is in "Pubsub" mode, `PING` is not supported in this case (though it may be in future, see https://github.com/antirez/redis/issues/420). In order to create some valid request-response traffic on the connection, a Pubsub connection will issue `SUBSCRIBE "__em-hiredis-ping"`, followed by a corresponding `UNSUBSCRIBE` immediately on success of the subscribe.
+While less than ideal, this is the case where an application layer inactivity check is most valuable, and so the trade off is reasonable until `PING` is supported correctly on Pubsub connections.
+
 ## Developing
 
 You need bundler and a local redis server running on port 6379 to run the test suite.

data/em-hiredis.gemspec

@@ -13,7 +13,7 @@ Gem::Specification.new do |s|
   s.description = %q{Eventmachine redis client using hiredis native parser}
 
   s.add_dependency 'eventmachine', '~> 1.0'
-  s.add_dependency 'hiredis', '~> 0.5.0'
+  s.add_dependency 'hiredis', '~> 0.6.0'
 
   s.add_development_dependency 'em-spec', '~> 0.2.5'
   s.add_development_dependency 'rspec', '~> 2.6.0'

data/lib/em-hiredis/base_client.rb

@@ -25,6 +25,8 @@ module EventMachine::Hiredis
       @reconnect_timer = nil
       @failed = false
 
+      @inactive_seconds = 0
+
       self.on(:failed) {
         @failed = true
         @command_queue.each do |df, _, _|
@@ -72,6 +74,7 @@ module EventMachine::Hiredis
       @connection = EM.connect(@host, @port, Connection, @host, @port)
 
       @connection.on(:closed) do
+        cancel_inactivity_checks
         if @connected
           @defs.each { |d| d.fail(Error.new("Redis disconnected")) }
           @defs = []
@@ -106,8 +109,8 @@ module EventMachine::Hiredis
         @reconnect_failed_count = 0
         @failed = false
 
-        select(@db) unless @db == 0
         auth(@password) if @password
+        select(@db) unless @db == 0
 
         @command_queue.each do |df, command, args|
           @connection.send_command(command, args)
@@ -115,6 +118,8 @@ module EventMachine::Hiredis
         end
         @command_queue = []
 
+        schedule_inactivity_checks
+
         emit(:connected)
         EM::Hiredis.logger.info("#{@connection} Connected")
         succeed
@@ -133,6 +138,7 @@ module EventMachine::Hiredis
           error.redis_error = reply
           deferred.fail(error) if deferred
         else
+          @inactive_seconds = 0
           handle_reply(reply)
         end
       end
@@ -181,6 +187,21 @@ module EventMachine::Hiredis
       reconnect
     end
 
+    # Starts an inactivity checker which will ping redis if nothing has been
+    # heard on the connection for `trigger_secs` seconds and forces a reconnect
+    # after a further `response_timeout` seconds if we still don't hear anything.
+    def configure_inactivity_check(trigger_secs, response_timeout)
+      raise ArgumentError('trigger_secs must be > 0') unless trigger_secs.to_i > 0
+      raise ArgumentError('response_timeout must be > 0') unless response_timeout.to_i > 0
+
+      @inactivity_trigger_secs = trigger_secs.to_i
+      @inactivity_response_timeout = response_timeout.to_i
+
+      # Start the inactivity check now only if we're already conected, otherwise
+      # the connected event will schedule it.
+      schedule_inactivity_checks if @connected
+    end
+
     private
 
     def method_missing(sym, *args)
@@ -206,6 +227,27 @@ module EventMachine::Hiredis
       EM::Hiredis.logger.info("#{@connection} Reconnecting")
     end
 
+    def cancel_inactivity_checks
+      EM.cancel_timer(@inactivity_timer) if @inactivity_timer
+      @inactivity_timer = nil
+    end
+
+    def schedule_inactivity_checks
+      if @inactivity_trigger_secs
+        @inactive_seconds = 0
+        @inactivity_timer = EM.add_periodic_timer(1) {
+          @inactive_seconds += 1
+          if @inactive_seconds > @inactivity_trigger_secs + @inactivity_response_timeout
+            EM::Hiredis.logger.error "#{@connection} No response to ping, triggering reconnect"
+            reconnect!
+          elsif @inactive_seconds > @inactivity_trigger_secs
+            EM::Hiredis.logger.debug "#{@connection} Connection inactive, triggering ping"
+            ping
+          end
+        }
+      end
+    end
+
     def handle_reply(reply)
       if @defs.empty?
         if @monitoring

data/lib/em-hiredis/pubsub_client.rb

@@ -2,6 +2,8 @@ module EventMachine::Hiredis
   class PubsubClient < BaseClient
     PUBSUB_MESSAGES = %w{message pmessage subscribe unsubscribe psubscribe punsubscribe}.freeze
 
+    PING_CHANNEL = '__em-hiredis-ping'
+
     def initialize(host='localhost', port='6379', password=nil, db=nil)
       @subs, @psubs = [], []
       @pubsub_defs = Hash.new { |h,k| h[k] = [] }
@@ -125,7 +127,20 @@ module EventMachine::Hiredis
       end
       return df
     end
-    
+
+    # Pubsub connections to not support even the PING command, but it is useful,
+    # especially with read-only connections like pubsub, to be able to check that
+    # the TCP connection is still usefully alive.
+    #
+    # This is not particularly elegant, but it's probably the best we can do
+    # for now. Ping support for pubsub connections is being considerred:
+    # https://github.com/antirez/redis/issues/420
+    def ping
+      subscribe(PING_CHANNEL).callback {
+        unsubscribe(PING_CHANNEL)
+      }
+    end
+
     private
     
     # Send a command to redis without adding a deferrable for it. This is

data/lib/em-hiredis/version.rb

@@ -1,5 +1,5 @@
 module EventMachine
   module Hiredis
-    VERSION = "0.3.0"
+    VERSION = "0.3.1"
   end
 end

data/spec/inactivity_check_spec.rb

@@ -0,0 +1,66 @@
+require 'spec_helper'
+require 'support/inprocess_redis_mock'
+
+def connect_mock(timeout = 10, url = "redis://localhost:6381", server = nil, &blk)
+  em(timeout) do
+    IRedisMock.start
+    redis = EventMachine::Hiredis.connect(url)
+    blk.call(redis)
+    IRedisMock.stop
+  end
+end
+
+describe EM::Hiredis::BaseClient do
+  it "should ping after activity timeout reached" do
+    connect_mock do |redis|
+      redis.configure_inactivity_check(2, 1)
+      EM.add_timer(4) {
+        IRedisMock.received.should include("ping")
+        done
+      }
+    end
+  end
+
+  it "should not ping before activity timeout reached" do
+    connect_mock do |redis|
+      redis.configure_inactivity_check(3, 1)
+      EM.add_timer(2) {
+        IRedisMock.received.should_not include("ping")
+        done
+      }
+    end
+  end
+
+  it "should ping after timeout reached even though command has been sent (no response)" do
+    connect_mock do |redis|
+      redis.configure_inactivity_check(2, 1)
+      IRedisMock.pause # no responses from now on
+
+      EM.add_timer(1.5) {
+        redis.get "test"
+      }
+
+      EM.add_timer(4) {
+        IRedisMock.received.should include("ping")
+        done
+      }
+    end
+  end
+
+  it "should trigger a reconnect when there's no response to ping" do
+    connect_mock do |redis|
+      redis.configure_inactivity_check(2, 1)
+      IRedisMock.pause # no responses from now on
+
+      EM.add_timer(1.5) {
+        redis.get "test"
+      }
+
+      EM.add_timer(5) {
+        IRedisMock.received.should include("disconnect")
+        done
+      }
+    end
+  end
+
+end

data/spec/support/inprocess_redis_mock.rb

@@ -0,0 +1,83 @@
+module IRedisMock
+  def self.start(replies = {})
+    @sig = EventMachine::start_server("127.0.0.1", 6381, Connection)
+    @received = []
+    @replies = replies
+    @paused = false
+  end
+
+  def self.stop
+    EventMachine::stop_server(@sig)
+  end
+
+  def self.received
+    @received ||= []
+  end
+
+  def self.pause
+    @paused = true
+  end
+  def self.unpause
+    @paused = false
+  end
+
+  def self.paused
+    @paused
+  end
+
+  def self.replies
+    @replies
+  end
+
+  class Connection < EventMachine::Connection
+    def initialize
+      @data = ""
+      @parts = []
+    end
+
+    def unbind
+      IRedisMock.received << 'disconnect'
+    end
+
+    def receive_data(data)
+      @data << data
+
+      while (idx = @data.index("\r\n"))
+        @parts << @data[0..idx-1]
+        @data = @data[idx+2..-1]
+      end
+
+      while @parts.length > 0
+        throw "commands out of sync" unless @parts[0][0] == '*'
+
+        num_parts = @parts[0][1..-1].to_i * 2 + 1
+        return if @parts.length < num_parts
+
+        command_parts = @parts[0..num_parts]
+        @parts = @parts[num_parts..-1]
+
+        # Discard length declarations
+        command_line = 
+            command_parts
+              .reject { |p| p[0] == '*' || p[0] == '$' }
+              .join ' '
+
+        if IRedisMock.replies.member?(command_line)
+          reply = IRedisMock.replies[command_line]
+        else
+          reply = "+OK"
+        end
+
+        # p "[#{command_line}] => [#{reply}]"
+
+        IRedisMock.received << command_line
+
+        if IRedisMock.paused
+          # puts "Paused, therefore not sending [#{reply}]"
+        else
+          send_data "#{reply}\r\n"
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: em-hiredis
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Martyn Loughran
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-06-30 00:00:00.000000000 Z
+date: 2016-01-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: eventmachine
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.6.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.6.0
 - !ruby/object:Gem::Dependency
   name: em-spec
   requirement: !ruby/object:Gem::Requirement
@@ -114,12 +114,14 @@ files:
 - lib/em-hiredis/version.rb
 - spec/base_client_spec.rb
 - spec/connection_spec.rb
+- spec/inactivity_check_spec.rb
 - spec/live_redis_protocol_spec.rb
 - spec/lock_spec.rb
 - spec/pubsub_spec.rb
 - spec/redis_commands_spec.rb
 - spec/spec_helper.rb
 - spec/support/connection_helper.rb
+- spec/support/inprocess_redis_mock.rb
 - spec/support/redis_mock.rb
 - spec/url_param_spec.rb
 homepage: http://github.com/mloughran/em-hiredis
@@ -141,18 +143,20 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: em-hiredis
-rubygems_version: 2.2.2
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Eventmachine redis client
 test_files:
 - spec/base_client_spec.rb
 - spec/connection_spec.rb
+- spec/inactivity_check_spec.rb
 - spec/live_redis_protocol_spec.rb
 - spec/lock_spec.rb
 - spec/pubsub_spec.rb
 - spec/redis_commands_spec.rb
 - spec/spec_helper.rb
 - spec/support/connection_helper.rb
+- spec/support/inprocess_redis_mock.rb
 - spec/support/redis_mock.rb
 - spec/url_param_spec.rb