ezmobius-redis 0.0.3.4

data/lib/redis.rb

@@ -0,0 +1,527 @@
+require 'socket'
+require 'set'
+require File.join(File.dirname(__FILE__),'server')
+require File.join(File.dirname(__FILE__),'pipeline')
+
+
+class RedisError < StandardError
+end
+class RedisRenameError < StandardError
+end
+class Redis
+  ERR = "-".freeze
+  OK = 'OK'.freeze
+  SINGLE = '+'.freeze
+  BULK   = '$'.freeze
+  MULTI  = '*'.freeze
+  INT    = ':'.freeze
+  
+  attr_reader :server
+  
+  
+  def initialize(opts={})
+    @opts = {:host => 'localhost', :port => '6379', :db => 0}.merge(opts)
+    $debug = @opts[:debug]
+    @db = @opts[:db]
+    @server = Server.new(@opts[:host], @opts[:port], (@opts[:timeout]||10))
+  end
+  
+  def pipelined
+    pipeline = Pipeline.new(self)
+    yield pipeline
+    pipeline.finish
+  end
+  
+  def to_s
+    "#{host}:#{port}"
+  end
+  
+  def port
+    @opts[:port]
+  end
+  
+  def host
+    @opts[:host]
+  end
+  
+  def with_socket_management(server, &block)
+    begin
+      socket = server.socket
+      block.call(socket)
+    #Timeout or server down
+    rescue Errno::ECONNRESET, Errno::EPIPE, Errno::ECONNREFUSED, Timeout::Error => e
+      server.close
+      puts "Client (#{server.inspect}) disconnected from server: #{e.inspect}\n" if $debug
+      retry
+    #Server down
+    rescue NoMethodError => e
+      puts "Client (#{server.inspect}) tryin server that is down: #{e.inspect}\n Dying!" if $debug
+      raise Errno::ECONNREFUSED
+      #exit
+    end
+  end
+
+  def monitor
+    with_socket_management(@server) do |socket|
+      trap("INT") { puts "\nGot ^C! Dying!"; exit }
+      write "MONITOR\r\n"
+      puts "Now Monitoring..."
+      socket.read(12)
+      loop do
+        x = socket.gets
+        puts x unless x.nil?
+      end
+    end
+  end
+
+  def quit
+    write "QUIT\r\n"
+  end
+  
+  def select_db(index)
+    @db = index
+    write "SELECT #{index}\r\n"
+    get_response
+  end
+  
+  def flush_db
+    write "FLUSHDB\r\n"
+    get_response == OK
+  end    
+
+  def flush_all
+    puts "Warning!\nFlushing *ALL* databases!\n5 Seconds to Hit ^C!"
+    trap('INT') {quit; return false}
+    sleep 5
+    write "FLUSHALL\r\n"
+    get_response == OK
+  end
+
+  def last_save
+    write "LASTSAVE\r\n"
+    get_response.to_i
+  end
+  
+  def bgsave
+    write "BGSAVE\r\n"
+    get_response == OK
+  end  
+    
+  def info
+   info = {}
+   write("INFO\r\n")
+   x = get_response
+   x.each do |kv|
+     k,v = kv.split(':', 2)
+     k,v = k.chomp, v = v.chomp
+     info[k.to_sym] = v
+   end
+   info
+  end
+  
+  
+  def bulk_reply
+    begin
+      x = read
+      puts "bulk_reply read value is #{x.inspect}" if $debug
+      return x
+    rescue => e
+      puts "error in bulk_reply #{e}" if $debug
+      nil
+    end
+  end
+  
+  def write(data)
+    with_socket_management(@server) do |socket|
+      puts "writing: #{data}" if $debug
+      socket.write(data)
+    end
+  end
+  
+  def fetch(len)
+    with_socket_management(@server) do |socket|
+      len = [0, len.to_i].max
+      res = socket.read(len + 2)
+      res = res.chomp if res
+      res
+    end
+  end
+  
+  def read(length = read_proto)
+    with_socket_management(@server) do |socket|
+      res = socket.read(length)
+      puts "read is #{res.inspect}" if $debug
+      res
+    end
+  end
+
+  def keys(glob)
+    write "KEYS #{glob}\r\n"
+    get_response.split(' ')
+  end
+
+  def rename!(oldkey, newkey)
+    write "RENAME #{oldkey} #{newkey}\r\n"
+    get_response
+  end  
+  
+  def rename(oldkey, newkey)
+    write "RENAMENX #{oldkey} #{newkey}\r\n"
+    case get_response
+    when -1
+      raise RedisRenameError, "source key: #{oldkey} does not exist"
+    when 0
+      raise RedisRenameError, "target key: #{oldkey} already exists"
+    when -3
+      raise RedisRenameError, "source and destination keys are the same"
+    when 1
+      true
+    end
+  end  
+  
+  def key?(key)
+    write "EXISTS #{key}\r\n"
+    get_response == 1
+  end  
+  
+  def delete(key)
+    write "DEL #{key}\r\n"
+    get_response == 1
+  end  
+  
+  def [](key)
+    get(key)
+  end
+
+  def get(key)
+    write "GET #{key}\r\n"
+    get_response
+  end
+  
+  def mget(*keys)
+    write "MGET #{keys.join(' ')}\r\n"
+    get_response
+  end
+
+  def incr(key, increment=nil)
+    if increment
+      write "INCRBY #{key} #{increment}\r\n"
+    else
+      write "INCR #{key}\r\n"
+    end    
+    get_response
+  end
+
+  def decr(key, decrement=nil)
+    if decrement
+      write "DECRBY #{key} #{decrement}\r\n"
+    else
+      write "DECR #{key}\r\n"
+    end    
+    get_response
+  end
+  
+  def randkey
+    write "RANDOMKEY\r\n"
+    get_response
+  end
+
+  def list_length(key)
+    write "LLEN #{key}\r\n"
+    case i = get_response
+    when -2
+      raise RedisError, "key: #{key} does not hold a list value"
+    else
+      i
+    end
+  end
+
+  def type?(key)
+    write "TYPE #{key}\r\n"
+    get_response
+  end
+  
+  def push_tail(key, string)
+    write "RPUSH #{key} #{string.to_s.size}\r\n#{string.to_s}\r\n"
+    get_response
+  end      
+
+  def push_head(key, string)
+    write "LPUSH #{key} #{string.to_s.size}\r\n#{string.to_s}\r\n"
+    get_response
+  end
+  
+  def pop_head(key)
+    write "LPOP #{key}\r\n"
+    get_response
+  end
+
+  def pop_tail(key)
+    write "RPOP #{key}\r\n"
+    get_response
+  end    
+
+  def list_set(key, index, val)
+    write "LSET #{key} #{index} #{val.to_s.size}\r\n#{val}\r\n"
+    get_response == OK
+  end
+
+  def list_range(key, start, ending)
+    write "LRANGE #{key} #{start} #{ending}\r\n"
+    get_response
+  end
+
+  def list_trim(key, start, ending)
+    write "LTRIM #{key} #{start} #{ending}\r\n"
+    get_response
+  end
+
+  def list_index(key, index)
+    write "LINDEX #{key} #{index}\r\n"
+    get_response
+  end
+
+  def list_rm(key, count, value)
+    write "LREM #{key} #{count} #{value.to_s.size}\r\n#{value}\r\n"
+    case num = get_response
+    when -1
+      raise RedisError, "key: #{key} does not exist"
+    when -2
+      raise RedisError, "key: #{key} does not hold a list value"
+    else
+      num
+    end
+  end 
+
+  def set_add(key, member)
+    write "SADD #{key} #{member.to_s.size}\r\n#{member}\r\n"
+    case get_response
+    when 1
+      true
+    when 0
+      false
+    when -2
+      raise RedisError, "key: #{key} contains a non set value"
+    end
+  end
+
+  def set_delete(key, member)
+    write "SREM #{key} #{member.to_s.size}\r\n#{member}\r\n"
+    case get_response
+    when 1
+      true
+    when 0
+      false
+    when -2
+      raise RedisError, "key: #{key} contains a non set value"
+    end
+  end
+
+  def set_count(key)
+    write "SCARD #{key}\r\n"
+    case i = get_response
+    when -2
+      raise RedisError, "key: #{key} contains a non set value"
+    else
+      i
+    end
+  end
+
+  def set_member?(key, member)
+    write "SISMEMBER #{key} #{member.to_s.size}\r\n#{member}\r\n"
+    case get_response
+    when 1
+      true
+    when 0
+      false
+    when -2
+      raise RedisError, "key: #{key} contains a non set value"
+    end
+  end
+
+  def set_members(key)
+    write "SMEMBERS #{key}\r\n"
+    Set.new(get_response)
+  end
+
+  def set_intersect(*keys)
+    write "SINTER #{keys.join(' ')}\r\n"
+    Set.new(get_response)
+  end
+
+  def set_inter_store(destkey, *keys)
+    write "SINTERSTORE #{destkey} #{keys.join(' ')}\r\n"
+    get_response
+  end
+  
+  def set_union(*keys)
+    write "SUNION #{keys.join(' ')}\r\n"
+    Set.new(get_response)
+  end
+
+  def set_union_store(destkey, *keys)
+    write "SUNIONSTORE #{destkey} #{keys.join(' ')}\r\n"
+    get_response
+  end
+  
+  def set_diff(*keys)
+    write "SDIFF #{keys.join(' ')}\r\n"
+    Set.new(get_response)
+  end
+
+  def set_diff_store(destkey, *keys)
+    write "SDIFFSTORE #{destkey} #{keys.join(' ')}\r\n"
+    get_response
+  end
+
+  def set_move(srckey, destkey, member)
+    write "SMOVE #{srckey} #{destkey} #{member.to_s.size}\r\n#{member}\r\n"
+    get_response == 1
+  end
+
+  def sort(key, opts={})
+    cmd = "SORT #{key}"
+    cmd << " BY #{opts[:by]}" if opts[:by]
+    cmd << " GET #{opts[:get]}" if opts[:get]
+    cmd << " INCR #{opts[:incr]}" if opts[:incr]
+    cmd << " DEL #{opts[:del]}" if opts[:del]
+    cmd << " DECR #{opts[:decr]}" if opts[:decr]
+    cmd << " #{opts[:order]}" if opts[:order]
+    cmd << " LIMIT #{opts[:limit].join(' ')}" if opts[:limit]
+    cmd << "\r\n"
+    write(cmd)
+    get_response
+  end
+      
+  def multi_bulk
+    res = read_proto
+    puts "mb res is #{res.inspect}" if $debug
+    list = []
+    Integer(res).times do
+      vf = get_response
+      puts "curren vf is #{vf.inspect}" if $debug
+      list << vf
+      puts "current list is #{list.inspect}" if $debug
+    end
+    list
+  end
+   
+  def get_reply
+    begin
+      r = read(1)
+      raise RedisError if (r == "\r" || r == "\n")
+    rescue RedisError
+      retry
+    end
+    r
+  end
+   
+  def []=(key, val)
+    set(key,val)
+  end
+  
+
+  def set(key, val, expiry=nil)
+    write("SET #{key} #{val.to_s.size}\r\n#{val}\r\n")
+    s = get_response == OK
+    return expire(key, expiry) if s && expiry
+    s
+  end
+
+  def dbsize
+    write("DBSIZE\r\n")
+    get_response
+  end
+
+  def expire(key, expiry=nil)
+    write("EXPIRE #{key} #{expiry}\r\n")
+    get_response == 1
+  end
+
+  def set_unless_exists(key, val)
+    write "SETNX #{key} #{val.to_s.size}\r\n#{val}\r\n"
+    get_response == 1
+  end  
+  
+  def status_code_reply
+    begin
+      res = read_proto  
+      if res.index('-') == 0          
+        raise RedisError, res
+      else          
+        true
+      end
+    rescue RedisError
+       raise RedisError
+    end
+  end
+  
+  def get_response
+    begin
+      rtype = get_reply
+    rescue => e
+      raise RedisError, e.inspect
+    end
+    puts "reply_type is #{rtype.inspect}" if $debug
+    case rtype
+    when SINGLE
+      single_line
+    when BULK
+      bulk_reply
+    when MULTI
+      multi_bulk
+    when INT
+      integer_reply
+    when ERR
+      raise RedisError, single_line
+    else
+      raise RedisError, "Unknown response.."
+    end
+  end
+  
+  def integer_reply
+    Integer(read_proto)
+  end
+  
+  def single_line
+    buff = ""
+    while buff[-2..-1] != "\r\n"
+      buff << read(1)
+    end
+    puts "single_line value is #{buff[0..-3].inspect}" if $debug
+    buff[0..-3]
+  end
+  
+  def read_socket
+    begin
+      socket = @server.socket
+      while res = socket.read(8096)
+        break if res.size != 8096
+      end
+    #Timeout or server down
+    rescue Errno::ECONNRESET, Errno::EPIPE, Errno::ECONNREFUSED => e
+      server.close
+      puts "Client (#{server.inspect}) disconnected from server: #{e.inspect}\n" if $debug
+      retry
+    rescue Timeout::Error => e
+    #BTM - Ignore this error so we don't go into an endless loop
+      puts "Client (#{server.inspect}) Timeout\n" if $debug
+    #Server down
+    rescue NoMethodError => e
+      puts "Client (#{server.inspect}) tryin server that is down: #{e.inspect}\n Dying!" if $debug
+      raise Errno::ECONNREFUSED
+      #exit
+    end
+  end
+  
+  def read_proto
+    with_socket_management(@server) do |socket|
+      if res = socket.gets
+        x = res.chomp
+        puts "read_proto is #{x.inspect}\n\n" if $debug
+        x.to_i
+      end
+    end
+  end
+  
+end

data/lib/server.rb

@@ -0,0 +1,160 @@
+begin
+  # Timeout code is courtesy of Ruby memcache-client
+  #   http://github.com/mperham/memcache-client/tree
+  # Try to use the SystemTimer gem instead of Ruby's timeout library
+  # when running on something that looks like Ruby 1.8.x.  See:
+  #   http://ph7spot.com/articles/system_timer
+  # We don't want to bother trying to load SystemTimer on jruby and
+  # ruby 1.9+.
+  if defined?(JRUBY_VERSION) || (RUBY_VERSION >= '1.9')
+    require 'timeout'
+    RedisTimer = Timeout
+  else
+    require 'system_timer'
+    RedisTimer = SystemTimer
+  end
+rescue LoadError => e
+  puts "[redis-rb] Could not load SystemTimer gem, falling back to Ruby's slower/unsafe timeout library: #{e.message}"
+  require 'timeout'
+  RedisTimer = Timeout
+end
+
+##
+# This class represents a redis server instance.
+
+class Server
+
+  ##
+  # The amount of time to wait before attempting to re-establish a
+  # connection with a server that is marked dead.
+
+  RETRY_DELAY = 30.0
+
+  ##
+  # The host the redis server is running on.
+
+  attr_reader :host
+
+  ##
+  # The port the redis server is listening on.
+
+  attr_reader :port
+  
+  ##
+  #
+  
+  attr_reader :replica
+
+  ##
+  # The time of next retry if the connection is dead.
+
+  attr_reader :retry
+
+  ##
+  # A text status string describing the state of the server.
+
+  attr_reader :status
+
+  ##
+  # Create a new Redis::Server object for the redis instance
+  # listening on the given host and port.
+
+  def initialize(host, port = DEFAULT_PORT, timeout = 10)
+    raise ArgumentError, "No host specified" if host.nil? or host.empty?
+    raise ArgumentError, "No port specified" if port.nil? or port.to_i.zero?
+
+    @host   = host
+    @port   = port.to_i
+
+    @sock   = nil
+    @retry  = nil
+    @status = 'NOT CONNECTED'
+    @timeout = timeout
+  end
+
+  ##
+  # Return a string representation of the server object.
+  def inspect
+    "<Redis::Server: %s:%d (%s)>" % [@host, @port, @status]
+  end
+
+  ##
+  # Try to connect to the redis server targeted by this object.
+  # Returns the connected socket object on success or nil on failure.
+
+  def socket
+    return @sock if @sock and not @sock.closed?
+
+    @sock = nil
+
+    # If the host was dead, don't retry for a while.
+    return if @retry and @retry > Time.now
+
+    # Attempt to connect if not already connected.
+    begin
+      @sock = connect_to(@host, @port, @timeout)
+      @sock.setsockopt Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1
+      @retry  = nil
+      @status = 'CONNECTED'
+    rescue Errno::EPIPE, Errno::ECONNREFUSED => e
+      puts "Socket died... socket: #{@sock.inspect}\n" if $debug
+      @sock.close
+      retry
+    rescue SocketError, SystemCallError, IOError => err
+      puts "Unable to open socket: #{err.class.name}, #{err.message}" if $debug
+      mark_dead err
+    end
+    @sock
+  end
+
+  def connect_to(host, port, timeout=nil)
+    socket = TCPSocket.new(host, port, 0)
+    if timeout
+      socket.instance_eval <<-EOR
+        alias :blocking_gets :gets
+        def gets(*args)
+          RedisTimer.timeout(#{timeout}) do
+            self.blocking_gets(*args)
+          end
+        end
+        alias :blocking_read :read
+        def read(*args)
+          RedisTimer.timeout(#{timeout}) do
+            self.blocking_read(*args)
+          end
+        end
+        alias :blocking_write :write
+        def write(*args)
+          RedisTimer.timeout(#{timeout}) do
+            self.blocking_write(*args)
+          end
+        end
+      EOR
+    end
+    socket
+  end
+
+  ##
+  # Close the connection to the redis server targeted by this
+  # object.  The server is not considered dead.
+
+  def close
+    @sock.close if @sock && !@sock.closed?
+    @sock   = nil
+    @retry  = nil
+    @status = "NOT CONNECTED"
+  end
+
+  ##
+  # Mark the server as dead and close its socket.
+  def mark_dead(error)
+    @sock.close if @sock && !@sock.closed?
+    @sock   = nil
+    @retry  = Time.now #+ RETRY_DELAY
+
+    reason = "#{error.class.name}: #{error.message}"
+    @status = sprintf "%s:%s DEAD (%s), will retry at %s", @host, @port, reason, @retry
+    puts @status
+  end
+
+end