rdkit 0.0.1 → 0.1.4

data/lib/rdkit/errors.rb

@@ -1,9 +1,40 @@
 module RDKit
   class RDKitError < StandardError; end
 
+  class WrongTypeError < RDKitError
+    def self.exception; new('Operation against a key holding the wrong kind of value'); end
+  end
+
   class ProtocolError < RDKitError; end
   class UnknownCommandError < ProtocolError; end
-  class WrongNumberOfArgumentError < ProtocolError; end
+
+  class SyntaxError < ProtocolError
+    def self.exception; new('syntax error'); end
+  end
+
+  class UnknownSubcommandError < ProtocolError; end
+  class WrongNumberOfArgumentForSubcommandError < ProtocolError; end
+
+  class IllegalArgumentError < ProtocolError; end
+
+  class InvalidDBIndexError < IllegalArgumentError
+    def self.exception; new('invalid DB index'); end
+  end
+
+  class WrongNumberOfArgumentError < IllegalArgumentError; end
+
+  class IllegalClientNameError < IllegalArgumentError
+    def self.exception; new('Client names cannot contain spaces, newlines or special characters.'); end
+  end
+
+  class ValueNotAnIntegerOrOutOfRangeError < IllegalArgumentError
+    def self.exception; new('value is not an integer or out of range'); end
+  end
+
+  class ClientDisconnectedError < RDKitError; end
+  class NoSuchClientError < RDKitError
+    def self.exception; new('No such client'); end
+  end
 
   class NotImplementedError < RDKitError; end
 

data/lib/rdkit/http_parser.rb

@@ -0,0 +1,56 @@
+require 'http/parser'
+
+module RDKit
+  class HTTPParser
+    def initialize
+      @parser = HTTP::Parser.new
+
+      @responses = []
+
+      # https://github.com/tmm1/http_parser.rb
+
+      @body = nil
+
+      @parser.on_message_begin = proc do
+      end
+
+      @parser.on_headers_complete = proc do
+        # p @parser.http_method
+        # p @parser.request_url
+        # p @parser.headers
+
+        if (length = @parser.headers['Content-Length']) && length.to_i > 0
+          @body = ''
+        else
+          @responses << [@parser.http_method.downcase + "|" + @parser.request_url, nil]
+        end
+      end
+
+      @parser.on_body = proc do |chunk|
+        @body << chunk
+      end
+
+      @parser.on_message_complete = proc do
+        # Headers and body is all parsed
+        if @body
+          @responses << [@parser.http_method.downcase + "|" + @parser.request_url, @body]
+
+          @body = nil
+        end
+      end
+    end
+
+    def feed(data)
+      @parser << data
+    end
+
+    def gets
+      if result = @responses.shift
+
+        result
+      else
+        false
+      end
+    end
+  end
+end

data/lib/rdkit/http_responder.rb

@@ -0,0 +1,74 @@
+require 'http/parser'
+require 'cgi'
+require 'rack'
+require 'stringio'
+
+module RDKit
+  class HTTPResponder
+    def run(cmd)
+      method, path = cmd.first.split('|')
+
+      status, headers, body = case method
+      when 'get'
+        if @@endpoints_get[path]
+          status, headers, body = @@endpoints_get[path].call
+
+          [status, headers.merge(default_headers), body]
+        else
+          error_404
+        end
+      else
+        error_404
+      end
+
+      response = Rack::Response.new(body, status, headers)
+
+      status, headers, body = response.finish
+
+      out = StringIO.new
+
+      out.print "HTTP/1.1: #{status} #{Rack::Utils::HTTP_STATUS_CODES[status]}\r\n"
+
+      headers.each do |k, vs|
+        vs.split("\n").each { |v| out.print "#{k}: #{v}\r\n"; }
+      end
+      out.print "\r\n"
+      out.flush
+
+      body.each do |part|
+        out.print part; out.flush
+      end
+
+      out.string
+    end
+
+    def server
+      Server.instance
+    end
+
+    private
+
+    def error_400
+      [400, default_headers, []]
+    end
+
+    def error_404
+      [404, default_headers, ['Not Found']]
+    end
+
+    def default_headers
+      {
+        "Date"         => CGI.rfc1123_date(Time.now),
+        "Server"       => "RDKit",
+        "Connection"   => "Keep-Alive",
+        "Content-Type" => "text/plain"
+      }
+    end
+
+    def self.get(path, &block)
+      @@endpoints_get ||= {}
+
+      @@endpoints_get[path] = block
+    end
+  end
+end

data/lib/rdkit/introspection.rb

@@ -1,45 +1,96 @@
 # 127.0.0.1:6379> info
 # # Server
-# redis_version:2.8.17
+# redis_version:3.0.0
 # redis_git_sha1:00000000
 # redis_git_dirty:0
-# redis_build_id:32eb139b4f2b63
+# redis_build_id:c8fc3cfae8617ea3
 # redis_mode:standalone
-# os:Darwin 13.4.0 x86_64
+# os:Darwin 14.3.0 x86_64
 # arch_bits:64
 # multiplexing_api:kqueue
 # gcc_version:4.2.1
-# process_id:471
-# run_id:efa5b449cc3ba9c53f7bbb159a773e6ff20d575c
+# process_id:6503
+# run_id:42575aa7185796a6a5e5addc5991a54e4baaf95e
 # tcp_port:6379
-# uptime_in_seconds:1510124
-# uptime_in_days:17
+# uptime_in_seconds:165102
+# uptime_in_days:1
 # hz:10
+# lru_clock:7932005
+# config_file:/usr/local/etc/redis.conf
 #
 # # Clients
 # connected_clients:1
 # client_longest_output_list:0
 # client_biggest_input_buf:0
+# blocked_clients:0
 #
 # # Memory
-# used_memory:124510288
-# used_memory_human:118.74M
-# used_memory_rss:119885824
-# used_memory_peak:124510288
-# used_memory_peak_human:118.74M
-# used_memory_lua:33792
-# mem_fragmentation_ratio:0.96
+# used_memory:1009568
+# used_memory_human:985.91K
+# used_memory_rss:1728512
+# used_memory_peak:3486144
+# used_memory_peak_human:3.32M
+# used_memory_lua:35840
+# mem_fragmentation_ratio:1.71
 # mem_allocator:libc
 #
 # # Persistence
+# loading:0
+# rdb_changes_since_last_save:0
+# rdb_bgsave_in_progress:0
+# rdb_last_save_time:1433995353
+# rdb_last_bgsave_status:ok
+# rdb_last_bgsave_time_sec:0
+# rdb_current_bgsave_time_sec:-1
+# aof_enabled:0
+# aof_rewrite_in_progress:0
+# aof_rewrite_scheduled:0
+# aof_last_rewrite_time_sec:-1
+# aof_current_rewrite_time_sec:-1
+# aof_last_bgrewrite_status:ok
+# aof_last_write_status:ok
 #
 # # Stats
-# total_connections_received:74408
-# total_commands_processed:5122851
+# total_connections_received:98
+# total_commands_processed:265
 # instantaneous_ops_per_sec:0
+# total_net_input_bytes:273320
+# total_net_output_bytes:1024738
+# instantaneous_input_kbps:0.00
+# instantaneous_output_kbps:0.00
 # rejected_connections:0
+# sync_full:0
+# sync_partial_ok:0
+# sync_partial_err:0
+# expired_keys:0
+# evicted_keys:0
+# keyspace_hits:28
+# keyspace_misses:11
 # pubsub_channels:0
 # pubsub_patterns:0
+# latest_fork_usec:483
+# migrate_cached_sockets:0
+#
+# # Replication
+# role:master
+# connected_slaves:0
+# master_repl_offset:0
+# repl_backlog_active:0
+# repl_backlog_size:1048576
+# repl_backlog_first_byte_offset:0
+# repl_backlog_histlen:0
+#
+# # CPU
+# used_cpu_sys:34.00
+# used_cpu_user:13.61
+# used_cpu_sys_children:0.05
+# used_cpu_user_children:0.11
+#
+# # Cluster
+# cluster_enabled:0
+#
+# # Keyspace
+# db0:keys=3,expires=0,avg_ttl=0
 
 module RDKit
   module Introspection
@@ -48,15 +99,18 @@ module RDKit
 
       def initialize
         @data = {}
-
         @data.default = 0
       end
 
       module ClassMethods
         @@instance = Stats.new
 
-        def incr(key)
-          @@instance.data[key] += 1
+        def incr(key, amount=1)
+          @@instance.data[key] += amount
+        end
+
+        def clear(key)
+          @@instance.data[key] = 0
         end
 
         def info
@@ -67,13 +121,71 @@ module RDKit
       class << self; include ClassMethods; end
     end
 
+    class Commandstats
+      attr_reader :data
+
+      def initialize
+        @data = {}
+        @data.default = 0
+      end
+
+      module ClassMethods
+        @@instance = Commandstats.new
+
+        def reset
+          @@instance = Commandstats.new
+        end
+
+        def record(cmd, usec)
+          @@instance.data["#{cmd.downcase}_calls"] += 1
+          @@instance.data["#{cmd.downcase}_usec"] += usec
+        end
+
+        def info
+          cmds = @@instance.data.keys.map { |key| key.match(/^(.+)_/)[1] }.uniq
+
+          Hash[cmds.map do |cmd|
+            calls = @@instance.data["#{cmd}_calls"]
+            usec = @@instance.data["#{cmd}_usec"]
+
+            ["comstat_#{cmd}", "calls=#{calls},usec=#{usec},usec_per_call=#{'%.2f' % (usec.to_f / calls)}"]
+          end].sort_by { |k,v| k }
+        end
+      end
+
+      class << self; include ClassMethods; end
+    end
+
     module ClassMethods
       def register(server)
         @@server = server
       end
 
-      def info
-        @@server.introspection.merge({ stats: Stats.info })
+      def info(section)
+        default = @@server.introspection.merge({ stats: Stats.info })
+
+        case section.downcase
+        when 'default'
+          default
+        when 'all'
+          default.merge({ commandstats: Commandstats.info, gc: GC.stat, objspace: ObjectSpace.count_objects, allobjects: all_objects })
+        when 'commandstats'
+          { commandstats: Commandstats.info }
+        when 'gc'
+          { gc: GC.stat }
+        when 'objspace'
+          { objspace: ObjectSpace.count_objects, allobjects: all_objects }
+        else
+          default.keep_if { |k, v| k == section.downcase.to_sym }
+        end
+      end
+
+      private
+
+      def all_objects
+        all = {}
+        ObjectSpace.each_object { |o| all[o.class] = (all[o.class] || 0) + 1 }
+        all.sort_by { |k,v| -v }
       end
     end
 

data/lib/rdkit/logger.rb

@@ -1,5 +1,9 @@
 module RDKit
   class Logger
+    def initialize(log_path=nil)
+      @io = log_path ? File.open(log_path, 'a') : $stdout
+    end
+
     def debug(message)
       return unless $DEBUG && ENV['RACK_ENV'] != 'test'
 
@@ -16,12 +20,13 @@ module RDKit
 
     def log(message)
       case message
-      when StandardError
-        puts message.inspect
-        puts message.backtrace.join("\n")
+      when Exception
+        @io.puts message.inspect
+        @io.puts message.backtrace.join("\n")
       else
-        puts message
+        @io.puts message
       end
+      @io.flush
     end
   end
 end

data/lib/rdkit/memory_monitoring.rb

@@ -0,0 +1,29 @@
+require 'newrelic_rpm'
+
+module RDKit
+  module MemoryMonitoring
+    @@peak_memory = 0
+
+    def used_memory_rss_in_mb
+      update_peak_memory!
+
+      '%0.2f' % used_memory_rss + 'M'
+    end
+
+    def used_memory_peak_in_mb
+      '%0.2f' % @@peak_memory + 'M'
+    end
+
+    private
+
+    def update_peak_memory!
+      @@peak_memory = [@@peak_memory, used_memory_rss].max
+    end
+
+    def used_memory_rss
+      @@sampler ||= NewRelic::Agent::Samplers::MemorySampler.new.sampler
+
+      @@sampler.get_sample
+    end
+  end
+end

data/lib/rdkit/notification_center.rb

@@ -0,0 +1,21 @@
+module RDKit
+  class NotificationCenter
+    module ClassMethods
+      @@channels = {}
+      @@channels.default = Hash.new
+
+      def publish(channel, message)
+        @@channels[channel.to_sym].each { |_, block| block.call(message) }
+      end
+
+      def subscribe(channel, client, &block)
+        @@channels[channel.to_sym][client] = block
+      end
+
+      def unsubscribe(channel, client)
+        @@channels[channel.to_sym].delete(client)
+      end
+    end
+    class << self; include ClassMethods; end
+  end
+end