redu 0.0.3

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in redu.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,30 @@
+PATH
+  remote: .
+  specs:
+    redu (0.0.3)
+      algorithms
+      progressbar
+      redis (>= 2.2.2)
+      terminal-table
+      thor (>= 0.14.6)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    algorithms (0.3.0)
+    progressbar (0.10.0)
+    redis (2.2.2)
+    terminal-table (1.4.4)
+    thor (0.14.6)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  algorithms
+  bundler (>= 1.0.0)
+  progressbar
+  redis (>= 2.2.2)
+  redu!
+  terminal-table
+  thor (>= 0.14.6)

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2012 Curtis Spencer
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,4 @@
+== Introduction ==
+The goal of Redu is to be similar to the unix du command for your redis
+installation.  Many times you want to figure out what keys are eating up your
+redis memory.

data/Rakefile

@@ -0,0 +1,14 @@
+require 'bundler'
+require 'rake/testtask'
+include Rake::DSL
+Bundler::GemHelper.install_tasks
+
+Rake::TestTask.new(:test) do |t|
+  t.test_files = FileList['test/*_test.rb']
+  t.ruby_opts = ['-rubygems'] if defined? Gem
+  t.ruby_opts << '-I.'
+end
+
+task :test_redu do |t|
+  system("bundle exec bin/redu") 
+end

data/bin/redu

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require 'redu/cli'
+Redu::CLI.start

data/lib/redu.rb

@@ -0,0 +1 @@
+require 'redu/version'

data/lib/redu/analyzer.rb

@@ -0,0 +1,192 @@
+require 'redis'
+require 'benchmark'
+require 'progressbar'
+require 'terminal-table'
+require 'algorithms'
+module Redu
+  class RedisKeyValue
+    attr_accessor :key,:bytesize,:type
+  end
+
+  class KeyPrefix
+    attr_accessor :count, :bytesize
+  end
+
+  class WorstOffenderSet
+
+    def initialize(max_count)
+      @offenders = {}
+      @max_count = max_count
+      @least_worst_object = nil
+
+      @offenders = Containers::MinHeap.new
+    end
+
+    def add(redis_debug_object)
+      # If it's full and you aren't big enough skip you
+      #puts "Least Worst Object: #{@least_worst_object.inspect}"
+      if @offenders.size < @max_count
+        @offenders.push(redis_debug_object.bytesize,redis_debug_object)
+      else
+        min = @offenders.min
+        if min.bytesize < redis_debug_object.bytesize
+          @offenders.pop
+          @offenders.push(redis_debug_object.bytesize,redis_debug_object)
+        end
+      end
+    end
+
+    def max_sort
+      output = []
+      loop do 
+        output << @offenders.pop
+        break if @offenders.size == 0
+      end
+      output.reverse
+    end
+
+    def sorted_by_offense
+      sorted_offenders = @offenders.sort do |a,b|
+        b[1].bytesize <=> a[1].bytesize
+      end
+      output_offenders = []
+      sorted_offenders.each do |pair|
+        output_offenders << pair[1]
+      end
+      return output_offenders
+    end
+  end
+
+  class RedisDebugObject
+    # "Value at:0x7f93e48464e0 refcount:1 encoding:raw serializedlength:230 lru:710236 lru_seconds_idle:2040"
+    attr_accessor :bytesize,:key
+
+    def self.initialize_from_string(key,string)
+      RedisDebugObject.new(key,string)
+    end
+
+    def initialize(key,string)
+      @key = key
+      if string =~ /serializedlength:(\d+)/
+        @bytesize = $1.to_i
+      else
+        raise "Invalid matching for #{string}"
+      end
+    end
+
+    def inspect
+      "rdo:(#{@key},#{@bytesize})"
+    end
+
+    def <=>(other)
+      self.bytesize <=> other.bytesize
+    end
+  end
+
+  class Analyzer
+    def initialize(options)
+      @redis = Redis.new(options)
+      @delimiter = options[:delimiter]
+      @prefixes = {}
+      @worst_offender_set = WorstOffenderSet.new(options[:worst_offender_count])
+    end
+
+    def start
+      keys = []
+      STDERR.puts "Loading Keys for Analysis. This may take a few minutes"
+      keys = @redis.keys
+      pb = ProgressBar.new("Analyzing",keys.size)
+      keys.each do |key|
+        analyze_key(key)
+        pb.inc
+      end
+      pb.finish
+
+      output_prefix_table
+      output_worst_offenders_table
+    end
+
+    protected
+    GIGA_SIZE = 1073741824.0
+    MEGA_SIZE = 1048576.0
+    KILO_SIZE = 1024.0
+
+    def human_size(bytesize)
+      precision = 3
+      # Return the file size with a readable style.
+      if bytesize == 1 
+        "1 Byte"
+      elsif bytesize < KILO_SIZE 
+        "%d Bytes" % bytesize
+      elsif bytesize < MEGA_SIZE 
+        "%.#{precision}f KB" % (bytesize / KILO_SIZE)
+      elsif bytesize < GIGA_SIZE 
+        "%.#{precision}f MB" % (bytesize / MEGA_SIZE)
+      else 
+        "%.#{precision}f GB" % (bytesize / GIGA_SIZE)
+      end
+    end
+
+    def output_prefix_table
+      rows = []
+      sorted_prefixes = @prefixes.sort do |a,b|
+        b[1].bytesize <=> a[1].bytesize
+      end
+
+      sorted_prefixes.each do |pair|
+        prefix = pair[1]
+        rows << [pair[0],prefix.count,human_size(prefix.bytesize)]
+      end
+
+      table = Terminal::Table.new :title => "Prefixes", :headings => ['Prefix', 'Count', 'Size'], :rows => rows
+      table.align_column(1,:right)
+      table.align_column(2,:right)
+      puts table
+    end
+
+    def output_worst_offenders_table
+      sorted_offenders = @worst_offender_set.max_sort
+      rows = []
+      sorted_offenders.each do |offender|
+        rows << [offender.key,human_size(offender.bytesize)]
+      end
+      table = Terminal::Table.new :title => "Worst Offenders", :headings => ['Key', 'Size'], :rows => rows
+      table.align_column(1,:right)
+      puts table
+    end
+
+    def derive_type
+    end
+
+    def derive_prefix(key)
+      first_delimiter = key.index(@delimiter)
+      if !first_delimiter.nil?
+        prefix = key[0,first_delimiter]
+        return prefix
+      end
+      return nil
+    end
+
+    def analyze_key(key)
+      obj_str = @redis.debug("OBJECT", key)
+
+      rdo = RedisDebugObject.initialize_from_string(key,obj_str)
+      
+      prefix_str = derive_prefix(key)
+      if prefix_str
+        prefix = @prefixes[prefix_str]
+        if !prefix
+          prefix = KeyPrefix.new
+          prefix.count = 1
+          prefix.bytesize = rdo.bytesize
+          @prefixes[prefix_str] = prefix
+        else
+          prefix.count += 1
+          prefix.bytesize += rdo.bytesize
+        end
+      end
+      
+      @worst_offender_set.add(rdo)
+    end
+  end
+end

data/lib/redu/cli.rb

@@ -0,0 +1,17 @@
+require 'thor'
+require 'redu/analyzer'
+
+module Redu
+  class CLI < Thor
+    default_task("analyze")
+
+    desc "analyze", "Analyze a redis server on a particular host"
+    method_option :host, :type => :string, :aliases => '-h',:default => 'localhost'
+    method_option :port, :type => :numeric, :aliases => '-p', :default => 6379
+    method_option :delimiter, :type => :string, :aliases => '-d', :default => '|'
+    method_option :worst_offender_count, :type => :string, :aliases => '-w', :default => 25
+    def analyze
+      Redu::Analyzer.new(options).start
+    end
+  end
+end

data/lib/redu/version.rb

@@ -0,0 +1,3 @@
+module Redu
+  VERSION = "0.0.3"
+end

data/redu.gemspec

@@ -0,0 +1,29 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "redu/version"
+
+Gem::Specification.new do |s|
+  s.name        = "redu"
+  s.version     = Redu::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Curtis Spencer"]
+  s.email       = ["curtis@sevenforge.com"]
+  s.homepage    = ""
+  s.summary     = %q{Redu is way to find where your memory is being spent in Redis}
+  s.description = %q{Use Redu to find culprits and bad memory usage in your Redis installation}
+
+  s.rubyforge_project = "redu"
+  #s.add_dependency 'system_timer'
+  s.add_dependency 'progressbar'
+  s.add_dependency 'algorithms'
+  s.add_dependency "redis",">= 2.2.2"
+  s.add_dependency "thor",">= 0.14.6"
+  s.add_dependency "terminal-table"
+
+  s.add_development_dependency "bundler", ">= 1.0.0"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/test/test_helper.rb

@@ -0,0 +1,8 @@
+require 'test/unit'
+require 'bundler/setup'
+
+testdir = File.dirname(__FILE__)
+$LOAD_PATH.unshift testdir unless $LOAD_PATH.include?(testdir)
+
+libdir = File.dirname(File.dirname(__FILE__)) + '/lib'
+$LOAD_PATH.unshift libdir unless $LOAD_PATH.include?(libdir)

metadata

@@ -0,0 +1,159 @@
+--- !ruby/object:Gem::Specification 
+name: redu
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 3
+  version: 0.0.3
+platform: ruby
+authors: 
+- Curtis Spencer
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-02-05 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: progressbar
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: algorithms
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: redis
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 2
+        - 2
+        - 2
+        version: 2.2.2
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: thor
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 14
+        - 6
+        version: 0.14.6
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: terminal-table
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :development
+  version_requirements: *id006
+description: Use Redu to find culprits and bad memory usage in your Redis installation
+email: 
+- curtis@sevenforge.com
+executables: 
+- redu
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/redu
+- lib/redu.rb
+- lib/redu/analyzer.rb
+- lib/redu/cli.rb
+- lib/redu/version.rb
+- redu.gemspec
+- test/test_helper.rb
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: redu
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Redu is way to find where your memory is being spent in Redis
+test_files: 
+- test/test_helper.rb