dumbstats 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in dumbstats.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Kurt Stephens
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Dumbstats
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'dumbstats'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install dumbstats
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/dumbstats.gemspec

@@ -0,0 +1,17 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/dumbstats/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Kurt Stephens"]
+  gem.email         = ["ks.ruby@kurtstephens.com"]
+  gem.description   = %q{Collect data, generate stats, draw histograms, send to Graphite, do stuff in Ruby. }
+  gem.summary       = %q{Simple stats collection}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "dumbstats"
+  gem.require_paths = ["lib"]
+  gem.version       = Dumbstats::VERSION
+end

data/lib/dumbstats/bucket.rb

@@ -0,0 +1,129 @@
+module Dumbstats
+  # Collects details.
+  class Bucket
+    include Initialization
+
+    KEYS =
+    [
+      :count,
+      :min,
+      :median,
+      :avg,
+      :stddev,
+      :max,
+      :sum,
+      :dt,
+    ]
+
+    attr_accessor *KEYS
+    attr_accessor :name, :values
+
+    def initialize *args
+      super
+      @count = 0
+    end
+
+    def to_a
+      h = [ ]
+      KEYS.each do | k |
+        v = instance_variable_get("@#{k}")
+        h << [ k, v ] if v
+      end
+      h
+    end
+
+    def count! x
+      @count += 1
+      self
+    end
+
+    def count_only?
+      ! @sum
+    end
+
+    def add! x
+      @values << x if @values
+      x = x.to_numeric if x.respond_to?(:to_numeric)
+      unless @min
+        @min = @max = x
+      else
+        @min = x if x < @min
+        @max = x if x > @max
+      end
+      @sum ||= 0
+      s = @sum += x
+      c = @count += 1
+      @avg = s.to_f / c
+      self
+    end
+
+    # Adds stat as a positive delta.
+    def add_delta! x0, x1
+      if x0 and (dx = x1 - x0) >= 0
+        add! dx
+      end
+      self
+    end
+
+    def empty?
+      ! @min || @max == @min
+    end
+
+    # Converts this to a rate over time.
+    def rate! dt
+      @dt = dt
+      @min = @max = nil
+      @avg = (@count || @sum).to_f / dt
+      self
+    end
+    alias_method :rate, :avg
+
+    def rate?
+      ! ! @dt
+    end
+
+    def finish!
+      if @dt
+        return self
+      end
+      if @count == 1
+        @min = @max = @avg = nil
+      end
+      if @avg && @values && ! @values.empty?
+        @values.sort!
+        n = @values.size
+        @median = @values[n / 2]
+        v = @values.map{|e| e = (e.to_numeric - @avg); e * e}
+        v.sort!
+        s = 0
+        v.each {|e| s += e }
+        @stddev = Math.sqrt(s.to_f / n)
+      end
+      self
+    end
+
+    def histogram *opts
+      opts << { :values => finish!.values }
+      Histogram.new(*opts).generate
+    end
+
+    def h opts = nil
+      h = histogram(opts)
+      $stdout.puts "# #{self.class} #{@name}"
+      to_a.each do | k, v |
+        $stdout.puts "#{k.inspect}: #{v}" if v
+      end
+      $stdout.puts h * "\n"
+      nil
+    end
+
+    def to_s opts = nil
+      h({:width => 50, :height => 40}.update(opts || {}))
+    end
+
+    def inspect
+      to_s
+    end
+  end # class
+end # module
+

data/lib/dumbstats/graphite.rb

@@ -0,0 +1,82 @@
+require 'thread' # Queue
+require 'socket'
+
+module Dumbstats
+  # Agent to dump Buckets into Graphite.
+  class Graphite
+    include Initialization
+
+    attr_accessor :host, :port
+
+    attr_accessor :prefix, :now
+
+    attr_accessor :running, :thread
+
+    attr_accessor :output_io
+
+    def initialize *opts
+      super
+      @q = Queue.new
+    end
+
+    def encode_path name
+      name.to_s.gsub(/[^a-z0-9_]/i, '-')
+    end
+
+    def add! name, value, now = nil, o = nil
+      o ||= EMPTY_Hash
+      now ||= self.now || Time.now.utc
+      name = encode_path(name)
+      enqueue! "#{prefix}#{o[:prefix]}#{name}#{o[:suffix]} #{value} #{now.to_i}\n"
+      self
+    end
+
+    def add_bucket! b, opts = nil
+      opts ||= EMPTY_Hash
+      now = opts[:now]
+      now ||= self.now || Time.now.utc
+      if b.rate?
+        add! b.name, b.rate, now, :prefix => opts[:prefix], :suffix => '.per_sec'
+      else
+        b.to_a.each do | k, v |
+          next if a = opts[:ignore] and a.include?(k)
+          add! b.name, v, now, :prefix => opts[:prefix], :suffix => '.' << encode_path(k)
+        end
+      end
+    end
+
+    def enqueue! data
+      @q << data
+    end
+
+    def run!
+      @running = true
+      @thread = Thread.current
+      while @running
+        send! @q.pop
+      end
+      self
+    end
+
+    def send! data
+      output_io.write data
+    end
+
+    def output_io
+      @output_io || socket
+    end
+
+    def socket
+      unless @socket
+        s = TCPSocket.new(host || '127.0.0.1', port || 2003) # CORRECT DEFAULT PORT?
+        @socket = s
+      end
+      @socket
+    rescue ::Exception => exc
+      STDERR.puts "#{self} socket: failed #{exc.inspect}\n  #{exc.backtrace * "\n  "}"
+      sleep 10
+      retry
+    end
+
+  end
+end

data/lib/dumbstats/histogram.rb

@@ -0,0 +1,137 @@
+require 'dumbstats/stats'
+
+gem 'terminal-table'
+require 'terminal-table'
+
+module Dumbstats
+  # Renders a Histogram of values.
+  class Histogram
+    include Initialization
+
+    attr_accessor :name, :values
+    attr_accessor :min, :max
+    attr_accessor :width, :height, :show_sum
+
+    def initialize *args
+      @min = @max = nil
+      @show_sum = true
+      super
+      @width ||= 15
+      @height ||= 20
+    end
+
+    def generate
+      raise TypeError, "@values not set" unless @values
+      return [ ] if @values.size < 2
+      @x_graph = Graph.new(:min => @min, :max => @max, :values => @values, :width => @width)
+      return [ ] if @x_graph.empty?
+      @x_graph.fix_width!
+
+      @buckets = Hash.new { |h, k| b = Bucket.new; b.name = k; h[k] = b }
+      @values.each do | v |
+        next if @min and v < @min
+        next if @max and v > @max
+        i = @x_graph.v_to_x(v).to_i
+        if i >= 0 and i < @x_graph.width
+          @buckets[i].add! v
+        end
+      end
+
+      cnt = @buckets.values.map { |b| b.count }
+      cnt << 0
+      @cnt_graph = Graph.new(:values => cnt, :width => @height)
+      return [ ] if @cnt_graph.empty?
+      # @cnt_graph.fix_width!
+
+      if @show_sum
+      sum = @buckets.values.map { |b| b.sum }
+      sum << 0
+      @sum_graph = Graph.new(:values => sum, :width => @height)
+      # @sum_graph.fix_width!
+      end
+
+      # binding.pry
+
+      rows = [ ]
+      table =
+        Terminal::Table.new() do | t |
+        t.title = @name
+        s = t.style
+        s.border_x =
+          s.border_y =
+          s.border_i = ''
+        s.padding_left = 0
+        s.padding_right = 1
+
+        # Header:
+        h = [ '<', '>', 'cnt', '%', "cnt h", "min", "avg", "max" ]
+        align_right = [ 0, 1, 2, 3, 5, 6, 7 ]
+        if @show_sum
+          h.push('sum', '%', 'sum h')
+          align_right.push(8, 9)
+        end
+        rows << h
+
+        cnt_sum = sum_sum = 0
+        @width.times do | i |
+          x0 = @x_graph.x_to_v(i).to_i
+          x1 = @x_graph.x_to_v(i + 1).to_i - 1
+          b = @buckets[i]
+          b.finish!
+
+          cnt_sum += b.count
+          r = [ ]
+          r << x0
+          r << x1
+          r << b.count
+          r << @cnt_graph.percent(b.count)
+          r << @cnt_graph.bar(b.count)
+          r << b.min
+          r << (b.avg && (@cnt_graph.values_are_integers ? b.avg.to_i : b.avg))
+          r << b.max
+          if @show_sum
+            sum_sum += b.sum || 0
+            r << b.sum
+            r << @sum_graph.percent(b.sum || 0)
+            r << @sum_graph.bar(b.sum || 0)
+          end
+          rows << r
+        end
+
+        f = [ '', '=', cnt_sum, '', '', '', '', '' ]
+        if @show_sum
+          f.push(sum_sum, '', '')
+        end
+        rows << f
+
+        rows.each do | r |
+          r.map! do | c |
+            case c
+            when nil
+              ''
+            when Integer
+              thousands(c)
+            else
+              c
+            end
+          end
+          t << r
+        end
+
+        raise unless h.size == f.size
+
+        align_right.each { | c | t.align_column(c, :right) }
+      end
+
+      formatted = table.to_s.split("\n")
+
+      formatted
+    end
+
+    def thousands x, sep = '_'
+      x && x.to_s.reverse!.gsub(/(\d{3})/, "\\1#{sep}").reverse!.sub(/^(\D|\A)#{sep}/, '')
+    end
+  end # class
+
+end # module
+

data/lib/dumbstats/stats.rb

@@ -0,0 +1,180 @@
+require 'dumbstats/bucket'
+require 'dumbstats/value'
+
+module Dumbstats
+# Collects stats by name into Buckets.
+class Stats
+  include Initialization
+
+  attr_accessor :name
+  attr_accessor :chain
+  attr_accessor :verbose
+
+  def inspect
+    to_s
+  end
+
+  def initialize *opts
+    super
+    @s = { }
+  end
+
+  def stat k
+    @s[k] ||= Bucket.new(:name => k, :values => [ ])
+  end
+  def [] k
+    @s[k] || @s[k.to_sym]
+  end
+  def keys
+    @s.keys.sort_by{|s| s.to_s}
+  end
+  def each
+    keys.each do | k |
+      yield k, @s[k]
+    end
+  end
+  def clear!
+    @s.clear
+  end
+  def method_missing sel, *args
+    super unless args.empty? and ! block_given? and @s[sel]
+  end
+
+  def count! k, v = 1
+    $stderr.puts "  count! #{k.inspect} #{v.inspect}" if @verbose
+    b = stat(k)
+    b.count! v
+    @chain.count! k, v if @chain
+    self
+  end
+
+  def add! k, v
+    $stderr.puts "  add! #{k.inspect} #{v.inspect}" if @verbose
+    b = stat(k)
+    b.add! v
+    @chain.add! k, v if @chain
+    self
+  end
+
+  def add_delta! k, v0, v1
+    $stderr.puts "  add_delta! #{k.inspect} #{v0.inspect}, #{v1.inspect}" if @verbose
+    b = stat(k)
+    b.add_delta! v0, v1
+    @chain.add_delta! k, v0, v1 if @chain
+    self
+  end
+
+  def finish!
+    @s.values.each{|b| b.finish!}
+    self
+  end
+
+  def put opts = { }
+    o = opts[:output] || $stdout
+    show_histogram = opts[:show_histogram]
+    ks = @s.keys.sort_by{|e| e.to_s}
+    ks.each do | k |
+      c = @s[k]
+      c.finish!
+      if c.count_only?
+        o.puts "    :'#{k}': #{c.count}"
+        next
+      end
+      histogram = nil
+      if show_histogram and values = c.values and ! values.empty?
+        histogram = c.histogram(:width => 30, :height => 15)
+        histogram = nil if histogram.empty?
+      end
+      o.puts "    #{k.to_sym.inspect}:"
+      c.to_a.each do | k, v |
+        o.puts "       #{k.to_sym.inspect}: #{v.inspect}"
+      end
+      if histogram
+        o.puts "       :histogram:"
+        histogram.each do | l |
+          o.puts "         - #{l.inspect}"
+        end
+      end
+    end
+    self
+  end
+
+  def h
+    put
+    nil
+  end
+
+  # A Graph of values.
+  class Graph < Bucket
+    include Initialization
+    attr_accessor :values, :width
+    attr_accessor :values_are_integers
+
+    def initialize *args
+      super
+      @force_min, @force_max = @min, @max
+      if @values
+        values = @values
+        @values = [ ]
+        values.each { | v | add! v }
+        finish!
+      end
+      @width ||= 20
+    end
+
+    def fix_width!
+      @width = 1 if @width < 1
+      @max = x_to_v(@width + 1)
+      @max_min = (@max - @min).to_f
+      self
+    end
+
+    def finish!
+      super
+      return nil if empty?
+      @min = @force_min if @force_min
+      @max = @force_max if @force_max
+      @max_min = @max - @min
+      @values_are_integers = @values.all?{|e| Integer === e.to_numeric}
+      if @values_are_integers
+        if @width > @max_min
+          @width = @max_min.to_i
+        else
+          @max_min = @max_min.to_f
+        end
+      end
+      self
+    end
+
+    def sum!
+      finish! unless @sum
+      @sum
+    end
+
+    def percent value
+      '%5.1f%%' % (value * 100 / sum!.to_f)
+    end
+
+    def bar value
+      x = v_to_x(value).to_i
+      binding.pry if x < 0
+      if value > @min and x < 1
+        bar = '.'
+      else
+        bar = "*" * x
+      end
+      bar = "#{bar}#{' ' * (@width - bar.size)}"
+      bar
+    end
+
+    def v_to_x v
+      (v - @min) * @width / @max_min # = x
+    end
+
+    def x_to_v x
+      (x * @max_min / @width) + @min # = v
+    end
+  end
+end # class
+end # module
+

data/lib/dumbstats/value.rb

@@ -0,0 +1,18 @@
+module Dumbstats
+  # A value that associates a numeric value with an aribitrary object.
+  class Value < Struct.new(:value, :object)
+    include Comparable
+    def <=> x
+      value <=> x.value
+    end
+    alias :to_numeric :value
+  end
+end # module
+
+# Support for Value#to_numeric.
+class Numeric
+  def to_numeric
+    self
+  end
+end
+

data/lib/dumbstats/version.rb

@@ -0,0 +1,3 @@
+module Dumbstats
+  VERSION = "0.0.1"
+end

data/lib/dumbstats.rb

@@ -0,0 +1,35 @@
+require "dumbstats/version"
+
+module Dumbstats
+  module Initialization
+    def update_from_hash! opts
+      if opts
+        opts.each do | k , v |
+          send(:"#{k}=", v)
+        end
+      end
+      self
+    end
+
+    def initialize *args
+      super()
+      opts = nil
+      if args.size == 1
+        opts = args.first
+      else
+        args.each do | a |
+          opts ||= { }
+          opts.update(a) if a
+        end
+      end
+      update_from_hash! opts
+    end
+  end # module
+
+  EMPTY_Hash   = {}.freeze
+  EMPTY_Array  = [].freeze
+  EMPTY_String = ''.freeze
+end # module
+
+require 'dumbstats/stats'
+

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification 
+name: dumbstats
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Kurt Stephens
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-08-03 00:00:00 Z
+dependencies: []
+
+description: "Collect data, generate stats, draw histograms, send to Graphite, do stuff in Ruby. "
+email: 
+- ks.ruby@kurtstephens.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- dumbstats.gemspec
+- lib/dumbstats.rb
+- lib/dumbstats/bucket.rb
+- lib/dumbstats/graphite.rb
+- lib/dumbstats/histogram.rb
+- lib/dumbstats/stats.rb
+- lib/dumbstats/value.rb
+- lib/dumbstats/version.rb
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: Simple stats collection
+test_files: []
+