statsd-metrics 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9bfc3544d39cfdd911ded83379e372a0d855aebd
+  data.tar.gz: ff6354c12b1873bdbe16a79d4e76aa43ea8f2e75
+SHA512:
+  metadata.gz: 8ec2b4ca1fe254bc20fc34d48fcfa5fe10cace43d617f50520539c8a3ca49157af5294597b48ff7fc8c41281516c509f0f6fd926c631289a9a5c55def002fff8
+  data.tar.gz: 78c90ad5cf52879a33c45d56b59aeea810fee97288d8c67bf953a303c189f3be55617802ab0a1e0f63341985d595015329a389c2e9207b74baa143cc567b9ae9

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.travis.yml

@@ -0,0 +1,6 @@
+---
+language: ruby
+rvm:
+- 1.8.7
+- 1.9.3
+- jruby-19mode

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in statsd_metrics.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 hindenbug
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,43 @@
+# StatsdMetrics
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'statsd-metrics'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install statsd-metrics
+
+## Usage
+
+```ruby
+  #default host="127.0.0.1" and port=8125
+  $statsd = Statsd::Base.new
+  $statsd.increment("somestats")
+  
+  # using batching with queues
+  # takes 2 params; A statsd instance and batch_size (defaults to 100)
+  $batchd = Statsd::Batch.new($statsd, 100)
+  
+  #Makes use of ruby Queues internally
+  $batchd.increment("somestats")
+```
+
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/statsd-metrics/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/statsd.rb

@@ -0,0 +1,142 @@
+require "statsd/version"
+require "statsd/reporter"
+require "socket"
+require "logger"
+
+module Statsd
+
+  class Base
+
+    attr_accessor :namespace, :counter
+
+    # StatsD host. Defaults to 127.0.0.1.
+    attr_accessor :host
+
+    # StatsD port. Defaults to 8125.
+    attr_accessor :port
+
+    class << self
+      # Set to a standard logger instance to enable debug logging.
+      attr_accessor :logger
+    end
+
+    def initialize(host='127.0.0.1', port=8125)
+      @socket     = UDPSocket.new
+      @host       = host
+      @port       = port
+      @counter    = 1
+    end
+
+    def increment(stat, sample_rate=1)
+      count stat, 1, sample_rate
+    end
+
+    def decrement(stat, sample_rate=1)
+      count stat, -1, sample_rate
+    end
+
+    def count(stat, count, sample_rate=1)
+      send_stat(stat, count, :c, sample_rate)
+    end
+
+    # Sends an arbitary gauge value for the given stat to the statsd server.
+    #
+    # This is useful for recording things like available disk space,
+    # memory usage, and the like, which have different semantics than
+    # counters.
+    #
+    # @param [String] stat stat name.
+    # @param [Numeric] gauge value.
+    # @param [Numeric] sample_rate sample rate, 1 for always
+    # @example Report the current user count:
+    #   $statsd.gauge('user.count', User.count)
+    def gauge(stat, value, sample_rate=1)
+      send_stat(stat, value, :g, sample_rate)
+    end
+
+    # Sends a timing (in ms) for the given stat to the statsd server. The
+    # sample_rate determines what percentage of the time this report is sent. The
+    # statsd server then uses the sample_rate to correctly track the average
+    # timing for the stat.
+    #
+    # @param [String] stat stat name
+    # @param [Integer] ms timing in milliseconds
+    # @param [Numeric] sample_rate sample rate, 1 for always
+    def timing(stat, ms, sample_rate=1)
+      send_stat(stat, ms, :ms, sample_rate)
+    end
+
+    # Reports execution time of the provided block using {#timing}.
+    #
+    # @param [String] stat stat name
+    # @param [Numeric] sample_rate sample rate, 1 for always
+    # @yield The operation to be timed
+    # @see #timing
+    # @example Report the time (in ms) taken to activate an account
+    #   $statsd.time('account.activate') { @account.activate! }
+    def time(stat, sample_rate=1)
+      start = Time.now
+      result = yield
+      timing(stat, ((Time.now - start) * 1000).round, sample_rate)
+      result
+    end
+
+    def send_to_socket(message)
+      self.class.logger.debug { "Statsd: #{message}" } if self.class.logger
+      @socket.send(message, 0, @host, @port)
+    rescue => boom
+      self.class.logger.error { "Statsd: #{boom.class} #{boom}" } if self.class.logger
+      nil
+    end
+
+    protected
+
+    def send_stat(stat, delta, type, sample_rate=1)
+      if sample_rate == 1 or rand < sample_rate
+        stat   = stat.to_s.gsub('::', '.').tr(':|@', '_')
+        prefix = "#{@namespace}." unless @namespace.nil?
+        rate   = "|@#{sample_rate}" unless sample_rate == 1
+        send_to_socket("#{prefix}#{stat}:#{delta}|#{type}#{rate}")
+      end
+    end
+  end
+
+  class Batch < Base
+
+    attr_accessor :batch_size, :wait_time
+
+    def initialize(statsd, batch_size)
+      @statsd     = statsd
+      @batch_size = batch_size
+      @counter    = statsd.counter
+      @namespace  = statsd.namespace
+      @reporter   = Statsd::Reporter.new(@statsd, batch_size)
+    end
+
+    protected
+
+    def send_stat(stat, delta, type, sample_rate=1)
+      if sample_rate == 1 or rand < sample_rate
+        stat   = stat.to_s.gsub('::', '.').tr(':|@', '_')
+        prefix = "#{@namespace}." unless @namespace.nil?
+        rate   = "|@#{sample_rate}" unless sample_rate == 1
+        msg    = "#{prefix}#{stat}:#{delta}|#{type}#{rate}"
+        check_and_enqueue(msg)
+      end
+    end
+
+    def check_and_enqueue(msg)
+      if @reporter.queue.size == @reporter.batch_size
+        logger = Logger.new('queue.log')
+        logger.warn "Queue at Max Capacity !"
+        #@wait_time = @counter * @counter
+        #@counter += 1
+      else
+        @reporter.enqueue(msg)
+        #@counter = 1
+      end
+    end
+
+  end
+
+end

data/lib/statsd/reporter.rb

@@ -0,0 +1,49 @@
+require "thread"
+
+module Statsd
+  class Reporter
+
+    attr_accessor :queue, :workers, :running, :messages
+    attr_reader :statsd_host, :batch_size
+
+    def initialize(host, batch_size)
+      @queue       = Queue.new
+      @workers     = []
+      @messages    = []
+      @statsd_host = host
+      @batch_size  = batch_size
+    end
+
+    def enqueue(metric)
+      workers << Thread.new do
+        queue << metric
+        flush if queue.size >= batch_size
+      end
+      finish
+    end
+
+    private
+
+    def flush
+      begin
+        while messages << queue.pop(true)
+          unless messages.empty?
+            statsd_host.send_to_socket messages.join("\n")
+            messages.clear
+          end
+        end
+      rescue ThreadError
+      end
+    end
+
+    def finish
+      workers.each(&:join)
+    end
+
+    def kill
+      workers.each(&:kill)
+      puts "========> Killed!"
+    end
+
+  end
+end

data/lib/statsd/version.rb

@@ -0,0 +1,3 @@
+module Statsd
+  VERSION = "0.0.1"
+end

data/sample.rb

@@ -0,0 +1,15 @@
+#require "statsd-ruby"
+require "statsd"
+require "pry"
+require "benchmark"
+
+
+$statsd = Statsd::Base.new("127.0.0.1", 8125)
+$batch  = Statsd::Batch.new($statsd, 10)
+#$statsd =  Statsd.new("127.0.0.1", 8125)
+
+Benchmark.bm do |bm|
+ bm.report  do
+   1000000.times { $statsd.increment("qwewqeq.count") }
+ end
+end

data/statsd-metrics.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require 'statsd/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "statsd-metrics"
+  spec.version       = Statsd::VERSION
+  spec.authors       = ["hindenbug"]
+  spec.email         = ["manoj.mk27@gmail.com"]
+  spec.summary       = "A small gem to enqueue statsd metrics and send them to the statsd/grpahite server over UDP"
+  spec.description   = ""
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.1"
+  spec.add_development_dependency 'pry', '~> 0.10.1'
+end

metadata

@@ -0,0 +1,113 @@
+--- !ruby/object:Gem::Specification
+name: statsd-metrics
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- hindenbug
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+description: ''
+email:
+- manoj.mk27@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".document"
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/statsd.rb
+- lib/statsd/reporter.rb
+- lib/statsd/version.rb
+- sample.rb
+- statsd-metrics.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: A small gem to enqueue statsd metrics and send them to the statsd/grpahite
+  server over UDP
+test_files: []