mongodb-graphite-agent 0.0.4 → 0.0.5

data/.gitignore

@@ -1,19 +1,20 @@
-*.gem
-*.rbc
-.bundle
-.config
-.yardoc
-Gemfile.lock
-InstalledFiles
-_yardoc
-coverage
-doc/
-lib/bundler/man
-pkg
-rdoc
-spec/reports
-test/tmp
-test/version_tmp
-tmp
-.idea/*
-lastsample
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.idea/*
+lastsample
+*.iml

data/Gemfile

@@ -1,3 +1,3 @@
-source 'https://rubygems.org'
-
+source 'https://rubygems.org'
+
 gemspec

data/bin/mongodb-graphite-agent.rb

@@ -1,27 +1,29 @@
-#!/usr/bin/env ruby
-
-$:.unshift File.expand_path("#{File.dirname(__FILE__)}/../lib")
-
-require 'trollop'
-require 'mongodb/graphite/agent'
-require 'mongodb/graphite/agent/graphite_writer'
-
-opts = Trollop::options do
-  opt :mongodb_username, "MongoDB username", :type => :string
-  opt :mongodb_host, "MongoDB host", :type => :string, :default => "localhost"
-  opt :mongodb_post, "MongoDB host", :type => :int, :default => 27017
-  opt :mongodb_password, "MongoDB password", :type => :string
-  opt :graphite_host, "Graphite host", :type => :string
-  opt :graphite_port, "Graphite port", :type => :string
-  opt :dry_run, "Dry run", :type => :boolean, :default => false
-  opt :verbose, "Verbose", :type => :boolean, :default => false
-end
-
-if opts[:dry_run]
-  puts "\n\nWARNING!!! This is a dry run\n\n\n"
-  sleep 1
-end
-
-#@writer = Mongodb::Graphite::Agent::GraphiteWriter.new("localhost", 12)
-#@writer.write ({ "antani" => 5, "boh" => 1 })
-Mongodb::Graphite::Agent.run(opts)
+#!/usr/bin/env ruby
+
+$:.unshift File.expand_path("#{File.dirname(__FILE__)}/../lib")
+
+require 'trollop'
+require 'mongodb/graphite/agent'
+require 'mongodb/graphite/agent/graphite_writer'
+
+opts = Trollop::options do
+  opt :mongodb_username, "MongoDB username", :type => :string
+  opt :mongodb_host, "MongoDB host", :type => :string, :default => "localhost"
+  opt :mongodb_post, "MongoDB host", :type => :int, :default => 27017
+  opt :mongodb_password, "MongoDB password", :type => :string
+  opt :graphite_host, "Graphite host", :type => :string
+  opt :graphite_port, "Graphite port", :type => :string
+  opt :dry_run, "Dry run", :type => :boolean, :default => false
+  opt :verbose, "Verbose", :type => :boolean, :default => false
+end
+
+if opts[:dry_run]
+  puts "\n\nWARNING!!! This is a dry run\n\n\n"
+  sleep 1
+end
+
+Trollop::die :mongodb_host, "must be specified" unless opts[:mongodb_host]
+Trollop::die :graphite_host, "(or --dry-run) must be specified " if (opts[:graphite_host].blank? and opts[:dry_run].blank?)
+
+runner = Mongodb::Graphite::Agent::Runner.new(opts)
+runner.run

data/lib/mongodb/graphite/agent/graphite_writer.rb

@@ -1,33 +1,21 @@
-
-
-class Hash
-  def hash_map
-    self.inject({}) do |newhash, (k,v)|
-      newhash[k] = yield(k, v)
-      newhash
-    end
-  end
-end
-
-module Mongodb
-  module Graphite
-    module Agent
-      class GraphiteWriter
-        def initialize(host, port, verbose)
-          @graphite = ::Graphite.new({:host => host, :port => port})
-          @verbose = verbose
-        end
-
-        def write(metric_hash)
-          puts "Sending data to graphite" if @verbose
-          ap metric_hash if @verbose
-          @metric_hash_with_hostname = metric_hash.map { |k, v| { "#{Socket.gethostname}.#{k}" => v } }.reduce Hash.new(), :merge
-          @graphite.send_metrics @metric_hash_with_hostname
-          #ap metric_hash.hash_map { |k, v| { "#{Socket.gethostname}.#{k}" => v }}
-
-          #@graphite.send_metrics({"#{Socket.gethostname}.#{metric}" => value})
-        end
-      end
-    end
-  end
-end
+module Mongodb
+  module Graphite
+    module Agent
+      class GraphiteWriter
+        def initialize(host, port, verbose)
+          @graphite = ::Graphite.new({:host => host, :port => port})
+          @verbose = verbose
+        end
+
+        def write(metric_hash)
+          @metric_hash_with_hostname = Hash[metric_hash.map { |k,v| ["#{Socket.gethostname}.mongodb.#{k}", v]}]
+          if @verbose
+            puts "Sending data to graphite..."
+            ap @metric_hash_with_hostname
+          end
+          @graphite.send_metrics @metric_hash_with_hostname
+        end
+      end
+    end
+  end
+end

data/lib/mongodb/graphite/agent/op_counters_sample.rb

@@ -1,26 +1,26 @@
-require 'date'
-
-module Mongodb
-  module Graphite
-    module Agent
-
-      class OpCountersSample
-        attr_reader :values, :sample_time
-
-        def initialize(values, sample_time = DateTime.now.to_s)
-          @values = values
-          @sample_time = sample_time
-        end
-
-        def marshal_dump
-          [@sample_time, @values]
-        end
-
-        def marshal_load array
-          @sample_time, @values = array
-        end
-
-      end
-    end
-  end
+require 'date'
+
+module Mongodb
+  module Graphite
+    module Agent
+
+      class OpCountersSample
+        attr_reader :values, :sample_time
+
+        def initialize(values, sample_time = DateTime.now.to_s)
+          @values = values
+          @sample_time = sample_time
+        end
+
+        def marshal_dump
+          [@sample_time, @values]
+        end
+
+        def marshal_load array
+          @sample_time, @values = array
+        end
+
+      end
+    end
+  end
 end

data/lib/mongodb/graphite/agent/utils.rb

@@ -1,29 +1,29 @@
-module Mongodb
-  module Graphite
-    module Agent
-
-      module Utils
-        def self.merge_all
-          self.inject({}) { |h1, h2|
-            h1.merge! h2
-          }
-        end
-
-        def self.json_descent(pre, json)
-          json.map do |k, v|
-            key = pre + [k]
-            if v.is_a? BSON::OrderedHash
-              json_descent(key, v)
-            else
-              {key.join('.') => v}
-            end
-          end
-        end
-
-        def self.to_hash(s)
-          json_descent([], s).flatten.reduce Hash.new, :merge
-        end
-      end
-    end
-  end
-end
+module Mongodb
+  module Graphite
+    module Agent
+
+      module Utils
+        def self.merge_all
+          self.inject({}) { |h1, h2|
+            h1.merge! h2
+          }
+        end
+
+        def self.json_descent(pre, json)
+          json.map do |k, v|
+            key = pre + [k]
+            if v.is_a? BSON::OrderedHash
+              json_descent(key, v)
+            else
+              {key.join('.') => v}
+            end
+          end
+        end
+
+        def self.to_hash(s)
+          json_descent([], s).flatten.reduce Hash.new, :merge
+        end
+      end
+    end
+  end
+end

data/lib/mongodb/graphite/agent/version.rb

@@ -1,7 +1,7 @@
-module Mongodb
-  module Graphite
-    module Agent
-        VERSION = "0.0.4"
-    end
-  end
-end
+module Mongodb
+  module Graphite
+    module Agent
+        VERSION = "0.0.5"
+    end
+  end
+end

data/lib/mongodb/graphite/agent.rb

@@ -1,75 +1,79 @@
-require 'rubygems'
-require 'bundler/setup'
-require 'mongo'
-require 'simple-graphite'
-require 'bson'
-require 'socket'
-require 'awesome_print'
-require 'time_difference'
-require 'mongodb/graphite/agent/utils'
-require 'mongodb/graphite/agent/op_counters_sample'
-
-module Mongodb
-  module Graphite
-    module Agent
-      def self.run(opts)
-        @connection = Mongo::MongoClient.new(opts.mongodb_host, opts.mongodb_port, :slave_ok => true)
-        unless(opts[:mongodb_username].blank? && opts[:mongodb_password].blank?)
-          @connection["admin"].authenticate(opts.mongodb_username, opts.mongodb_password)
-        end
-
-        @hash = @connection["local"].command('serverStatus' => 1)
-
-        @graphite_writer = GraphiteWriter.new(opts[:graphite_host], opts[:graphite_port], opts[:verbose])
-
-#puts @hash["connections"]["current"]
-#puts @hash["connections"]["available"]
-#
-#puts @hash["backgroundFlushing"]["average_ms"]
-#
-#puts @hash["network"]["numRequests"]
-#puts @hash["network"]["bytesIn"]
-#puts @hash["network"]["bytesOut"]
-#
-#
-#puts @hash["cursors"]["totalOpen"]
-#
-#puts @hash["indexCounters"]["missRatio"]
-
-        @asd = Utils.to_hash(@hash) #all metrics
-
-
-        @current_sample = OpCountersSample.new Hash[@hash["opcounters"]]
-        @previous_sample = @current_sample.dup
-
-        if File.exist? 'lastsample'
-          File.open('lastsample', 'r') do |file|
-            @previous_sample = Marshal.load(file)
-            #puts "Loaded object"
-            #ap(@previous_sample)
-          end
-        end
-
-        @delta = TimeDifference.between(Time.parse(@current_sample.sample_time), Time.parse(@previous_sample.sample_time))
-        puts "Last sample was taken #{@delta.in_seconds.round(0)} seconds ago" if opts[:verbose]
-
-        @previous_sample.values.keys.sort.each do |k|
-          previous_sample_value = @previous_sample.values[k]
-          current_sample_value = @current_sample.values[k]
-          value_per_seconds = ((current_sample_value - previous_sample_value) / @delta.in_seconds).round(2)
-          puts "#{k}: #{previous_sample_value} / #{current_sample_value}: #{value_per_seconds}/s" if opts[:verbose]
-        end
-
-        File.open('lastsample', 'w') do |file|
-          Marshal.dump(@current_sample, file)
-        end
-
-        @graphite_writer.write( @asd.select {|k| k.match('^connection|^network\.|^cursors|^mem\.mapped|^indexCounters|^repl.oplog') } )
-        #@graphite_writer.write("connections.current" => @hash["connections"]["current"]) unless(opts[:dry_run])
-      end
-    end
-  end
-end
-class GraphiteWriter
-
+require 'rubygems'
+require 'bundler/setup'
+require 'mongo'
+require 'simple-graphite'
+require 'bson'
+require 'socket'
+require 'awesome_print'
+require 'time_difference'
+require 'mongodb/graphite/agent/utils'
+require 'mongodb/graphite/agent/op_counters_sample'
+
+module Mongodb
+  module Graphite
+    module Agent
+      class Runner
+
+        def initialize(opts)
+          @opts = opts
+        end
+
+        def run
+          connection = Mongo::MongoClient.new(@opts.mongodb_host, @opts.mongodb_port, :slave_ok => true)
+          unless (@opts[:mongodb_username].blank? && @opts[:mongodb_password].blank?)
+            connection["admin"].authenticate(@opts.mongodb_username, @opts.mongodb_password)
+          end
+
+          server_status_result = connection["local"].command('serverStatus' => 1)
+          metric_hash = Utils.to_hash(server_status_result).select { |k|
+            k.match('^connection|^network\.|^cursors|^mem\.mapped|^indexCounters|^repl.oplog')
+          }
+
+          opcounters_per_second_metric_hash = calculate_opcounters_per_second server_status_result["opcounters"]
+
+          if @opts[:verbose]
+            puts "Calculating metrics..."
+            ap metric_hash
+            ap opcounters_per_second_metric_hash
+          end
+
+
+
+          unless (@opts[:dry_run])
+            graphite_writer = GraphiteWriter.new(@opts[:graphite_host], @opts[:graphite_port], @opts[:verbose])
+            graphite_writer.write(metric_hash)
+            graphite_writer.write(opcounters_per_second_metric_hash)
+          end
+        end
+
+        def calculate_opcounters_per_second(opcounters)
+          current_sample = OpCountersSample.new Hash[opcounters]
+          previous_sample = current_sample.dup
+          result = {}
+
+          if File.exist? 'lastsample'
+            File.open('lastsample', 'r') do |file|
+              previous_sample = Marshal.load(file)
+            end
+          end
+
+          delta = TimeDifference.between(Time.parse(current_sample.sample_time), Time.parse(previous_sample.sample_time))
+          puts "Last sample was taken #{delta.in_seconds.round(0)} seconds ago"
+
+          previous_sample.values.keys.sort.each do |k|
+            previous_sample_value = previous_sample.values[k]
+            current_sample_value = current_sample.values[k]
+            value_per_seconds = ((current_sample_value - previous_sample_value) / delta.in_seconds).round(2)
+            result["#{k}_per_seconds"] = value_per_seconds
+          end
+
+          File.open('lastsample', 'w') do |file|
+            Marshal.dump(current_sample, file)
+          end
+
+          result
+        end
+      end
+    end
+  end
 end

data/mongodb-graphite-agent.gemspec

@@ -1,31 +1,31 @@
-# coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'mongodb/graphite/agent/version'
-
-Gem::Specification.new do |spec|
-  spec.name          = "mongodb-graphite-agent"
-  spec.version       = Mongodb::Graphite::Agent::VERSION
-  spec.authors       = ["Michele Cantelli"]
-  spec.email         = ["michele.cantelli@jobrapido.com"]
-  spec.description   = ""
-  spec.summary       = ""
-  spec.homepage      = ""
-  spec.license       = "MIT"
-
-  spec.files         = `git ls-files`.split($/)
-  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
-  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
-  spec.require_paths = ["lib"]
-
-  spec.add_development_dependency "bundler", "~> 1.3"
-  spec.add_development_dependency "rake"
-
-  spec.add_dependency 'mongo'
-  spec.add_dependency 'simple-graphite'
-  spec.add_dependency 'bson'
-  spec.add_dependency 'bson_ext'
-  spec.add_dependency 'awesome_print'
-  spec.add_dependency 'time_difference'
-  spec.add_dependency 'trollop'
-end
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mongodb/graphite/agent/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "mongodb-graphite-agent"
+  spec.version       = Mongodb::Graphite::Agent::VERSION
+  spec.authors       = ["Michele Cantelli"]
+  spec.email         = ["michele.cantelli@jobrapido.com"]
+  spec.description   = ""
+  spec.summary       = ""
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+
+  spec.add_dependency 'mongo'
+  spec.add_dependency 'simple-graphite'
+  spec.add_dependency 'bson'
+  spec.add_dependency 'bson_ext'
+  spec.add_dependency 'awesome_print'
+  spec.add_dependency 'time_difference'
+  spec.add_dependency 'trollop'
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mongodb-graphite-agent
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-03 00:00:00.000000000 Z
+date: 2013-07-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -175,7 +175,6 @@ files:
 - lib/mongodb/graphite/agent/utils.rb
 - lib/mongodb/graphite/agent/version.rb
 - mongodb-graphite-agent.gemspec
-- mongodb-graphite-agent.iml
 homepage: ''
 licenses:
 - MIT
@@ -189,21 +188,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 461905061788265084
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 461905061788265084
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: ''

data/mongodb-graphite-agent.iml

@@ -1,28 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<module type="RUBY_MODULE" version="4">
-  <component name="NewModuleRootManager" inherit-compiler-output="true">
-    <exclude-output />
-    <content url="file://$MODULE_DIR$">
-      <sourceFolder url="file://$MODULE_DIR$/lib" isTestSource="false" />
-    </content>
-    <orderEntry type="inheritedJdk" />
-    <orderEntry type="sourceFolder" forTests="false" />
-    <orderEntry type="library" scope="PROVIDED" name="activesupport (v4.0.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="atomic (v1.1.10, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="awesome_print (v1.1.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="bson (v1.9.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="bson_ext (v1.9.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="bundler (v1.3.5, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="i18n (v0.6.4, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="minitest (v4.7.5, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="mongo (v1.9.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="multi_json (v1.7.7, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="rake (v10.1.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="simple-graphite (v2.1.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="thread_safe (v0.1.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="time_difference (v0.2.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="trollop (v2.0, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-    <orderEntry type="library" scope="PROVIDED" name="tzinfo (v0.3.37, RVM: ruby-1.9.3-p448) [gem]" level="application" />
-  </component>
-</module>
-