mongodb-graphite 0.1.0

data/Gemfile

@@ -0,0 +1,5 @@
+# A sample Gemfile
+source "http://rubygems.org"
+
+# gem "rails"
+gemspec

data/Gemfile.lock

@@ -0,0 +1,26 @@
+PATH
+  remote: .
+  specs:
+    mongodb-graphite (0.1.0.alpha)
+      graphite (>= 0.2.0)
+      mongo (>= 1.5.2)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    bson (1.5.2)
+    eventmachine (0.12.10)
+    graphite (0.2.0)
+      eventmachine
+      rufus-scheduler
+    mongo (1.5.2)
+      bson (= 1.5.2)
+    rufus-scheduler (2.0.16)
+      tzinfo (>= 0.3.23)
+    tzinfo (0.3.31)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  mongodb-graphite!

data/README.md

@@ -0,0 +1,12 @@
+Very simple gem to monitor a mongodb cluster and send data to a graphite server.
+
+Install :
+
+Open the mongodb_graphite file and modify the graphite server variable to your graphite server. For exemple : "mygraphite.mydomain.com:2023"
+
+Add the mongodb_graphite to your crontab, for instance
+* * * * mongodb_graphite
+
+
+That's all.
+

data/bin/mongodb-graphite

@@ -0,0 +1,82 @@
+#!/usr/bin/env ruby
+
+require 'mongo'
+require 'graphite'
+require 'peach'
+
+graphite_server = ARGV[0]
+
+g = Graphite::Logger.new(graphite_server)
+
+to_ignore =[ "set", "repl", "time","qr|qw","ar|aw","conn"]
+to_convert = ["mapped","vsize","res","netIn","netOut"]
+output_average = ["mapped","vsize","res","locked","idxmiss"]
+output_sum = ["netIn", "netOut","insert","query","update","delete","getmore","command","flushes","faults"]
+prefix_common = "criteo.mongodb."
+
+def convert(s)
+  mul = case s[-1] 
+    when "b"
+      1
+    when "k"
+      1024
+    when "m"
+      1024 * 1024
+    when "g"
+      1024 * 1024 *1024
+    when "t"
+      1024 * 1024 * 1024 *1024
+    else 
+      raise "not convertible"
+    end
+  s[0..-1].to_f * mul
+end
+
+
+
+
+
+@conn = Mongo::Connection.new
+
+
+@isdbgrid  = {"isdbgrid" => 1}
+if @conn["admin"].command(@isdbgrid)["ok"] == 1
+  puts "mongos"
+else 
+  puts "not mongos => you should not run this if you are not in a cluster"
+end
+
+shards = Array.new
+
+puts @conn["config"]["shards"].find().each { |shard|  shards << shard["host"] }
+
+shards.peach { |s|
+  host,port =  s.split(/,|\//)[1].split(':')
+  #puts "shard : ", host,port
+  connHost = Mongo::Connection.new(host, port)
+  slaves = Array.new
+  connHost["admin"].command({ "isMaster" => 1 } )["hosts"].each { |slave| slaves << slave}
+  slaves.peach { |slave|
+    host, port = slave.split(':')
+    timestamp =  Time.now.getutc.to_i
+    result= `mongostat -n 60 --host #{host} --port #{port}   `.split("\n")
+    #timestamp +=  Time.now.getutc.to_i
+    #timestamp /= 2
+    headers, values = result[1], result[2..-1]
+    headers = headers.gsub(' %','').gsub('*','').gsub('idx miss','idxmiss').split
+    values= values.delete_if {|line| line.start_with?('insert')}.map { |line| line.gsub('*','').split}
+    values = values.transpose
+    
+    prefix = prefix_common + host +"."+port+"."
+    headers = headers.map { |key| prefix+key }
+    metrics = Hash[headers.zip(values)]
+    to_ignore.each { |key| metrics.delete(prefix + key) }
+    to_convert.each { |key| metrics[prefix + key] = metrics[prefix+key].map {|val| convert(val)}}
+    output_average.each { |key| metrics[prefix+key] = metrics[prefix+key].inject(0.0) {|sum,el| sum+(el.to_i) } / metrics[prefix+key].size }
+    output_sum.each { |key| metrics[prefix+key] = metrics[prefix+key].inject(0) {|sum,el| sum+(el.to_i)} }
+    g.log(timestamp, metrics)
+
+  }
+}
+
+

data/mongodb-graphite.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "mongodb-graphite"
+  s.version     = '0.1.0'
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Grégoire Seux"]
+  s.email       = ["g.seux@criteo.com"]
+  s.homepage    = "https://github.com/kamaradclimber/mongodb-graphite"
+  s.summary     = %q{}
+  s.description = %q{}
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- test/{functional,unit}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  #s.require_paths = ["lib"]
+  
+  s.add_dependency "mongo", ">= 1.5.2"
+  s.add_dependency "graphite", ">= 0.2.0"
+  s.add_dependency "peach", ">= 0.4"
+end

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification 
+name: mongodb-graphite
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- "Gr\xC3\xA9goire Seux"
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-02-07 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: mongo
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.5.2
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: graphite
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.2.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: peach
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0.4"
+    version: 
+description: ""
+email: 
+- g.seux@criteo.com
+executables: 
+- mongodb-graphite
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Gemfile
+- Gemfile.lock
+- README.md
+- bin/mongodb-graphite
+- mongodb-graphite.gemspec
+has_rdoc: false
+homepage: https://github.com/kamaradclimber/mongodb-graphite
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.1
+signing_key: 
+specification_version: 2
+summary: ""
+test_files: []
+