metrix 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in metrix.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Tobias Schwab
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Metrix
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'metrix'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install metrix
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/metrix

@@ -0,0 +1,68 @@
+#!/usr/bin/env ruby
+$:.push(File.expand_path("../../lib", __FILE__))
+require "time"
+require "metrix"
+require "metrix/elastic_search"
+require "metrix/graphite"
+require "metrix/mongodb"
+require "syslog/logger"
+require "optparse"
+
+Metrix.logger = Syslog::Logger.new("metrix")
+
+metrics = []
+interval = 10
+graphite_host = nil
+opts = OptionParser.new do |o|
+  o.on("--mongodb") do
+    metrics << :mongodb
+  end
+
+  o.on("--es") do
+    metrics << :es
+  end
+
+  o.on("--graphite-host HOST") do |value|
+    graphite_host = value
+  end
+end
+
+opts.parse(ARGV)
+
+if graphite_host.nil?
+  puts "ERROR: graphite-host is required"
+  abort opts.to_s
+end
+
+started = Time.now
+graphite = Graphite.new(graphite_host, 2003)
+cnt = 0
+while true
+  begin
+    cnt += 1
+    now = Time.now.utc
+    if metrics.include?(:es)
+      Metrix.logger.info "fetching elasticsearch metrix"
+      Metrix::ElasticSearch.from_uri("http://127.0.0.1:9200/_status").metrics.each do |k, v|
+        graphite << "elastic_search.#{k} #{v} #{now.to_i}"
+      end
+    end
+
+    if metrics.include?(:mongodb)
+      Metrix.logger.info "fetching mongodb metrix"
+      Metrix::Mongodb.from_uri("http://127.0.0.1:28017/serverStatus").metrics.each do |k, v|
+        graphite << "mongodb.#{k} #{v} #{now.to_i}"
+      end
+    end
+    graphite.flush
+    diff = Time.now - now
+    Metrix.logger.info "finished run in %.06f" % [diff]
+  rescue SystemExit
+    exit
+  rescue => err
+    logger.error "#{err.message}"
+    logger.error "#{err.backtrace.inspect}"
+  ensure
+    sleep interval - (Time.now - started - cnt * interval)
+  end
+end

data/lib/metrix/base.rb

@@ -0,0 +1,49 @@
+require "net/http"
+require "json"
+
+class Base
+  attr_reader :attributes
+
+  class << self
+    def from_json(json)
+      self.new(JSON.load(json))
+    end
+
+    def from_uri(uri)
+      from_json(Net::HTTP.get(URI(uri)))
+    end
+
+    def ignore_metrics(*metrics)
+      @ignore = [metrics].flatten
+    end
+
+    def ignore
+      @ignore ||= []
+    end
+  end
+
+  def initialize(attributes)
+    @attributes = attributes
+  end
+
+  def metrics
+    map_attributes(attributes).reject { |k, v| self.class.ignore.include?(k) }
+  end
+
+  def map_attributes(attributes, prefix = nil)
+    attributes.inject({}) do |hash, (k, v)|
+      path = [prefix, k].compact.join(".")
+      case v
+      when Hash
+        hash.merge!(map_attributes(v, path))
+      when Array
+        v.each_with_index do |array_value, i|
+          hash.merge!(map_attributes(v, "#{path}i"))
+        end
+      when Numeric
+        hash[path] = v
+      end
+      hash
+    end
+  end
+end

data/lib/metrix/elastic_search.rb

@@ -0,0 +1,7 @@
+require "metrix/base"
+
+module Metrix
+  class ElasticSearch < Base
+    ignore_metrics []
+  end
+end

data/lib/metrix/graphite.rb

@@ -0,0 +1,41 @@
+require "socket"
+
+class Graphite
+  def initialize(host, port = 2003)
+    @host = host
+    @port = port
+  end
+
+  def <<(m)
+    metrics << m
+    flush if metrics.count > 90
+  end
+
+  def flush
+    if metrics.empty?
+      logger.info "nothing to send"
+      return
+    end
+    started = Time.now
+    Socket.tcp(@host, @port) do |socket|
+      metrics.each do |m|
+        logger.debug "sending #{m}"
+        socket.puts "metrix.#{hostname}.#{m}"
+      end
+    end
+    logger.info "sent #{metrics.count} in %.06fs" % [Time.now - started]
+    metrics.clear
+  end
+
+  def hostname
+    @hostname ||= `hostname`.strip
+  end
+
+  def metrics
+    @metrics ||= []
+  end
+
+  def logger
+    Metrix.logger
+  end
+end

data/lib/metrix/mongodb.rb

@@ -0,0 +1,7 @@
+require "metrix/base"
+
+module Metrix
+  class Mongodb < Base
+    ignore_metrics %w(ok mem.bits pid uptime uptimeMillis uptimeEstimate)
+  end
+end

data/lib/metrix/version.rb

@@ -0,0 +1,3 @@
+module Metrix
+  VERSION = "0.0.1"
+end

data/lib/metrix.rb

@@ -0,0 +1,13 @@
+require "metrix/version"
+
+module Metrix
+  class << self
+    attr_writer :logger
+
+    def logger
+      return @logger if @logger
+      require "logger"
+      @logger ||= Logger.new(STDOUT)
+    end
+  end
+end

data/metrix.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'metrix/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "metrix"
+  gem.version       = Metrix::VERSION
+  gem.authors       = ["Tobias Schwab"]
+  gem.email         = ["tobias.schwab@dynport.de"]
+  gem.description   = %q{Ruby Metrics Library}
+  gem.summary       = %q{Ruby Metrics Library}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_runtime_dependency("SyslogLogger")
+  gem.add_runtime_dependency("json")
+  gem.add_development_dependency("rspec")
+  gem.add_development_dependency("rake")
+end

data/spec/fixtures/es_status.json

@@ -0,0 +1 @@
+{"ok":true,"_shards":{"total":10,"successful":5,"failed":0},"indices":{"search":{"index":{"primary_size":"1.9kb","primary_size_in_bytes":2008,"size":"1.9kb","size_in_bytes":2008},"translog":{"operations":1},"docs":{"num_docs":1,"max_doc":1,"deleted_docs":0},"merges":{"current":0,"current_docs":0,"current_size":"0b","current_size_in_bytes":0,"total":0,"total_time":"0s","total_time_in_millis":0,"total_docs":0,"total_size":"0b","total_size_in_bytes":0},"refresh":{"total":6,"total_time":"124ms","total_time_in_millis":124},"flush":{"total":0,"total_time":"0s","total_time_in_millis":0},"shards":{"0":[{"routing":{"state":"STARTED","primary":true,"node":"gOYFg-VoRHm3AwCvY9i3Lg","relocating_node":null,"shard":0,"index":"search"},"state":"STARTED","index":{"size":"99b","size_in_bytes":99},"translog":{"id":1370016021037,"operations":0},"docs":{"num_docs":0,"max_doc":0,"deleted_docs":0},"merges":{"current":0,"current_docs":0,"current_size":"0b","current_size_in_bytes":0,"total":0,"total_time":"0s","total_time_in_millis":0,"total_docs":0,"total_size":"0b","total_size_in_bytes":0},"refresh":{"total":1,"total_time":"0s","total_time_in_millis":0},"flush":{"total":0,"total_time":"0s","total_time_in_millis":0}}],"1":[{"routing":{"state":"STARTED","primary":true,"node":"gOYFg-VoRHm3AwCvY9i3Lg","relocating_node":null,"shard":1,"index":"search"},"state":"STARTED","index":{"size":"99b","size_in_bytes":99},"translog":{"id":1370016021055,"operations":0},"docs":{"num_docs":0,"max_doc":0,"deleted_docs":0},"merges":{"current":0,"current_docs":0,"current_size":"0b","current_size_in_bytes":0,"total":0,"total_time":"0s","total_time_in_millis":0,"total_docs":0,"total_size":"0b","total_size_in_bytes":0},"refresh":{"total":1,"total_time":"0s","total_time_in_millis":0},"flush":{"total":0,"total_time":"0s","total_time_in_millis":0}}],"2":[{"routing":{"state":"STARTED","primary":true,"node":"gOYFg-VoRHm3AwCvY9i3Lg","relocating_node":null,"shard":2,"index":"search"},"state":"STARTED","index":{"size":"99b","size_in_bytes":99},"translog":{"id":1370016021137,"operations":0},"docs":{"num_docs":0,"max_doc":0,"deleted_docs":0},"merges":{"current":0,"current_docs":0,"current_size":"0b","current_size_in_bytes":0,"total":0,"total_time":"0s","total_time_in_millis":0,"total_docs":0,"total_size":"0b","total_size_in_bytes":0},"refresh":{"total":1,"total_time":"0s","total_time_in_millis":0},"flush":{"total":0,"total_time":"0s","total_time_in_millis":0}}],"3":[{"routing":{"state":"STARTED","primary":true,"node":"gOYFg-VoRHm3AwCvY9i3Lg","relocating_node":null,"shard":3,"index":"search"},"state":"STARTED","index":{"size":"99b","size_in_bytes":99},"translog":{"id":1370016021204,"operations":0},"docs":{"num_docs":0,"max_doc":0,"deleted_docs":0},"merges":{"current":0,"current_docs":0,"current_size":"0b","current_size_in_bytes":0,"total":0,"total_time":"0s","total_time_in_millis":0,"total_docs":0,"total_size":"0b","total_size_in_bytes":0},"refresh":{"total":1,"total_time":"0s","total_time_in_millis":0},"flush":{"total":0,"total_time":"0s","total_time_in_millis":0}}],"4":[{"routing":{"state":"STARTED","primary":true,"node":"gOYFg-VoRHm3AwCvY9i3Lg","relocating_node":null,"shard":4,"index":"search"},"state":"STARTED","index":{"size":"1.5kb","size_in_bytes":1612},"translog":{"id":1370016021270,"operations":1},"docs":{"num_docs":1,"max_doc":1,"deleted_docs":0},"merges":{"current":0,"current_docs":0,"current_size":"0b","current_size_in_bytes":0,"total":0,"total_time":"0s","total_time_in_millis":0,"total_docs":0,"total_size":"0b","total_size_in_bytes":0},"refresh":{"total":2,"total_time":"124ms","total_time_in_millis":124},"flush":{"total":0,"total_time":"0s","total_time_in_millis":0}}]}}}}

data/spec/fixtures/mongo_server_status.json

@@ -0,0 +1,63 @@
+{ "host" : "tobias-mba.local",
+  "version" : "2.0.4",
+  "process" : "mongod",
+  "uptime" : 36,
+  "uptimeEstimate" : 32,
+  "localTime" : { "$date" : "Fri May 31 17:56:54 2013" },
+  "globalLock" : { "totalTime" : 36018171,
+    "lockTime" : 347,
+    "ratio" : 9.634026114207743e-06,
+    "currentQueue" : { "total" : 0,
+      "readers" : 0,
+      "writers" : 0 },
+    "activeClients" : { "total" : 0,
+      "readers" : 0,
+      "writers" : 0 } },
+  "mem" : { "bits" : 64,
+    "resident" : 14,
+    "virtual" : 2414,
+    "supported" : true,
+    "mapped" : 0,
+    "mappedWithJournal" : 0 },
+  "connections" : { "current" : 0,
+    "available" : 2048 },
+  "extra_info" : { "note" : "fields vary by platform" },
+  "indexCounters" : { "btree" : { "accesses" : 0,
+      "hits" : 0,
+      "misses" : 0,
+      "resets" : 0,
+      "missRatio" : 0 } },
+  "backgroundFlushing" : { "flushes" : 0,
+    "total_ms" : 0,
+    "average_ms" : 0,
+    "last_ms" : 0,
+    "last_finished" : { "$date" : 0 } },
+  "cursors" : { "totalOpen" : 0,
+    "clientCursors_size" : 0,
+    "timedOut" : 0 },
+  "network" : { "bytesIn" : 0,
+    "bytesOut" : 0,
+    "numRequests" : 0 },
+  "opcounters" : { "insert" : 0,
+    "query" : 1,
+    "update" : 0,
+    "delete" : 0,
+    "getmore" : 0,
+    "command" : 0 },
+  "asserts" : { "regular" : 0,
+    "warning" : 0,
+    "msg" : 0,
+    "user" : 0,
+    "rollovers" : 0 },
+  "writeBacksQueued" : false,
+  "dur" : { "commits" : 29,
+    "journaledMB" : 0,
+    "writeToDataFilesMB" : 0,
+    "compression" : 0,
+    "commitsInWriteLock" : 0,
+    "earlyCommits" : 0,
+    "timeMs" : { "dt" : 3036,
+      "prepLogBuffer" : 0,
+      "writeToJournal" : 0,
+      "writeToDataFiles" : 0,
+      "remapPrivateView" : 0 } } }

data/spec/lib/metrix/elastic_search_spec.rb

@@ -0,0 +1,42 @@
+require "spec_helper"
+require "metrix/elastic_search"
+
+describe "Metrox::ElasticSearch", :wip do
+  let(:payload) { FIXTURES_PATH.join("es_status.json").read }
+  subject(:es_status) { Metrix::ElasticSearch.from_json(payload) }
+  it { should_not be_nil }
+  it { subject.attributes.should be_kind_of(Hash) }
+
+  describe "#metrics" do
+    subject(:metrics) { es_status.metrics }
+    it { should be_kind_of(Hash) }
+    it { should_not be_empty }
+
+    {
+      "_shards.total"=>10,
+      "_shards.successful"=>5,
+      "_shards.failed"=>0,
+      "indices.search.index.primary_size_in_bytes"=>2008,
+      "indices.search.index.size_in_bytes"=>2008,
+      "indices.search.translog.operations"=>1,
+      "indices.search.docs.num_docs"=>1,
+      "indices.search.docs.max_doc"=>1,
+      "indices.search.docs.deleted_docs"=>0,
+      "indices.search.merges.current"=>0,
+      "indices.search.merges.current_docs"=>0,
+      "indices.search.merges.current_size_in_bytes"=>0,
+      "indices.search.merges.total"=>0,
+      "indices.search.merges.total_time_in_millis"=>0,
+      "indices.search.merges.total_docs"=>0,
+      "indices.search.merges.total_size_in_bytes"=>0,
+      "indices.search.refresh.total"=>6,
+      "indices.search.refresh.total_time_in_millis"=>124,
+      "indices.search.flush.total"=>0,
+    }.each do |k, v|
+      it "should set attributes #{k.inspect} to #{v.inspect}" do
+        subject[k].should eq(v)
+      end
+    end
+    it { subject.keys.count.should eq(20) }
+  end
+end

data/spec/lib/metrix/mongodb_spec.rb

@@ -0,0 +1,39 @@
+require "spec_helper"
+require "metrix/mongodb"
+
+describe "Metrix::Mongodb", :wip do
+  let(:payload) { FIXTURES_PATH.join("mongo_server_status.json").read }
+
+  subject(:status) { Metrix::Mongodb.from_json(payload) }
+  it { should_not be_nil }
+
+  describe "#metrics" do
+    subject(:metrics) { status.metrics }
+    it { should be_kind_of(Hash) }
+
+    %w(ok mem.bits pid uptime uptimeMillis uptimeEstimate).each do |name|
+      it "should not have key #{name.inspect}" do
+        subject.should_not have_key(name)
+      end
+    end
+
+    {
+      "globalLock.totalTime"=>36018171,
+      "globalLock.lockTime"=>347,
+      "globalLock.ratio"=>9.634026114207743e-06,
+      "globalLock.currentQueue.total"=>0,
+      "globalLock.currentQueue.readers"=>0,
+      "globalLock.currentQueue.writers"=>0,
+      "globalLock.activeClients.total"=>0,
+      "globalLock.activeClients.readers"=>0,
+      "globalLock.activeClients.writers"=>0,
+      "mem.resident"=>14,
+      "mem.virtual"=>2414,
+    }.each do |k, v|
+      it "should set #{k} to #{v}" do
+        subject[k].should eq(v)
+      end
+    end
+  end
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+# tags: rspec default settings wip config
+
+RSpec.configure do |c|
+  c.treat_symbols_as_metadata_keys_with_true_values = true
+  c.filter_run :focus => true
+  c.run_all_when_everything_filtered = true
+end
+
+require "pathname"
+FIXTURES_PATH = Pathname.new(File.expand_path("../fixtures", __FILE__))

metadata

@@ -0,0 +1,133 @@
+--- !ruby/object:Gem::Specification
+name: metrix
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Tobias Schwab
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: SyslogLogger
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Ruby Metrics Library
+email:
+- tobias.schwab@dynport.de
+executables:
+- metrix
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/metrix
+- lib/metrix.rb
+- lib/metrix/base.rb
+- lib/metrix/elastic_search.rb
+- lib/metrix/graphite.rb
+- lib/metrix/mongodb.rb
+- lib/metrix/version.rb
+- metrix.gemspec
+- spec/fixtures/es_status.json
+- spec/fixtures/mongo_server_status.json
+- spec/lib/metrix/elastic_search_spec.rb
+- spec/lib/metrix/mongodb_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Ruby Metrics Library
+test_files:
+- spec/fixtures/es_status.json
+- spec/fixtures/mongo_server_status.json
+- spec/lib/metrix/elastic_search_spec.rb
+- spec/lib/metrix/mongodb_spec.rb
+- spec/spec_helper.rb