riemann-hadoop 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 11385797da4eed173b08ea7bd7ff9c8f4eeec172
+  data.tar.gz: 960ed0835e98fb9626721f9201a130a22cdfba17
+SHA512:
+  metadata.gz: 8b29dfd2f7d238d3949af9a62c29545c7d409c809920cbbc313742388927100af83e9764cc6c81fe1b1ac0142c271a7879bbcebd41a8c3cc5a0901db53e5ea8b
+  data.tar.gz: 5f7a476317c46b19718b2890913cab298c24e83a871f0362940a649eff280c0c7fe2bd41bc0cefc01d583acd49958c279f45c74ebf6a5c7453d980eea21d4602

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2011 Kyle Kingsbury
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,17 @@
+Riemann Hadoop
+=============
+
+Riemann client for Hadoop Namenode and Datanode.
+
+Both the clients pull metrics from Apache Hadoop's /jmx endpoint.
+
+**Note: It requires Apache Hadoop 1.0+ or Hadoop 2.0+.**
+
+Get started
+==========
+
+``` bash
+gem install riemann-hadoop
+riemann-hadoop-datanode --help
+riemann-hadoop-namenode --help
+```

data/bin/riemann-hadoop-datanode

@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+
+# Gather statistics from Apache Hadoop Datanode's jmx page and submits it to Riemann.
+# It requires Apache Hadoop 1.0+ or Hadoop 2.0+.
+
+require 'riemann/tools'
+
+class Riemann::Tools::HadoopDataNode
+  include Riemann::Tools
+  require 'net/http'
+  require 'rubygems'
+  require 'json'
+
+  opt :datanode_host, "Hadoop Datanode hostname", :default => `hostname`.chomp
+  opt :datanode_port, "Hadoop Datanode port", :default => '50075'
+  opt :datanode_jmx_url, "Hadoop Datanode's /jmx endpoint", :default => '/jmx'
+
+  def initialize
+  	@uri = URI('http://' + opts[:datanode_host] + ':' + opts[:datanode_port] + opts[:datanode_jmx_url])
+  end
+
+  def tick
+    json = JSON.parse(get_json.body)['beans']
+
+    for bean in json do
+      if (! bean.has_key? 'name') or (! bean['name'].include? "name=")
+        next
+      end
+
+      context = bean['name'].split('name=')[1].split(",sub=")
+      context.map!{|c|
+        c.downcase.tr(" ","_")
+      }
+
+      bean.each do |key,value|
+        if !value.is_a? Fixnum
+          next
+        end
+
+        report(
+               :host    => opts[:datanode_host],
+               :service => "hadoop.datanode." + context.join(".") + "." + key.downcase,
+               :metric  => value.to_f,
+               :state   => "ok",
+               :tags    => ["Hadoop Datanode"]
+        )
+      end
+    end
+  end
+
+  def get_json
+    uri = URI(@uri)
+    Net::HTTP.start(uri.host, uri.port) do |http|
+      request = Net::HTTP::Get.new uri
+      response = http.request request
+    end
+  end
+end
+
+Riemann::Tools::HadoopDataNode.run

data/bin/riemann-hadoop-namenode

@@ -0,0 +1,57 @@
+#!/usr/bin/env ruby
+
+# Gather statistics from Apache Hadoop Namenode's jmx page and submits it to Riemann.
+# It requires Apache Hadoop 1.0+ or Hadoop 2.0+.
+
+require 'riemann/tools'
+
+class Riemann::Tools::HadoopNameNode
+  include Riemann::Tools
+  require 'net/http'
+  require 'rubygems'
+  require 'json'
+
+  opt :namenode_host, "Hadoop Namenode hostname", :default => `hostname`.chomp
+  opt :namenode_port, "Hadoop Namenode port", :default => '50070'
+  opt :namenode_jmx_url, "Hadoop Namenode's /jmx endpoint", :default => '/jmx'
+
+  def initialize
+    @uri = URI('http://' + opts[:namenode_host] + ':' + opts[:namenode_port] + opts[:namenode_jmx_url])
+  end
+
+  def tick
+    json = JSON.parse(get_json.body)['beans']
+    for bean in json do
+      if (! bean.has_key? 'name') or (! bean['name'].include? "name=")
+        next
+      end
+      context = bean['name'].split('name=')[1].split(",sub=")
+      context.map!{|c|
+        c.downcase.tr(" ","_")
+      }
+
+      bean.each do |key,value|
+        if !value.is_a? Fixnum
+          next
+        end
+        report(
+               :host    => opts[:namenode_host],
+               :service => "hadoop.namenode." + context.join(".") + "." + key.downcase,
+               :metric  => value.to_f,
+               :state   => "ok",
+               :tags    => ["Hadoop Namenode"]
+        )
+      end
+    end
+  end
+
+  def get_json
+    uri = URI(@uri)
+    Net::HTTP.start(uri.host, uri.port) do |http|
+      request = Net::HTTP::Get.new uri
+      response = http.request request
+    end
+  end
+end
+
+Riemann::Tools::HadoopNameNode.run

metadata

@@ -0,0 +1,62 @@
+--- !ruby/object:Gem::Specification
+name: riemann-hadoop
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Pradeep Chhetri
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: riemann-tools
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+description: 
+email: pradeep.chhetri89@gmail.com
+executables:
+- riemann-hadoop-datanode
+- riemann-hadoop-namenode
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/riemann-hadoop-datanode
+- bin/riemann-hadoop-namenode
+- LICENSE
+- README.md
+homepage: https://github.com/riemann/riemann-hadoop
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: riemann-hadoop
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Collect jmx stats for Hadoop Namenode and Datanode and submits them to Riemann.
+test_files: []