zabbix_nudge 0.1.3

data/lib/zabbix_nudge.rb

@@ -0,0 +1,79 @@
+require "zabbix_nudge/version"
+require "active_support/core_ext/string/inflections.rb"
+require 'nokogiri'
+require 'yajl/json_gem'
+require 'zabbix'
+require "socket"
+require "zabbix_nudge/jmx"
+
+module ZabbixNudge
+
+  def self.root
+    @root ="#{File.expand_path('../..',__FILE__)}"
+  end
+
+  class Nudge
+    def initialize(templates, options = {} )
+      options[:zabbix_server_name] = 'localhost' unless options[:zabbix_server_name]
+      options[:zabbix_server_port] = '10051' unless options[:zabbix_server_port]
+      options[:sender_hostname] = Socket.gethostname unless options[:sender_hostname]
+
+      @options = options
+      @templates = template_files(templates)
+      @items = template_items(@templates)
+    end
+
+    def template_files(templates)
+      template_files = []
+      template_files = Dir.glob(File.join(templates,'*.xml')) if !templates.is_a?(Array) && File.directory?(templates)
+      template_files = templates.map{ |template| template if File.exist?(template) }.compact if templates.is_a?(Array)
+      template_files =  [templates] if !templates.is_a?(Array) && File.exist?(templates) && !File.directory?(templates)
+      template_files
+    end
+
+    def template_items(templates)
+      parsed_items = Hash.new
+
+      templates.each do |template|
+        template_items = Nokogiri::XML(File.open(template))
+        items = template_items.xpath('//item').map {|item| item.attributes['key'].text}.compact
+        items.each do |item|
+            parts = item.match(/([^\[]+)\[([^\]]+)/)
+            unless parts.nil?
+              key = parts[1].underscore.to_sym
+              attributes = parts[2]
+              (parsed_items[key]) ? parsed_items[key] << attributes : parsed_items[key] = [attributes]
+            else
+              puts "not evaluating: "+item
+            end
+        end
+      end
+      parsed_items
+    end
+
+    def send(items = :all)
+
+      return if @items.nil?
+
+
+      pushers = ( items == :all) ? ( @items.keys.map{ |key| "ZabbixNudge::#{key.to_s.camelize}".constantize }) : ["ZabbixNudge::#{items.camelize}".constantize]
+
+      processed_items = Hash.new
+
+      pushers.map do |pusher|
+        pusher_key = pusher.to_s.demodulize.underscore.to_sym
+        processed_items.update pusher.new(@items[pusher_key],@options[pusher_key]).send(:processed_items)
+      end
+
+      zbx  = Zabbix::Sender::Buffer.new :host => @options[:zabbix_server_name], :port => @options[:zabbix_server_port]
+
+      processed_items.each do |key,value|
+        zbx.append key, value, :host => @options[:sender_hostname]
+      end
+      zbx.flush
+
+      processed_items
+    end
+  end
+
+end

data/lib/zabbix_nudge/jmx.rb

@@ -0,0 +1,61 @@
+require 'httparty'
+
+module ZabbixNudge
+
+  class Jmx
+
+    include HTTParty
+    base_uri 'http://localhost:8080'
+    format :json
+
+    def initialize(items=[] ,options={})
+      self.class.base_uri options[:base_uri] if options[:base_uri]
+      @payload = Array.new
+      @items = items
+      @items.each do |item|  mbean,attribute,path = item.split(';')
+        tokens = { "mbean" => mbean, "attribute" => attribute, "type" => "READ"}
+        tokens["path"] = path if path
+        @payload  << tokens
+      end
+    end
+
+    # http://www.jolokia.org/reference/html/protocol.html#search
+
+    def search(mbean,config={})
+      self.class.post('/jolokia', :body => { "type" => "SEARCH", "mbean" => mbean, "config" => config}.to_json)
+    end
+
+    # http://www.jolokia.org/reference/html/protocol.html#list
+    # use options = { "maxDepth" => 2} to limit depth
+
+    def list(path,config={})
+      self.class.post('/jolokia', :body => { "type" => "LIST", "path" => path, "config" => config}.to_json)
+    end
+
+    def read(mbean,attribute,path=nil,config={})
+      payload = { "type" => "READ", "mbean" => mbean, "attribute" => attribute}
+      payload["path"] = path if path
+      payload["config"] = config if config.length > 0
+      ap payload.to_json
+      self.class.post('/jolokia', :body => payload.to_json, :timeout => 5)
+    end
+
+    def version
+      self.class.post('/jolokia', :body => { "type" => "VERSION"}.to_json)
+    end
+
+    def processed_items
+      data = self.class.post('/jolokia', :body => @payload.to_json, :timeout => 5) rescue nil
+      result = Hash.new
+      data.each{|datum| result[result_key(datum)] = datum['value'] if datum['request']} if data
+      result
+    end
+
+    private
+
+    def result_key(datum)
+      "#{self.class.to_s.demodulize.underscore}[#{datum['request']['mbean']};#{datum['request']['attribute']};#{datum['request']['path']}]"
+    end
+  end
+
+end

data/lib/zabbix_nudge/jmx_cli.rb

@@ -0,0 +1,54 @@
+require 'mixlib/cli'
+
+module ZabbixNudge
+  class NudgeCLI
+    include Mixlib::CLI
+
+    option :jmx__base_uri,
+      :long  => "--jmx_base_uri uri",
+      :description => "The jmx base uri"
+
+  end
+
+  class JmxCLI
+    include Mixlib::CLI
+
+    option :base_uri,
+      :short => "-b uri",
+      :default => "localhost:8080",
+      :long  => "--base_uri uri",
+      :description => "The jmx base uri"
+
+    option :command,
+      :short => "-o command",
+      :default => "read",
+      :long  => "--command action",
+      :description => "The command to perform",
+      :proc => Proc.new { |o| o.to_sym }
+
+    option :mbean,
+      :short => "-m mbean",
+      :long  => "--mbean mbean",
+      :description => "The name of the mbean e.g. java.lang:type=Memory (needed for read command)"
+
+    option :attribute,
+      :short => "-a attribute",
+      :long  => "--attribute attribute",
+      :description => "The name of the action e.g. HeapMemoryUsage (needed for read command)"
+
+    option :path,
+      :short => "-p path",
+      :long  => "--path path",
+      :description => "The name of the path e.g. used (needed for read and list command)"
+
+    option :help,
+      :short => "-h",
+      :long => "--help",
+      :description => "Show this message",
+      :on => :tail,
+      :boolean => true,
+      :show_options => true,
+      :exit => 0
+
+  end
+end

data/lib/zabbix_nudge/nudge_cli.rb

@@ -0,0 +1,74 @@
+require 'mixlib/cli'
+require 'socket'
+
+module ZabbixNudge
+  class NudgeCLI
+    include Mixlib::CLI
+    include Socket
+
+    option :config_file,
+      :short => "-c CONFIG",
+      :long  => "--config CONFIG",
+      :default => '/etc/zabbix-nudge/config.rb',
+      :description => "The configuration file to use"
+
+    option :templates,
+      :short => "-t FILE",
+      :long  => "--template FILE",
+      :default => File.join(ZabbixNudge.root,"examples"),
+      :description => "The template file(s) to use, can be a file a comma separated list of files or a directory",
+      :proc => Proc.new { |t| (t =~ /,/) ? t.split(',') : t }
+
+    option :zabbix_server_name,
+      :short => "-z SERVER",
+      :long  => "--zabbix-server SERVER",
+      :default => 'localhost',
+      :description => "Hostname or IP address of Zabbix Server. Default is localhost"
+
+    option :zabbix_server_port,
+        :short => "-p SERVER PORT",
+        :long  => "--port SERVER PORT",
+        :default => '10051',
+        :description => "Specify port number of server trapper running on the server. Default is 10051"
+
+    option :sender_hostname,
+        :short => "-s HOST",
+        :long  => "--host HOSTNAME",
+        :default => Socket.gethostname,
+        :description => "Specify host name. Default is current hostname"
+
+    option :jolokia_hostname,
+        :short => "-P JHOSTNAME",
+        :long  => "--jolokiahostname JHOSTNAME",
+        :default => "localhost",
+        :description => "Specify jolokia hostname. Default is localhost"
+
+    option :jolokia_port,
+        :short => "-P JPORT",
+        :long  => "--jolokiaport JPORT",
+        :default => "8080",
+        :description => "Specify jolokia port. Default is 8080."
+
+    option :log_level,
+      :short => "-l LEVEL",
+      :long  => "--log_level LEVEL",
+      :description => "Set the log level (debug, info, warn, error, fatal)",
+      :proc => Proc.new { |l| l.to_sym }
+
+    option :show_send_values,
+      :short => "-v",
+      :long  => "--show_send_values",
+      :description => "shows what values got send to zabbix",
+      :boolean => true
+
+    option :help,
+      :short => "-h",
+      :long => "--help",
+      :description => "Show this message",
+      :on => :tail,
+      :boolean => true,
+      :show_options => true,
+      :exit => 0
+
+  end
+end

data/lib/zabbix_nudge/version.rb

@@ -0,0 +1,3 @@
+module ZabbixNudge
+  VERSION = "0.1.3"
+end

data/spec/fixtures/cms_perm_response.txt

@@ -0,0 +1,7 @@
+HTTP/1.1 200 OK
+Server: Apache-Coyote/1.1
+Content-Type: text/plain;charset=utf-8
+Content-Length: 512
+Date: Wed, 15 Jun 2011 15:17:12 GMT
+
+[{"timestamp":1308151032,"status":200,"request":{"mbean":"java.lang:name=CMS Perm Gen,type=MemoryPool","path":"committed","attribute":"Usage","type":"read"},"value":31518720},{"timestamp":1308151032,"status":200,"request":{"mbean":"java.lang:name=CMS Perm Gen,type=MemoryPool","path":"max","attribute":"Usage","type":"read"},"value":67108864},{"timestamp":1308151032,"status":200,"request":{"mbean":"java.lang:name=CMS Perm Gen,type=MemoryPool","path":"used","attribute":"Usage","type":"read"},"value":18890360}]

data/spec/fixtures/tomcat_template.xml

@@ -0,0 +1,92 @@
+<?xml version="1.0"?>
+<zabbix_export version="1.0" date="22.12.07" time="03.42">
+	<hosts>
+		<host name="Template_Tomcat">
+			<proxy_hostid>0</proxy_hostid>
+			<useip>0</useip>
+			<dns/>
+			<ip>0.0.0.0</ip>
+			<port>0</port>
+			<status>3</status>
+			<groups>
+				<group>Templates</group>
+				<group>Web Server</group>
+			</groups>
+			<items>
+				<item type="7" key="jmx[java.lang:name=CMS Perm Gen,type=MemoryPool;Usage;committed]" value_type="3">
+					<description>memorypool cms perm gen committed</description>
+					<delay>30</delay>
+					<history>90</history>
+					<trends>365</trends>
+					<units>B</units>
+					<formula>1</formula>
+					<snmp_community>public</snmp_community>
+					<snmp_oid>interfaces.ifTable.ifEntry.ifInOctets.1</snmp_oid>
+					<snmp_port>161</snmp_port>
+				</item>
+				<item type="7" key="jmx[java.lang:name=CMS Perm Gen,type=MemoryPool;Usage;max]" value_type="3">
+					<description>memorypool cms perm gen max</description>
+					<delay>3600</delay>
+					<history>90</history>
+					<trends>365</trends>
+					<units>B</units>
+					<formula>1</formula>
+					<snmp_community>public</snmp_community>
+					<snmp_oid>interfaces.ifTable.ifEntry.ifInOctets.1</snmp_oid>
+					<snmp_port>161</snmp_port>
+				</item>
+				<item type="7" key="jmx[java.lang:name=CMS Perm Gen,type=MemoryPool;Usage;used]" value_type="3">
+					<description>memorypool cms perm gen used</description>
+					<delay>30</delay>
+					<history>90</history>
+					<trends>365</trends>
+					<units>B</units>
+					<formula>1</formula>
+					<snmp_community>public</snmp_community>
+					<snmp_oid>interfaces.ifTable.ifEntry.ifInOctets.1</snmp_oid>
+					<snmp_port>161</snmp_port>
+				</item>
+			</items>
+			<triggers/>
+			<graphs>
+				<graph name="memorypool cms perm gen" width="900" height="200">
+					<show_work_period>1</show_work_period>
+					<show_triggers>1</show_triggers>
+					<ymin_type>0</ymin_type>
+                              <ymax_type>0</ymax_type>
+                              <ymin_item_key></ymin_item_key>
+                              <ymax_item_key></ymax_item_key>
+                              <show_work_period>0</show_work_period>
+                              <show_triggers>0</show_triggers>
+                              <graphtype>1</graphtype>
+                              <yaxismin>0.0000</yaxismin>
+                              <yaxismax>100.0000</yaxismax>
+                              <show_legend>0</show_legend>
+                              <show_3d>0</show_3d>
+                              <percent_left>0.0000</percent_left>
+                              <percent_right>0.0000</percent_right>
+					<graph_elements>
+						<graph_element item="{HOSTNAME}:jmx[java.lang:name=CMS Perm Gen,type=MemoryPool;Usage;committed]">
+							<color>000099</color>
+							<yaxisside>1</yaxisside>
+							<calc_fnc>2</calc_fnc>
+							<periods_cnt>5</periods_cnt>
+						</graph_element>
+						<graph_element item="{HOSTNAME}:jmx[java.lang:name=CMS Perm Gen,type=MemoryPool;Usage;max]">
+							<color>990000</color>
+							<yaxisside>1</yaxisside>
+							<calc_fnc>2</calc_fnc>
+							<periods_cnt>5</periods_cnt>
+						</graph_element>
+						<graph_element item="{HOSTNAME}:jmx[java.lang:name=CMS Perm Gen,type=MemoryPool;Usage;used]">
+							<color>009900</color>
+							<yaxisside>1</yaxisside>
+							<calc_fnc>2</calc_fnc>
+							<periods_cnt>5</periods_cnt>
+						</graph_element>
+					</graph_elements>
+				</graph>
+			</graphs>
+		</host>
+	</hosts>
+</zabbix_export>

data/spec/spec_helper.rb

@@ -0,0 +1,13 @@
+# -*- encoding: utf-8 -*-
+
+$: << File.join(File.dirname(__FILE__), "/../lib")
+require 'zabbix_nudge'
+require 'fakeweb'
+
+FakeWeb.allow_net_connect = false
+
+def fixture_file(filename)
+  return '' if filename == ''
+  file_path = File.expand_path(File.dirname(__FILE__) + '/fixtures/' + filename)
+  File.read(file_path)
+end

data/spec/zabbix_nudge_spec.rb

@@ -0,0 +1,32 @@
+# -*- encoding: utf-8 -*-
+
+require File.join(File.dirname(__FILE__), "/spec_helper")
+require 'ap'
+
+describe ZabbixNudge::Nudge do
+
+  context 'Initialization' do
+
+    FakeWeb.register_uri(:post, "http://localhost:4568/jolokia", :response => fixture_file("cms_perm_response.txt"))
+
+    it 'should accept a template file' do
+      @m = ZabbixNudge::Nudge.new(File.join(File.dirname(__FILE__), 'fixtures/tomcat_template.xml'),:jmx => {:base_uri => "http://localhost:4568"})
+      @m.send.should == {"jmx[java.lang:name=CMS Perm Gen,type=MemoryPool;Usage;max]"=>67108864, "jmx[java.lang:name=CMS Perm Gen,type=MemoryPool;Usage;used]"=>18890360, "jmx[java.lang:name=CMS Perm Gen,type=MemoryPool;Usage;committed]"=>31518720}
+
+    end
+
+  end
+
+  context 'process items' do
+
+
+    before(:each) do
+    end
+
+    it "should get the title" do
+    end
+
+
+  end
+
+end

data/zabbix_nudge.gemspec

@@ -0,0 +1,37 @@
+# -*- encoding: utf-8 -*-
+
+$:.push File.expand_path("../lib", __FILE__)
+require "zabbix_nudge/version"
+
+Gem::Specification.new do |s|
+  s.name        = "zabbix_nudge"
+  s.version     = ZabbixNudge::VERSION
+  s.authors     = ["Myroslav Rys"]
+  s.email       = ["stonevil@gmail.com"]
+  s.homepage    = "http://www.stone.org.ua"
+  s.license     = 'GPL'
+
+  s.summary     = %q{Collect metrics from different sources and push (nudge) data to Zabbix}
+  s.description = %q{zabbix-nudge is a gem to collect metrics from different sources, parse zabbix templates and push (nudge) the data to zabbix proxy or server}
+
+  s.rubyforge_project = "zabbix-nudge"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency 'nokogiri', '~> 1.4.4'
+  s.add_dependency 'zabbix', '~> 0.3.0'
+  s.add_dependency 'httparty', '~> 0.7.8'
+  s.add_dependency 'activesupport', '~> 3.0.8'
+  s.add_dependency "i18n", "~> 0.6.0"
+  s.add_dependency 'yajl-ruby', '~> 0.8.2'
+  s.add_dependency "awesome_print", "~> 0.4.0"
+  s.add_dependency "mixlib-cli", "~> 1.2.0"
+  s.add_dependency "daemons", "~> 1.1.9"
+
+  s.add_development_dependency 'rspec', '~> 2.6.0'
+  s.add_development_dependency 'fakeweb', '~> 1.3.0'
+
+end