logstash-filter-zabbix 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 64cb99e7916ff49173428321da5bc313f0054f52
+  data.tar.gz: 8dcbfb2de943344880a38bd27c0b77feef19e890
+SHA512:
+  metadata.gz: fddc1521fc9d7748235046e931faa0191e8c2cc4d0aeb26182f84a39cd080df4d011db8cea00e6d9baa52669ca01c82ad9a5308af0cb56a289db538c8ee062bb
+  data.tar.gz: 73686e1eba80064f66bf1098aa259a93b6c60f224a1cacea8002c64bb8b6dedce30bbd909da4c56311ef2714a27badecebbda77db5aaf33625cc482a199b8f94

data/CHANGELOG.md

@@ -0,0 +1,2 @@
+## 0.1.0
+  - Plugin created with the logstash plugin generator

data/CONTRIBUTORS

@@ -0,0 +1,10 @@
+The following is a list of people who have contributed ideas, code, bug
+reports, or in general have helped logstash along its way.
+
+Contributors:
+* dulei - dulei@hupu.com
+
+Note: If you've sent us patches, bug reports, or otherwise contributed to
+Logstash, and you aren't on the list above and want to be, please let us know
+and we'll make sure you're here. Contributions from folks like you are what make
+open source awesome.

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE

@@ -0,0 +1,11 @@
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/README.md

@@ -0,0 +1 @@
+A logstash filter plugin which fill zabbix history data stream with items info.

data/lib/logstash/filters/zabbix.rb

@@ -0,0 +1,60 @@
+# encoding: utf-8
+require "logstash/filters/base"
+require "logstash/namespace"
+
+class LogStash::Filters::Zabbix < LogStash::Filters::Base
+  require "logstash/filters/zabbix/cache"
+
+  config_name "zabbix"
+
+  config :url, :validate => :string, :required => true
+  config :user, :validate => :string, :required => true
+  config :password, :validate => :string, :required => true
+  config :group_id, :validate => :number, :required => true
+  config :keys, :validate => :array, :required => true
+  config :skip, :validate => :boolean, :default => true
+
+  public
+  def register
+    @items = Cache.fetch(
+      url: @url,
+      user: @user,
+      password: @password,
+      group_id: @group_id,
+      keys: @keys
+    )
+    @logger.info("Got zabbix items", :size => @items.keys.size)
+  end # def register
+
+  public
+  def filter(event)
+    matched = false
+
+    if 'insert' == event.get('type')
+      data = event.get("data")
+      item = @items[data["itemid"]]
+
+      if item
+        metric = {
+          "host" => item["host"],
+          "name" => item["name"],
+          "ip" => item["ip"],
+          "value" => data["value"].to_f * item["formula"]
+        }
+
+        metric.each_pair do |k, v|
+          event.set(k, v)
+        end
+
+        event.remove("data")
+        matched = true
+      end
+    end
+
+    if not matched and @skip
+      return event.cancel
+    end
+
+    filter_matched(event)
+  end # def filter
+end # class LogStash::Filters::Zabbix

data/lib/logstash/filters/zabbix/cache.rb

@@ -0,0 +1,38 @@
+# encoding: utf-8
+class LogStash::Filters::Zabbix::Cache
+  require 'zabbixapi'
+
+  def self.fetch(options)
+    zbx = ZabbixApi.connect(options)
+    response = zbx.query(
+      method: 'host.get',
+      params: {
+          groupids: options[:group_id],
+          output: ['hostid', 'host'],
+          selectItems: ['itemid', 'key_', 'formula'],
+          selectInterfaces: ['ip'],
+      });
+
+    return parse(response, options[:keys])
+  end
+
+  private
+
+  def self.parse(hosts, keys)
+    hosts.reduce({}) do |memo, data|
+      data['items'].each do |item|
+        if keys.any? { |key| item['key_'].start_with?(key) }
+          itemid = item['itemid'].to_i
+          memo[itemid] = {
+            'id' => data['hostid'],
+            'host' => data['host'],
+            'ip' => data['interfaces'].first['ip'],
+            'name' => item['key_'],
+            'formula' => item['formula'].to_i
+          }
+        end
+      end
+      memo
+    end
+  end
+end

data/logstash-filter-zabbix.gemspec

@@ -0,0 +1,25 @@
+Gem::Specification.new do |s|
+  s.name          = 'logstash-filter-zabbix'
+  s.version       = '0.1.1'
+  s.licenses      = ['Apache-2.0']
+  s.summary       = %q{logstash-filter-zabbix - A filter to retain zabbix metrics you want to}
+  s.description   = %q{This plugin will keep the specific items you want from zabbix history data stream}
+  s.homepage      = 'http://github.com/hupuinc/logstash-filter-zabbix'
+  s.authors       = ['Hupu Devops']
+  s.email         = 'devops@hupu.com'
+  s.require_paths = ['lib']
+
+  # Files
+  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+   # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { 'logstash_plugin' => 'true', 'logstash_group' => 'filter' }
+
+  # Gem dependencies
+  s.add_runtime_dependency "logstash-core", ">= 2.0.0", "< 3.0.0"
+  s.add_runtime_dependency 'zabbixapi', '2.4.9'
+  s.add_development_dependency 'logstash-devutils'
+  s.add_development_dependency 'webmock', '1.21.0'
+end

data/spec/filters/zabbix_spec.rb

@@ -0,0 +1,86 @@
+# encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"
+require "logstash/filters/zabbix"
+require 'webmock/rspec'
+
+SOURCE = {
+  "database" => "zabbix",
+  "table" => "proxy_history",
+  "type" => "insert",
+  "ts" => 1487571666,
+  "xid" => 24371619,
+  "data" => {
+    "id" => 8241572087, "itemid" => 57222689, "clock" => 1487571655,
+    "timestamp" => 0, "source" => "", "severity" => 0, "value" => "2.21",
+    "logeventid" => 0, "ns" => 783365099, "state" => 0, "lastlogsize" => 0,
+    "mtime" => 0, "flags" => 0
+  }
+}
+
+describe LogStash::Filters::Zabbix do
+
+  describe "Filter all the messages with " do
+    let(:config) do <<-CONFIG
+      filter {
+        zabbix {
+          url => "http://localhost/api_jsonrpc.php"
+          user => "api"
+          password => "api"
+          group_id => 65
+          keys => ["system.cpu.load"]
+        }
+      }
+    CONFIG
+    end
+
+    before(:example) do
+      require 'logstash/json'
+      # method apiinfo.version
+      stub_request(:any, "http://localhost/api_jsonrpc.php")
+        .with(
+          body: /"method":"apiinfo.version"/,
+          headers: {'Accept'=>'*/*', 'Content-Type'=>'application/json-rpc', 'User-Agent'=>'Ruby'}
+        )
+        .to_return(
+          body: JSON.generate({jsonrpc: "2.0", result: "3.2.0"})
+        )
+
+      # method user.login
+      stub_request(:any, "http://localhost/api_jsonrpc.php")
+        .with(
+          body: /"method":"user.login"/,
+          headers: {'Accept'=>'*/*', 'Content-Type'=>'application/json-rpc', 'User-Agent'=>'Ruby'}
+        )
+        .to_return(
+          body: JSON.generate(
+              { jsonrpc: "2.0", result:"randomtoken" }
+            )
+        )
+
+      # method host.get
+      stub_request(:any, "http://localhost/api_jsonrpc.php")
+        .with(
+          body: /"method":"host.get"/,
+          headers: {'Accept'=>'*/*', 'Content-Type'=>'application/json-rpc', 'User-Agent'=>'Ruby'}
+        )
+        .to_return(
+          body: JSON.generate(
+            jsonrpc: "2.0",
+            result: [{
+            hostid: "1036371",
+            host: "somehost-ssh-66-66-tst.vm.jh",
+            items: [
+              {itemid: 57203706, key_: "agent.hostname", formula: 1},
+              {itemid: 57203707, key_: "agent.ping", formula: 1},
+              {itemid: 57222689, key_: "system.cpu.load[all,avg1]", formula: 1}
+            ],
+            interfaces: [{ip: "192.168.66.66"}]
+          }])
+        )
+    end
+
+    sample(SOURCE) do
+      expect(subject.get('host')).to eq('somehost-ssh-66-66-tst.vm.jh')
+    end
+  end
+end

data/vendor/bundle/jruby/1.9/bin/coderay

@@ -0,0 +1,23 @@
+#!/usr/bin/env jruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'coderay' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+gem 'coderay', version
+load Gem.bin_path('coderay', 'coderay', version)

data/vendor/bundle/jruby/1.9/bin/htmldiff

@@ -0,0 +1,25 @@
+#!/bin/sh
+'exec' "jruby" '-x' "$0" "$@"
+#!/Users/nevill/.rubies/jruby-1.7.25/bin/jruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'diff-lcs' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+gem 'diff-lcs', version
+load Gem.bin_path('diff-lcs', 'htmldiff', version)

data/vendor/bundle/jruby/1.9/bin/kramdown

@@ -0,0 +1,23 @@
+#!/usr/bin/env jruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'kramdown' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+gem 'kramdown', version
+load Gem.bin_path('kramdown', 'kramdown', version)

data/vendor/bundle/jruby/1.9/bin/ldiff

@@ -0,0 +1,25 @@
+#!/bin/sh
+'exec' "jruby" '-x' "$0" "$@"
+#!/Users/nevill/.rubies/jruby-1.7.25/bin/jruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'diff-lcs' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+gem 'diff-lcs', version
+load Gem.bin_path('diff-lcs', 'ldiff', version)

data/vendor/bundle/jruby/1.9/bin/minitar

@@ -0,0 +1,23 @@
+#!/usr/bin/env jruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'minitar' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+gem 'minitar', version
+load Gem.bin_path('minitar', 'minitar', version)

data/vendor/bundle/jruby/1.9/bin/pry

@@ -0,0 +1,23 @@
+#!/usr/bin/env jruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'pry' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+gem 'pry', version
+load Gem.bin_path('pry', 'pry', version)

data/vendor/bundle/jruby/1.9/bin/rake

@@ -0,0 +1,23 @@
+#!/usr/bin/env jruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'rake' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+gem 'rake', version
+load Gem.bin_path('rake', 'rake', version)

data/vendor/bundle/jruby/1.9/bin/rspec

@@ -0,0 +1,23 @@
+#!/usr/bin/env jruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'rspec-core' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+gem 'rspec-core', version
+load Gem.bin_path('rspec-core', 'rspec', version)