bipbip 0.5.5 → 0.5.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c7106a05032baff36882166718dab6a9f841a9ae
-  data.tar.gz: 05cc7a22a5f922d3bb17c549c84cf246c02c937f
+  metadata.gz: 1bec2860372eaee42bfc64e39e033ee4ce74f402
+  data.tar.gz: 9438b591064cb7e798637003d88e78b97687d48c
 SHA512:
-  metadata.gz: 53e55ed811dd59bb2b737eaf8c87e3807adb4ad32ccc68eeaf4abe9da4b223e754d2974a7923f6c5dbaaddc323a80aad9a225e27a4cbed7e880751af9bd2a22a
-  data.tar.gz: 677edcab879707381bc73ef1dd64b2fb308fd336bd0a3d2cd8e1dcc94de1b2b3aae2b7c9a67149d6c2267bd8af2c44e87f19f53e5f61aaf4886dd7b167fa54af
+  metadata.gz: 45c67935b276fa7d1dcf0e86f9900dbbb2173b516b05f7d892df024b7f2bf71ecaf5178e978ffd061d668a99c6783ffce006416e77e986fff680e33940406c53
+  data.tar.gz: aa836d01d8b62343a2a769fcad6aaca5a4eb5cac81221a745de6a0264d40efc202a5e45dbe55c5ef62e3700b66752f0d7c55c8c74592344c0e494fe23f080022

data/README.md

@@ -105,6 +105,10 @@ services:
       regexp: segfault
   -
     plugin: postfix
+  -
+    plugin: elasticsearch
+      hostname: localhost
+      port: 9200
 ```
 
 Optional configuration common to all plugins:

data/lib/bipbip/plugin/elasticsearch.rb

@@ -0,0 +1,91 @@
+require 'elasticsearch'
+class ElasticsearchClient < Elasticsearch::Transport::Client
+end
+
+module Bipbip
+
+  class Plugin::Elasticsearch < Plugin
+
+    def metrics_schema
+      [
+          {:name => 'store_size', :type => 'gauge', :unit => 'b'},
+          {:name => 'docs_count', :type => 'gauge', :unit => 'Docs'},
+          {:name => 'docs_deleted', :type => 'counter', :unit => 'Deleted'},
+          {:name => 'segments_count', :type => 'gauge', :unit => 'Segments'},
+
+          {:name => 'search_query_total', :type => 'counter', :unit => 'Queries'},
+          {:name => 'search_query_time', :type => 'counter', :unit => 'Seconds'},
+          {:name => 'search_fetch_total', :type => 'counter', :unit => 'Fetches'},
+          {:name => 'search_fetch_time', :type => 'counter', :unit => 'Seconds'},
+
+          {:name => 'get_total', :type => 'counter', :unit => 'Gets'},
+          {:name => 'get_time', :type => 'counter', :unit => 'Seconds'},
+          {:name => 'get_exists_total', :type => 'counter', :unit => 'Exists'},
+          {:name => 'get_exists_time', :type => 'counter', :unit => 'Seconds'},
+          {:name => 'get_missing_total', :type => 'counter', :unit => 'Missing'},
+          {:name => 'get_missing_time', :type => 'counter', :unit => 'Seconds'},
+
+          {:name => 'indexing_index_total', :type => 'counter', :unit => 'Indexes'},
+          {:name => 'indexing_index_time', :type => 'counter', :unit => 'Seconds'},
+          {:name => 'indexing_delete_total', :type => 'counter', :unit => 'Deletes'},
+          {:name => 'indexing_delete_time', :type => 'counter', :unit => 'Seconds'},
+
+          {:name => 'cache_filter_size', :type => 'gauge', :unit => 'b'},
+          {:name => 'cache_filter_evictions', :type => 'gauge', :unit => 'b'},
+          {:name => 'cache_field_size', :type => 'gauge', :unit => 'b'},
+          {:name => 'cache_field_evictions', :type => 'gauge', :unit => 'b'},
+      ]
+    end
+
+    def monitor
+      @stats = nil
+      {
+          'store_size' => stats_sum(['indices', 'store', 'size_in_bytes']),
+          'docs_count' => stats_sum(['indices', 'docs', 'count']),
+          'docs_deleted' => stats_sum(['indices', 'docs', 'deleted']),
+          'segments_count' => stats_sum(['indices', 'segments', 'count']),
+
+          'search_query_total' => stats_sum(['indices', 'search', 'query_total']),
+          'search_query_time' => stats_sum(['indices', 'search', 'query_time_in_millis'])/1000,
+          'search_fetch_total' => stats_sum(['indices', 'search', 'fetch_total']),
+          'search_fetch_time' => stats_sum(['indices', 'search', 'fetch_time_in_millis'])/1000,
+
+          'get_total' => stats_sum(['indices', 'get', 'total']),
+          'get_time' => stats_sum(['indices', 'get', 'time_in_millis'])/1000,
+          'get_exists_total' => stats_sum(['indices', 'get', 'exists_total']),
+          'get_exists_time' => stats_sum(['indices', 'get', 'exists_time_in_millis'])/1000,
+          'get_missing_total' => stats_sum(['indices', 'get', 'missing_total']),
+          'get_missing_time' => stats_sum(['indices', 'get', 'missing_time_in_millis'])/1000,
+
+          'indexing_index_total' => stats_sum(['indices', 'indexing', 'index_total']),
+          'indexing_index_time' => stats_sum(['indices', 'indexing', 'index_time_in_millis'])/1000,
+          'indexing_delete_total' => stats_sum(['indices', 'indexing', 'delete_total']),
+          'indexing_delete_time' => stats_sum(['indices', 'indexing', 'delete_time_in_millis'])/1000,
+
+          'cache_filter_size' => stats_sum(['indices', 'filter_cache', 'memory_size_in_bytes']),
+          'cache_filter_evictions' => stats_sum(['indices', 'filter_cache', 'evictions']),
+          'cache_field_size' => stats_sum(['indices', 'fielddata', 'memory_size_in_bytes']),
+          'cache_field_evictions' => stats_sum(['indices', 'fielddata', 'evictions']),
+      }
+    end
+
+    private
+
+    def connection
+      ElasticsearchClient.new({:host => [config['hostname'], config['port']].join(':')})
+    end
+
+    def nodes_stats
+      connection.nodes.stats({:node_id => '_local'})
+    end
+
+    def stats_sum(keys)
+      sum = 0
+      (@stats ||= nodes_stats)['nodes'].each do |node, stats|
+        sum += keys.inject(stats) { |h, k| (h.is_a?(Hash) and !h[k].nil?) ? h[k] : 0 }
+      end
+      sum
+    end
+
+  end
+end

data/lib/bipbip/version.rb

@@ -1,3 +1,3 @@
 module Bipbip
-  VERSION = '0.5.5'
+  VERSION = '0.5.6'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bipbip
 version: !ruby/object:Gem::Version
-  version: 0.5.5
+  version: 0.5.6
 platform: ruby
 authors:
 - Cargo Media
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-01 00:00:00.000000000 Z
+date: 2014-12-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: copperegg
@@ -166,6 +166,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.9.5
+- !ruby/object:Gem::Dependency
+  name: elasticsearch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.6
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -211,6 +225,7 @@ files:
 - lib/bipbip/helper.rb
 - lib/bipbip/plugin.rb
 - lib/bipbip/plugin/apache2.rb
+- lib/bipbip/plugin/elasticsearch.rb
 - lib/bipbip/plugin/fastcgi_php_apc.rb
 - lib/bipbip/plugin/fastcgi_php_fpm.rb
 - lib/bipbip/plugin/fastcgi_php_opcache.rb