bipbip 0.4.1 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 440ef769282f3bb2cc5e0dbb28c2a370344442a6
-  data.tar.gz: 6e0b30d526ed8e4f48dab8f28a6e72d45d05b6b2
+  metadata.gz: fb3d5c73ae182538b9124ccc2566a2fb804e3e68
+  data.tar.gz: 54b73d42901422967d03df4312fea8cfcd7cbfef
 SHA512:
-  metadata.gz: 2f307bd0b5dc52f69bea87d2212b7f3344474aaac2023d014da7e79e21ffa9da95c5b6b2e5b51aa46ac47ea2234ead09190aefd7103da0ccc09866329f49d639
-  data.tar.gz: be6893be5535fe9afbf1ed8c4534c9900b82820afd9751baa9b099d8124a11bc562e6d6fce6beb7da6f306cc93a421ca32538e59787d28162f63cd4f081d2d9b
+  metadata.gz: cf4f339ec65ee85308adfe30fff5be549974d45ff509671745703fd3ca9fd2777ea730e39de6f94f9593b9eca6d3f1daafeca2c914c5d222e68ed9cc7ed9b2fb
+  data.tar.gz: ae58a1394f344b64992cd2c5ef51ca9c3aaa5724a8cd70f83b2c38dfcade088d26e5e6b2b65b413ca221e534ffb5257015fe8d2237eb72a43935456c8f0dfa7c

data/README.md

@@ -93,6 +93,17 @@ services:
     plugin: fastcgi-php-opcache
     host: localhost
     port: 9000
+  -
+    plugin: log-parser
+    path: /var/log/syslog
+    regexp_timestamp: '^\w+ \d{1,2} \d{2}\:\d{2}\:\d{2}'
+    matchers:
+     -
+      name: oom_killer
+      regexp: 'invoked oom_killer'
+     -
+      name: segfault
+      regexp: segfault
 ```
 
 Include configuration
@@ -141,6 +152,15 @@ Alias /apc-status /usr/local/bin/apc-status.php
 
 Then set the `url`-configuration for the plugin to where the script is being served, e.g. `http//localhost:80/apc-status`.
 
+#### log-parser
+The log file is being read backwards from the end.
+Each line should contain a timestamp which matches `regexp_timestamp` and can be parsed by `DateTime.parse`.
+Multiple `matchers` can be specified, each creates a metrics with the number of matched lines as a value.
+ 
+Example values for `regexp_timestamp`:
+* *default*: `^\d{4}-\d{2}-\d{2}T\d{2}\:\d{2}\:\d{2}`
+* syslog traditional: `^\w+ \d{1,2} \d{2}\:\d{2}\:\d{2}` (not recommended because year is missing)
+
 Custom external plugins
 -----------------------
 Additional plugins can be created as independent gems.

data/lib/bipbip/plugin/log_parser.rb

@@ -0,0 +1,83 @@
+require 'date'
+
+module Bipbip
+
+  TIMESTAMP_REGEXP = '^\d{4}-\d{2}-\d{2}T\d{2}\:\d{2}\:\d{2}'
+
+  class Plugin::LogParser < Plugin
+
+    def metrics_schema
+      config['matchers'].map do |matcher|
+        {:name => matcher['name'], :type => 'gauge', :unit => 'Boolean'}
+      end
+    end
+
+    def monitor
+      time_first = nil
+
+      lines = lines_backwards.take_while do |line|
+        timestamp_match = line.match(regexp_timestamp)
+        raise "Line doesn't match `#{regexp_timestamp}`: `#{line}`" if timestamp_match.nil?
+        time = DateTime.parse(timestamp_match[0]).to_time
+        time_first ||= time
+        (time > log_time_min)
+      end
+
+      self.log_time_min = time_first unless time_first.nil?
+
+      Hash[config['matchers'].map do |matcher|
+        name = matcher['name']
+        regexp = Regexp.new(matcher['regexp'])
+        value = lines.reject { |line| line.match(regexp).nil? }.length
+        [name, value]
+      end]
+    end
+
+    private
+
+    def log_time_min
+      @log_time_min ||= Time.now - @frequency.to_i
+    end
+
+    def log_time_min=(time)
+      @log_time_min = time
+    end
+
+    def regexp_timestamp
+      @regexp_timestamp ||= Regexp.new(config.fetch('regexp_timestamp', TIMESTAMP_REGEXP))
+    end
+
+    def lines_backwards
+      buffer_size = 65536
+
+      Enumerator.new do |yielder|
+        File.open(config['path']) do |file|
+          file.seek(0, File::SEEK_END)
+
+          while file.pos > 0
+            buffer_size = file.pos if file.pos < buffer_size
+
+            file.seek(-buffer_size, File::SEEK_CUR)
+            buffer = file.read(buffer_size)
+            file.seek(-buffer_size, File::SEEK_CUR)
+
+            line_list = buffer.each_line.entries
+
+            if file.pos != 0
+              # Remove first line as can be incomplete
+              # due to seeking backward with buffer_size steps
+              first_line = line_list.shift
+              raise "Line length exceeds buffer size `#{buffer_size}`" if first_line.length == buffer_size
+              file.seek(first_line.length, File::SEEK_CUR)
+            end
+
+            line_list.reverse.each do |line|
+              yielder.yield(line)
+            end
+          end
+        end
+      end
+    end
+
+  end
+end

data/lib/bipbip/version.rb

@@ -1,3 +1,3 @@
 module Bipbip
-  VERSION = '0.4.1'
+  VERSION = '0.4.2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bipbip
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
 platform: ruby
 authors:
 - Cargo Media
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-07 00:00:00.000000000 Z
+date: 2014-10-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: copperegg
@@ -187,6 +187,7 @@ files:
 - lib/bipbip/plugin/fastcgi_php_fpm.rb
 - lib/bipbip/plugin/fastcgi_php_opcache.rb
 - lib/bipbip/plugin/gearman.rb
+- lib/bipbip/plugin/log_parser.rb
 - lib/bipbip/plugin/memcached.rb
 - lib/bipbip/plugin/mongodb.rb
 - lib/bipbip/plugin/monit.rb
@@ -220,7 +221,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.3.0
+rubygems_version: 2.4.1
 signing_key: 
 specification_version: 4
 summary: Gather services data and store in CopperEgg