logtrend 0.1.20101203211234

data/lib/logtrend.rb

@@ -0,0 +1,74 @@
+require 'rubygems'
+require 'eventmachine'
+require 'eventmachine-tail'
+require 'rrd'
+require 'logger'
+
+class LogTrend
+  attr_accessor :trends
+  attr_accessor :graphs
+  
+  def initialize
+    trends = {}
+    graphs = {}
+    @logger = Logger.new(STDERR)
+    @logger.level = ($DEBUG and Logger::DEBUG or Logger::WARN)
+  end
+  
+  def reset_counters
+    counters = {}
+    trends.keys.each do |k|
+      counters[k] = 0
+    end
+    counters
+  end
+  
+  def update_rrd(name, value)
+    file_name = "#{name}.rrd"
+    rrd = RRD::Base.new(file_name)
+    if !File.exists?(file_name)
+      rrd.create :start => Time.now - 10.seconds, :step => 1.minutes do
+        datasource "#{name}_count", :type => :gauge, :heartbeat => 5.minutes, :min => 0, :max => :unlimited
+        archive :average, :every => 5.minutes, :during => 1.year
+      end
+    end
+    rrd.update Time.now, value
+  end
+  
+  def build_graph(name, data)
+    RRD.graph "#{name}.png", :title => name, :width => 800, :height => 250, :color => ["FONT#000000", "BACK#FFFFFF"] do
+      data.each do |name, color|
+        area "#{name}.rrd", "#{name}_count" => :average, :color => color, :label => name.to_s
+      end
+    end
+  end
+  
+  def start(logfile)
+    begin      
+      counters = reset_counters
+      
+      EventMachine.run do       
+        EventMachine::add_periodic_timer(1.minute) do
+          @logger.debug "#{Time.now} #{counters.inspect}"
+          counters.each {|name, value| update_rrd(name, value)}            
+          graphs.each {|name, data| build_graph(name, data)}
+          counters = reset_counters
+        end
+        
+        EventMachine::file_tail(logfile) do |filetail, line|
+          trends.each do |name, regex|
+            counters[name] += 1 if line.match(regex)
+          end
+        end
+      end
+    rescue Interrupt
+      # hit ctrl-c
+    end    
+  end
+  
+  def self.start(logfile, &block)
+    l = LogTrend.new
+    yield l if block
+    l.start(logfile)
+  end
+end

data/samples/example.rb

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+
+$:.unshift "#{File.dirname(__FILE__)}/../lib"
+require 'logtrend'
+require 'fileutils'
+
+FileUtils.touch('test.log')
+
+LogTrend.start('test.log') do |l|
+  l.trends = {
+    :total => /.*/,
+    :fbod => /fogbugz.com/,
+    :kod => /kilnhg.com/
+  }
+  
+  l.graphs = {
+    "requests_per_minute" => {
+      :total => '#0066cc',
+      :kod => '#993333'
+    }
+  }
+end

metadata

@@ -0,0 +1,96 @@
+--- !ruby/object:Gem::Specification 
+name: logtrend
+version: !ruby/object:Gem::Version 
+  hash: 40202406422495
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 20101203211234
+  version: 0.1.20101203211234
+platform: ruby
+authors: 
+- Michael Gorsuch
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-03 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: eventmachine-tail
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: logtrend is an HTTP log parser built on top of event machine, generating rrd graphs of usage matching patterns you define.
+email: michael.gorsuch@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/logtrend.rb
+- samples/example.rb
+has_rdoc: true
+homepage: https://github.com/gorsuch/logtrend
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: logtrend - an event-driven http log parser that generates rrd graphs
+test_files: []
+