haproxy2rpm 0.0.1

data/.gitignore

@@ -0,0 +1,6 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+log/*
+config/newrelic.yml

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in haproxy2rpm.gemspec
+gemspec

data/README.md

@@ -0,0 +1,32 @@
+# Push haproxy logs to newrelic rpm
+This is useful for languages where newrelic does not provide an agent,
+such as erlang or node.js based applications
+
+## Installation
+
+* copy your newrelic.yml file to $HOME/.newrelic/newrelic.yml
+* or set $NRCONFIG to point to your newrelic.yml file
+
+## Running it
+haproxy2rpm /path/to/logfile
+
+## Analyzing it
+
+At the moment, it only works with custom views
+
+<verbatim>
+  <h3>Charts</h3>
+  <table width='100%'>
+    <tr>
+    <td>line_chart {% line_chart value:'average_value' title:'Test' metric:'Custom/HAProxy/response_times' %}</td>
+  </tr>
+
+  </table>
+</verbatim/>
+
+
+## Roadmap
+
+* daemonize option
+* syslog (udp maybe tcp) server with https://github.com/melito/em-syslog and then point HaProxy to that port. Why touch the disk if we don't have to?
+* Figure out how to report rpms and response times so that they show up inside the newrelic application view and not only as a custom metric

data/Rakefile

@@ -0,0 +1,12 @@
+require 'bundler/gem_tasks'
+
+require 'rake/testtask'
+
+namespace :test do
+  Rake::TestTask.new(:units) do |t|
+    t.libs << "test"
+    t.test_files = FileList['test/*_test.rb']
+
+    t.verbose = true
+  end
+end

data/bin/haproxy2rpm

@@ -0,0 +1,63 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+
+require 'rubygems'
+require 'optparse'
+
+NEW_RELIC_CONFIG_PATH = File.join(ENV['HOME'], '.newrelic', 'newrelic.yml')
+
+help = <<HELP
+haproxy2rpm
+
+Basic Command Line Usage:
+  haproxy2rpm <haproxy log file to parse>
+
+  Coniguration for newrelic is read from #{NEW_RELIC_CONFIG_PATH}
+HELP
+
+options = { :daemonize => false, :version => false }
+
+opts = OptionParser.new do |opts|
+  opts.banner = help
+  opts.on("-D", "--daemonize", "Daemonize") do
+    options[:daemonize] = true
+  end
+  
+  opts.on("-v", "--version", "Print the version number and exit") do
+    options[:version] = true
+  end
+end
+
+opts.parse!
+
+require 'haproxy2rpm'
+
+log_file = ARGV[0] || ''
+
+if(options[:version])
+ puts "Haproxy2Rpm version: #{Haproxy2Rpm::VERSION}"
+ exit(0)
+end
+
+unless File.exists?(log_file)
+  puts 'please proivde a valid path to a haproxy log file'
+  puts ''
+  puts help
+  exit(1)
+end
+
+unless File.exists?(NEW_RELIC_CONFIG_PATH)
+  puts "please copy your newrelic agent configuration to #{NEW_RELIC_CONFIG_PATH}"
+  exit(1)
+end
+
+if(options[:daemonize])
+  puts 'dameon mode not implemented yet'
+else
+  trap("SIGINT") { 
+    Haproxy2Rpm.stop
+    exit(0)
+  }
+  Haproxy2Rpm.run(log_file)
+end

data/haproxy2rpm.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "haproxy2rpm/version"
+
+Gem::Specification.new do |s|
+  s.name        = "haproxy2rpm"
+  s.version     = Haproxy2Rpm::VERSION
+  s.authors     = ["Patrick Huesler"]
+  s.email       = ["patrick.huesler@gmail.com"]
+  s.homepage    = ""
+  s.summary     = "Sending haproxy logs to new relic rpm"
+  s.description = "Sending haproxy logs to new relic rpm"
+  s.add_dependency "newrelic_rpm"
+  s.add_dependency "eventmachine-tail"
+  s.add_development_dependency "shoulda-context"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/lib/haproxy2rpm/file_parser.rb

@@ -0,0 +1,24 @@
+module Haproxy2Rpm
+  class FileParser
+
+    include Enumerable
+
+    def initialize(path)
+      @lines = File.open(path){|f| f.readlines}
+      @records = []
+      @lines.each do |line|
+        @records << LineParser.new(line)
+      end
+    end
+
+    def [](element)
+      @records
+    end
+
+    def each &block
+      @records.each do |record|
+        yield record
+      end
+    end
+  end
+end

data/lib/haproxy2rpm/line_parser.rb

@@ -0,0 +1,48 @@
+module Haproxy2Rpm
+  class LineParser
+
+    def initialize(line)
+      @line = line
+      @parts = line.split("\s")
+    end
+
+    def tq
+      @tw ||= response_times[0].to_i
+    end
+
+    def tw
+      @tw ||= response_times[1].to_i
+    end
+
+    def tc
+      @tc ||= response_times[2].to_i
+    end
+
+    def tr
+      @tr ||= response_times[3].to_i
+    end
+
+    def tt
+      @tt ||= response_times[4].to_i
+    end
+
+    def status_code
+      @status_code ||= @parts[6].to_i
+    end
+
+    # we need to chop \"
+    def http_method
+      @http_method ||= @parts[13][1..-1]
+    end
+
+    def uri
+      @uri ||= @parts[14]
+    end
+
+    private
+
+    def response_times
+      @response_times ||= @parts[5].split("/")
+    end
+  end
+end

data/lib/haproxy2rpm/version.rb

@@ -0,0 +1,3 @@
+module Haproxy2Rpm
+  VERSION = "0.0.1"
+end

data/lib/haproxy2rpm.rb

@@ -0,0 +1,26 @@
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__)))
+
+require "newrelic_rpm"
+require "eventmachine"
+require "eventmachine-tail"
+require "haproxy2rpm/version"
+require "haproxy2rpm/file_parser"
+require "haproxy2rpm/line_parser"
+
+module Haproxy2Rpm
+  def self.run(log_file)
+    NewRelic::Agent.manual_start
+    stats_engine = NewRelic::Agent.agent.stats_engine
+    EventMachine.run do
+      EventMachine::file_tail(log_file) do |filetail, line|
+        request = LineParser.new(line)
+        stats_engine.get_stats('Custom/HAProxy/response_times',false).record_data_point(request.tr)
+      end
+    end
+  end
+
+  def self.stop
+    puts 'stopping new relic agent'
+    NewRelic::Agent.shutdown
+  end
+end

data/test/fixtures/haproxy.log

@@ -0,0 +1 @@
+haproxy[674]: 127.0.0.1:33319 [15/Oct/2003:08:31:57] relais-http Srv1 6559/0/7/147/6723 200 243 - - ---- 1/3/5 0/0 "HEAD / HTTP/1.0"

data/test/haproxy2pm_test.rb

@@ -0,0 +1,46 @@
+$LOAD_PATH.unshift( File.dirname(__FILE__) )
+
+require 'test_helper'
+
+class Haproxy2RpmTest < Test::Unit::TestCase
+  context 'parsing of haproxy files' do
+    setup do
+      @line = File.open(File.join(File.dirname(__FILE__), 'fixtures', 'haproxy.log')){|f| f.readlines}.first
+      @result = Haproxy2Rpm::LineParser.new(@line)
+    end
+
+    should 'parse the Tq (total time in ms spent waiting for client)' do
+     assert_equal 6559, @result.tq
+    end
+
+    # this is the time waiting in the global queue
+    should 'parse the Tw (total time in ms spent waiting in queue)' do
+      assert_equal 0, @result.tw
+    end
+
+    should 'parse the Tc (total time in ms spent waiting for the connection to the final server' do
+      assert_equal 7, @result.tc
+    end
+
+    # this is the response time of your application server
+    should 'parse the Tr (total time in ms spent waiting for server to send full HTTP response)' do
+      assert_equal 147, @result.tr
+    end
+
+    should 'parse the Tt (total time in ms spent between accept and close' do
+      assert_equal 6723, @result.tt
+    end
+
+    should 'parse the status code' do
+      assert_equal 200, @result.status_code
+    end
+
+    should 'parse the http method' do
+      assert_equal 'HEAD', @result.http_method
+    end
+
+    should 'parse the uri' do
+      assert_equal '/', @result.uri
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,5 @@
+$LOAD_PATH.unshift( File.join( File.dirname(__FILE__), "..", "lib") )
+
+require 'test/unit'
+require 'shoulda-context'
+require 'haproxy2rpm'

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification 
+name: haproxy2rpm
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Patrick Huesler
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-07-08 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: newrelic_rpm
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: eventmachine-tail
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: shoulda-context
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  version_requirements: *id003
+description: Sending haproxy logs to new relic rpm
+email: 
+- patrick.huesler@gmail.com
+executables: 
+- haproxy2rpm
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- README.md
+- Rakefile
+- bin/haproxy2rpm
+- haproxy2rpm.gemspec
+- lib/haproxy2rpm.rb
+- lib/haproxy2rpm/file_parser.rb
+- lib/haproxy2rpm/line_parser.rb
+- lib/haproxy2rpm/version.rb
+- test/fixtures/haproxy.log
+- test/haproxy2pm_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Sending haproxy logs to new relic rpm
+test_files: 
+- test/fixtures/haproxy.log
+- test/haproxy2pm_test.rb
+- test/test_helper.rb