httperf-output-parser 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in httperf-output-parser.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Will Jessop
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,106 @@
+# HttperfOutputParser
+
+> [Httperf](http://code.google.com/p/httperf/) is a tool for measuring web server performance. It provides a flexible facility for generating various HTTP workloads and for measuring server performance.
+
+httperf is run from the command line outputs information like this:
+
+    # httperf --client=0/1 --server=10.10.0.201 --port=889 --uri=/hello.txt --send-buffer=4096 --recv-buffer=16384 --ssl --num-conns=20000 --hog --ssl-no-reuse
+    Maximum connect burst length: 1
+
+    Total: connections 20000 requests 20000 replies 20000 test-duration 350.422 s
+
+    Connection rate: 57.1 conn/s (17.5 ms/conn, <=1 concurrent connections)
+    Connection time [ms]: min 10.9 avg 17.5 max 3027.5 median 11.5 stddev 105.9
+    Connection time [ms]: connect 16.3
+    Connection length [replies/conn]: 1.000
+
+    Request rate: 57.1 req/s (17.5 ms/req)
+    Request size [B]: 73.0
+
+    Reply rate [replies/s]: min 6.4 avg 57.0 max 80.6 stddev 19.9 (70 samples)
+    Reply time [ms]: response 1.2 transfer 0.0
+    Reply size [B]: header 215.0 content 6.0 footer 0.0 (total 221.0)
+    Reply status: 1xx=0 2xx=20000 3xx=0 4xx=0 5xx=0
+
+    CPU time [s]: user 141.21 system 208.21 (user 40.3% system 59.4% total 99.7%)
+    Net I/O: 16.4 KB/s (0.1*10^6 bps)
+
+    Errors: total 0 client-timo 0 socket-timo 0 connrefused 0 connreset 0
+    Errors: fd-unavail 0 addrunavail 0 ftab-full 0 other 0
+
+httperf is great, but if you're running more than a few tests and need to log the output (in a database or spreadsheet etc.) then copy/pasting the values from this output becomes tedious. I wrote HttperfOutputParser to make it easier to get these values in machine readable/processable form.
+
+Currently I'm parsing out these values because those are what I need:
+
+    Total connections
+    Total time (s)
+    conn/s
+    ms/conn
+      min
+      avg
+      max
+      median
+      stddev
+    Request rate (req/s)
+    ms per request
+      min
+      avg
+      max
+      stddev
+    Reply time (ms)
+
+If you need more then feel free to send a pull request.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'httperf-output-parser'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install httperf-output-parser
+
+## Usage
+
+``` ruby
+    require 'httperf-output-parser'
+    parser = HttperfOutputParser.new
+	
+    # Pass the parser a string
+    results = parser.parse(STDIN.read)
+	
+    # Result will just be a hash
+    puts results.inspect
+	
+    # with the hash we can do something with the data, like create a CSV:
+    puts %w{
+        total_connections
+        test_duration
+        connections_per_sec
+        min_ms_per_connection
+        avg_ms_per_connection
+        max_ms_per_connection
+        median_ms_per_connection
+        stddev_ms_per_connection
+        request_rate_per_sec
+        ms_per_request
+        min_ms_per_request
+        avg_ms_per_request
+        max_ms_per_request
+        stddev_ms_per_request
+        reply_time_response
+    }.map {|dt| results[dt.to_sym]}.join "\t"
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,10 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+	t.libs << 'test'
+end
+
+desc "Run tests"
+task :default => :test

data/httperf-output-parser.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/httperf-output-parser/version', __FILE__)
+
+Gem::Specification.new do |gem|
+	gem.authors       = ["Will Jessop"]
+	gem.email         = ["will@willj.net"]
+	gem.description   = %q{httperf output parser}
+	gem.summary       = %q{httperf output parser}
+	gem.homepage      = "https://github.com/wjessop/httperf-output-parser"
+
+	gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+	gem.files         = `git ls-files`.split("\n")
+	gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+	gem.name          = "httperf-output-parser"
+	gem.require_paths = ["lib"]
+	gem.version       = HttperfOutputParser::VERSION
+  
+	gem.add_development_dependency 'simplecov'
+end

data/lib/httperf-output-parser.rb

@@ -0,0 +1,35 @@
+require "httperf-output-parser/version"
+
+class HttperfOutputParser
+	def parse(raw_httperf_output)
+		# http://rubular.com/r/EZ4xSydMlk
+		matches = raw_httperf_output.match(/connections (\d+).+duration ([\d.]+).+Connection rate: ([\d.]+).+Connection time \[ms\]: min ([\d.]+) avg ([\d.]+) max ([\d.]+) median ([\d.]+) stddev ([\d.]+).+Request rate: ([\d.]+) req\/s \(([\d.]+).+Reply rate.+min ([\d.]+) avg ([\d.]+) max ([\d.]+) stddev ([\d.]+).+Reply time.+response ([\d.]+)/m)
+		parsed_values = {}
+		15.times do |i|
+			parsed_values[data_types[i].to_sym] = matches[i+1].to_f
+		end
+		return parsed_values
+	end
+	
+	private
+	
+	def data_types
+		%w{
+			total_connections
+			test_duration
+			connections_per_sec
+			min_ms_per_connection
+			avg_ms_per_connection
+			max_ms_per_connection
+			median_ms_per_connection
+			stddev_ms_per_connection
+			request_rate_per_sec
+			ms_per_request
+			min_ms_per_request
+			avg_ms_per_request
+			max_ms_per_request
+			stddev_ms_per_request
+			reply_time_response
+		}
+	end
+end

data/lib/httperf-output-parser/version.rb

@@ -0,0 +1,3 @@
+class HttperfOutputParser
+	VERSION = "0.0.1"
+end

data/test/httperf_sample_output.yml

@@ -0,0 +1,75 @@
+---
+- total_connections: 20000
+  test_duration: 592.676
+  connections_per_sec: 33.7
+  min_ms_per_connection: 10.8
+  avg_ms_per_connection: 29.6
+  max_ms_per_connection: 11652.5
+  median_ms_per_connection: 11.5
+  stddev_ms_per_connection: 217.1
+  request_rate_per_sec: 33.7
+  ms_per_request: 29.6
+  min_ms_per_request: 0.0
+  avg_ms_per_request: 33.7
+  max_ms_per_request: 76.2
+  stddev_ms_per_request: 19.3
+  reply_time_response: 2.1
+  raw_output: ! 'Maximum connect burst length: 1
+
+    Total: connections 20000 requests 20000 replies 20000 test-duration 592.676 s
+
+    Connection rate: 33.7 conn/s (29.6 ms/conn, <=1 concurrent connections)
+    Connection time [ms]: min 10.8 avg 29.6 max 11652.5 median 11.5 stddev 217.1
+    Connection time [ms]: connect 27.6
+    Connection length [replies/conn]: 1.000
+
+    Request rate: 33.7 req/s (29.6 ms/req)
+    Request size [B]: 73.0
+
+    Reply rate [replies/s]: min 0.0 avg 33.7 max 76.2 stddev 19.3 (118 samples)
+    Reply time [ms]: response 2.1 transfer 0.0
+    Reply size [B]: header 215.0 content 6.0 footer 0.0 (total 221.0)
+    Reply status: 1xx=0 2xx=20000 3xx=0 4xx=0 5xx=0
+
+    CPU time [s]: user 197.28 system 394.31 (user 33.3% system 66.5% total 99.8%)
+    Net I/O: 9.7 KB/s (0.1*10^6 bps)
+
+    Errors: total 0 client-timo 0 socket-timo 0 connrefused 0 connreset 0
+    Errors: fd-unavail 0 addrunavail 0 ftab-full 0 other 0'
+- total_connections: 20000
+  test_duration: 350.422
+  connections_per_sec: 57.1
+  min_ms_per_connection: 10.9
+  avg_ms_per_connection: 17.5
+  max_ms_per_connection: 3027.5
+  median_ms_per_connection: 11.5
+  stddev_ms_per_connection: 105.9
+  request_rate_per_sec: 57.1
+  ms_per_request: 17.5
+  min_ms_per_request: 6.4
+  avg_ms_per_request: 57.0
+  max_ms_per_request: 80.6
+  stddev_ms_per_request: 19.9
+  reply_time_response: 1.2
+  raw_output: ! 'Maximum connect burst length: 1
+
+    Total: connections 20000 requests 20000 replies 20000 test-duration 350.422 s
+
+    Connection rate: 57.1 conn/s (17.5 ms/conn, <=1 concurrent connections)
+    Connection time [ms]: min 10.9 avg 17.5 max 3027.5 median 11.5 stddev 105.9
+    Connection time [ms]: connect 16.3
+    Connection length [replies/conn]: 1.000
+
+    Request rate: 57.1 req/s (17.5 ms/req)
+    Request size [B]: 73.0
+
+    Reply rate [replies/s]: min 6.4 avg 57.0 max 80.6 stddev 19.9 (70 samples)
+    Reply time [ms]: response 1.2 transfer 0.0
+    Reply size [B]: header 215.0 content 6.0 footer 0.0 (total 221.0)
+    Reply status: 1xx=0 2xx=20000 3xx=0 4xx=0 5xx=0
+
+    CPU time [s]: user 141.21 system 208.21 (user 40.3% system 59.4% total 99.7%)
+    Net I/O: 16.4 KB/s (0.1*10^6 bps)
+
+    Errors: total 0 client-timo 0 socket-timo 0 connrefused 0 connreset 0
+    Errors: fd-unavail 0 addrunavail 0 ftab-full 0 other 0'

data/test/test_helper.rb

@@ -0,0 +1,7 @@
+# encoding: utf-8
+
+require 'simplecov'
+SimpleCov.start do
+	add_filter "/test/"
+	add_filter "lib/httperf-output-parser/version.rb"
+end

data/test/test_httperf_output_parser.rb

@@ -0,0 +1,38 @@
+require 'test/unit'
+require 'test_helper'
+require 'httperf-output-parser'
+require 'yaml'
+
+class HttperfOutputParserTest < Test::Unit::TestCase
+	def test_initialize_with_invalid_params
+		assert_raise(ArgumentError)  { HttperfOutputParser.new("Not expecting this!") }
+	end
+	
+	def test_initialize
+		parser = HttperfOutputParser.new
+		assert_equal parser.class, HttperfOutputParser
+	end
+	
+	def test_httperf_output_parsing
+		YAML.load_file('test/httperf_sample_output.yml').each do |result|
+			parser = HttperfOutputParser.new
+			parsed_values = parser.parse(result["raw_output"])
+
+			assert_equal result["total_connections"], parsed_values[:total_connections]
+			assert_equal result["test_duration"], parsed_values[:test_duration]
+			assert_equal result["connections_per_sec"], parsed_values[:connections_per_sec]
+			assert_equal result["min_ms_per_connection"], parsed_values[:min_ms_per_connection]
+			assert_equal result["avg_ms_per_connection"], parsed_values[:avg_ms_per_connection]
+			assert_equal result["max_ms_per_connection"], parsed_values[:max_ms_per_connection]
+			assert_equal result["median_ms_per_connection"], parsed_values[:median_ms_per_connection]
+			assert_equal result["stddev_ms_per_connection"], parsed_values[:stddev_ms_per_connection]
+			assert_equal result["request_rate_per_sec"], parsed_values[:request_rate_per_sec]
+			assert_equal result["ms_per_request"], parsed_values[:ms_per_request]
+			assert_equal result["min_ms_per_request"], parsed_values[:min_ms_per_request]
+			assert_equal result["avg_ms_per_request"], parsed_values[:avg_ms_per_request]
+			assert_equal result["max_ms_per_request"], parsed_values[:max_ms_per_request]
+			assert_equal result["stddev_ms_per_request"], parsed_values[:stddev_ms_per_request]
+			assert_equal result["response_reply_time"], parsed_values[:response_reply_time]
+		end
+	end
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification
+name: httperf-output-parser
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Will Jessop
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-03-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: &70175232674760 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70175232674760
+description: httperf output parser
+email:
+- will@willj.net
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- httperf-output-parser.gemspec
+- lib/httperf-output-parser.rb
+- lib/httperf-output-parser/version.rb
+- test/httperf_sample_output.yml
+- test/test_helper.rb
+- test/test_httperf_output_parser.rb
+homepage: https://github.com/wjessop/httperf-output-parser
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: httperf output parser
+test_files:
+- test/httperf_sample_output.yml
+- test/test_helper.rb
+- test/test_httperf_output_parser.rb