benchmark-http 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: b3ee38b73acca01fe8fa41779cf8ce54df543e70a383efb931ae535f7faf53f4
+  data.tar.gz: 7291fa79b4ed7e60aaecef5be5c7241ce4e6c6aeac5ea930b006ca4e677672d1
+SHA512:
+  metadata.gz: 2a1abfcbfc272ff0ed63ddb5ba98fb05479d61fe8a69cdb417cf814334252bad7d4fb12919f0a4c5e42c081809a30594376a1e56e4d88299f2df9bf576df4239
+  data.tar.gz: 34d9b1f2c5d3208d42e57d503dbda173a3671777ae5f15bcd821ae849968004d19fef8131d9ea7b17bb5bbd52c042d7fab8bd851e2a2042d8131a40eee0f09a5

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,21 @@
+language: ruby
+sudo: required
+dist: xenial
+cache: bundler
+
+before_script:
+  - gem update --system
+
+matrix:
+  include:
+    - rvm: 2.3
+    - rvm: 2.4
+    - rvm: 2.5
+    - rvm: jruby-head
+      env: JRUBY_OPTS="--debug -X+O"
+    - rvm: ruby-head
+    - rvm: rbx-3
+  allow_failures:
+    - rvm: ruby-head
+    - rvm: jruby-head
+    - rvm: rbx-3

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in benchmark-http.gemspec
+gemspec

data/README.md

@@ -0,0 +1,144 @@
+# Benchmark::HTTP
+
+An asynchronous HTTP benchmark tool built on top of [async], [async-io] and [async-http]. Useful for analysing server performance. Supports HTTP1 and HTTP2.
+
+[![Build Status](https://secure.travis-ci.org/socketry/benchmark-http.svg)](http://travis-ci.org/socketry/benchmark-http)
+[![Code Climate](https://codeclimate.com/github/socketry/benchmark-http.svg)](https://codeclimate.com/github/socketry/benchmark-http)
+[![Coverage Status](https://coveralls.io/repos/socketry/benchmark-http/badge.svg)](https://coveralls.io/r/socketry/benchmark-http)
+
+[async]: https://github.com/socketry/async
+[async-io]: https://github.com/socketry/async-io
+[async-http]: https://github.com/socketry/async-http
+
+## Installation
+
+Install it yourself:
+
+	$ gem install benchmark-http
+
+## Usage
+
+You can run `benchmark-http` is a top level tool for invoking specific benchmarks.
+
+### Concurrency
+
+This benchmark determines the optimal level of concurrency (maximise throughput while keeping latency to a minimum).
+
+```shell
+$ benchmark-http concurrency https://www.oriontransfer.co.nz/welcome/index
+I am going to benchmark https://www.oriontransfer.co.nz/welcome/index...
+I am running 1 asynchronous tasks that will each make sequential requests...
+I made 273 requests in 52.4s. The per-request latency was 191.79ms. That's 5.214149911737622 asynchronous requests/second.
+	          Variance: 997.437µs
+	Standard Deviation: 31.58ms
+	    Standard Error: 0.0019114428646174592
+I am running 2 asynchronous tasks that will each make sequential requests...
+I made 177 requests in 16.8s. The per-request latency was 190.19ms. That's 10.51600772540387 asynchronous requests/second.
+	          Variance: 632.076µs
+	Standard Deviation: 25.14ms
+	    Standard Error: 0.001889722381767832
+I am running 4 asynchronous tasks that will each make sequential requests...
+I made 8 requests in 372.49ms. The per-request latency was 186.25ms. That's 21.476841588829895 asynchronous requests/second.
+	          Variance: 0.048µs
+	Standard Deviation: 219.819µs
+	    Standard Error: 7.771792696588776e-05
+I am running 8 asynchronous tasks that will each make sequential requests...
+I made 128 requests in 3.0s. The per-request latency was 188.10ms. That's 42.53004421587869 asynchronous requests/second.
+	          Variance: 399.781µs
+	Standard Deviation: 19.99ms
+	    Standard Error: 0.0017672840585127617
+I am running 16 asynchronous tasks that will each make sequential requests...
+I made 184 requests in 2.2s. The per-request latency was 188.46ms. That's 84.89938672881854 asynchronous requests/second.
+	          Variance: 548.641µs
+	Standard Deviation: 23.42ms
+	    Standard Error: 0.0017267724185582615
+I am running 32 asynchronous tasks that will each make sequential requests...
+I made 152 requests in 891.06ms. The per-request latency was 187.59ms. That's 170.58399627520865 asynchronous requests/second.
+	          Variance: 335.694µs
+	Standard Deviation: 18.32ms
+	    Standard Error: 0.00148610620533633
+I am running 64 asynchronous tasks that will each make sequential requests...
+I made 438 requests in 1.3s. The per-request latency was 191.68ms. That's 333.89790173541496 asynchronous requests/second.
+	          Variance: 1.19ms
+	Standard Deviation: 34.51ms
+	    Standard Error: 0.001648801656177374
+I am running 128 asynchronous tasks that will each make sequential requests...
+I made 360 requests in 533.83ms. The per-request latency was 189.81ms. That's 674.373540567776 asynchronous requests/second.
+	          Variance: 555.212µs
+	Standard Deviation: 23.56ms
+	    Standard Error: 0.0012418759009531876
+I am running 256 asynchronous tasks that will each make sequential requests...
+I made 512 requests in 463.03ms. The per-request latency was 231.51ms. That's 1105.762787139087 asynchronous requests/second.
+	          Variance: 888.185µs
+	Standard Deviation: 29.80ms
+	    Standard Error: 0.0013170938569343825
+I am running 192 asynchronous tasks that will each make sequential requests...
+I made 384 requests in 380.97ms. The per-request latency was 190.48ms. That's 1007.9615261872923 asynchronous requests/second.
+	          Variance: 142.770µs
+	Standard Deviation: 11.95ms
+	    Standard Error: 0.0006097518459132856
+I am running 224 asynchronous tasks that will each make sequential requests...
+I made 448 requests in 411.79ms. The per-request latency was 205.89ms. That's 1087.9398101463066 asynchronous requests/second.
+	          Variance: 215.480µs
+	Standard Deviation: 14.68ms
+	    Standard Error: 0.0006935294886115942
+I am running 240 asynchronous tasks that will each make sequential requests...
+I made 480 requests in 401.62ms. The per-request latency was 200.81ms. That's 1195.1473779597363 asynchronous requests/second.
+	          Variance: 292.021µs
+	Standard Deviation: 17.09ms
+	    Standard Error: 0.0007799848849992035
+I am running 248 asynchronous tasks that will each make sequential requests...
+I made 496 requests in 432.58ms. The per-request latency was 216.29ms. That's 1146.621534849607 asynchronous requests/second.
+	          Variance: 446.681µs
+	Standard Deviation: 21.13ms
+	    Standard Error: 0.0009489813840514241
+I am running 252 asynchronous tasks that will each make sequential requests...
+I made 504 requests in 417.86ms. The per-request latency was 208.93ms. That's 1206.1477638702509 asynchronous requests/second.
+	          Variance: 222.939µs
+	Standard Deviation: 14.93ms
+	    Standard Error: 0.0006650854376052381
+I am running 254 asynchronous tasks that will each make sequential requests...
+I made 508 requests in 419.67ms. The per-request latency was 209.83ms. That's 1210.4835614086478 asynchronous requests/second.
+	          Variance: 177.005µs
+	Standard Deviation: 13.30ms
+	    Standard Error: 0.0005902836562252991
+I am running 255 asynchronous tasks that will each make sequential requests...
+I made 510 requests in 434.38ms. The per-request latency was 217.19ms. That's 1174.0936493567908 asynchronous requests/second.
+	          Variance: 457.592µs
+	Standard Deviation: 21.39ms
+	    Standard Error: 0.000947227304291054
+Your server can handle 255 concurrent requests.
+At this level of concurrency, requests have ~1.13x higher latency.
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+## License
+
+Released under the MIT license.
+
+Copyright, 2018, by [Samuel G. D. Williams](http://www.codeotaku.com/samuel-williams).
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/benchmark-http.gemspec

@@ -0,0 +1,23 @@
+require_relative "lib/benchmark/http/version"
+
+Gem::Specification.new do |spec|
+	spec.name          = "benchmark-http"
+	spec.version       = Benchmark::HTTP::VERSION
+	spec.authors       = ["Samuel Williams"]
+	spec.email         = ["samuel.williams@oriontransfer.co.nz"]
+
+	spec.summary       = "An asynchronous benchmark toolbox for modern HTTP servers."
+	spec.homepage      = "https://github.com/socketry/benchmark-http"
+
+	spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+		f.match(%r{^(test|spec|features)/})
+	end
+	spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+	spec.require_paths = ["lib"]
+
+	spec.add_dependency "samovar"
+
+	spec.add_development_dependency "bundler", "~> 1.16"
+	spec.add_development_dependency "rake", "~> 10.0"
+	spec.add_development_dependency "rspec", "~> 3.0"
+end

data/bin/benchmark-http

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+
+# Copyright, 2017, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require_relative '../lib/benchmark/http'
+
+begin
+	Benchmark::HTTP::Command.parse(ARGV).invoke
+rescue Interrupt
+end

data/lib/benchmark/http.rb

@@ -0,0 +1,22 @@
+# Copyright, 2018, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require_relative "http/version"
+require_relative "http/command"

data/lib/benchmark/http/command.rb

@@ -0,0 +1,72 @@
+# Copyright, 2018, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require_relative 'command/concurrency'
+require_relative 'version'
+require 'samovar'
+
+module Benchmark
+	module HTTP
+		module Command
+			def self.parse(*args)
+				Top.parse(*args)
+			end
+			
+			class Top < Samovar::Command
+				self.description = "An asynchronous HTTP server benchmark."
+				
+				options do
+					option '--verbose | --quiet', "Verbosity of output for debugging.", key: :logging
+					option '-h/--help', "Print out help information."
+					option '-v/--version', "Print out the application version."
+				end
+				
+				nested '<command>',
+					'concurrency' => Concurrency
+				
+				def verbose?
+					@options[:logging] == :verbose
+				end
+				
+				def quiet?
+					@options[:logging] == :quiet
+				end
+				
+				def invoke(program_name: File.basename($0))
+					if verbose?
+						Async.logger.level = Logger::DEBUG
+					elsif quiet?
+						Async.logger.level = Logger::WARN
+					else
+						Async.logger.level = Logger::INFO
+					end
+					
+					if @options[:version]
+						puts "benchmark-http v#{Falcon::VERSION}"
+					elsif @options[:help] or @command.nil?
+						print_usage(program_name)
+					else
+						@command.invoke(self)
+					end
+				end
+			end
+		end
+	end
+end

data/lib/benchmark/http/command/concurrency.rb

@@ -0,0 +1,124 @@
+# Copyright, 2018, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require_relative '../seconds'
+require_relative '../statistics'
+
+require 'async'
+require 'async/http/client'
+require 'async/http/url_endpoint'
+
+require 'samovar'
+
+module Benchmark
+	module HTTP
+		module Command
+			class Concurrency < Samovar::Command
+				self.description = "Determine the optimal level of concurrency."
+				
+				options do
+					option '-t/--threshold <factor>', "The acceptable latency penalty when making concurrent requests", default: 1.2, type: Float
+					option '-c/--confidence <factor>', "The confidence required when computing latency (lower is less reliable but faster)", default: 0.99, type: Float
+				end
+				
+				many :hosts, "One or more hosts to benchmark"
+				
+				def confidence_factor
+					1.0 - @options[:confidence]
+				end
+				
+				def measure_performance(concurrency, endpoint, request_path)
+					puts "I am running #{concurrency} asynchronous tasks that will each make sequential requests..."
+					
+					statistics = Statistics.new(concurrency)
+					task = Async::Task.current
+					
+					concurrency.times.map do
+						task.async do
+							client = Async::HTTP::Client.new(endpoint, endpoint.protocol)
+							
+							statistics.sample(confidence_factor) do
+								response = client.get(request_path)
+							end
+							
+							client.close
+						end
+					end.each(&:wait)
+					
+					puts "I made #{statistics.count} requests in #{Seconds[statistics.sequential_duration]}. The per-request latency was #{Seconds[statistics.latency]}. That's #{statistics.per_second} asynchronous requests/second."
+					puts "\t          Variance: #{Seconds[statistics.variance]}"
+					puts "\tStandard Deviation: #{Seconds[statistics.standard_deviation]}"
+					puts "\t    Standard Error: #{statistics.standard_error}"
+					
+					return statistics
+				end
+				
+				def run(url)
+					endpoint = Async::HTTP::URLEndpoint.parse(url)
+					request_path = endpoint.url.request_uri
+					
+					puts "I am going to benchmark #{url}..."
+					
+					Async::Reactor.run do |task|
+						statistics = []
+						minimum = 1
+						
+						base = measure_performance(minimum, endpoint, request_path)
+						statistics << base
+						
+						current = 2
+						maximum = nil
+						
+						while statistics.last.concurrency < current
+							results = measure_performance(current, endpoint, request_path)
+							
+							if base.similar?(results, @options[:threshold])
+								statistics << results
+								
+								minimum = current
+								
+								if maximum
+									current += (maximum - current) / 2
+								else
+									current *= 2
+								end
+							else
+								# current concurrency is too big, so we limit maximum to it.
+								maximum = current
+								
+								current = (minimum + (maximum - minimum) / 2).floor
+							end
+						end
+						
+						puts "Your server can handle #{statistics.last.concurrency} concurrent requests."
+						
+						puts "At this level of concurrency, requests have ~#{(statistics.last.latency / statistics.first.latency).round(2)}x higher latency."
+					end
+				end
+				
+				def invoke(parent)
+					@hosts.each do |host|
+						run(host).wait
+					end
+				end
+			end
+		end
+	end
+end

data/lib/benchmark/http/seconds.rb

@@ -0,0 +1,52 @@
+# Copyright, 2018, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+module Benchmark
+	module HTTP
+		class Seconds
+			UNITS = ["s", "ms", "µs"]
+			SCALE = UNITS.count - 1
+			
+			def self.[](value)
+				self.new(value)
+			end
+			
+			def initialize(value)
+				@value = value
+			end
+			
+			def scale
+				Math.log(@value) / Math.log(1000)
+			end
+			
+			def to_s
+				scaled_value = @value
+				scale = 0
+				
+				while scaled_value < 1 && scale < SCALE
+					scaled_value *= 1000
+					scale += 1
+				end
+				
+				return sprintf("%0.#{scale+1}f%s", scaled_value, UNITS.fetch(scale))
+			end
+		end
+	end
+end

data/lib/benchmark/http/statistics.rb

@@ -0,0 +1,118 @@
+# Copyright, 2018, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+module Benchmark
+	module HTTP
+		class Statistics
+			def initialize(concurrency)
+				@samples = []
+				@duration = 0
+				
+				@concurrency = concurrency
+			end
+			
+			attr :samples
+			attr :duration
+			
+			attr :concurrency
+			
+			def sequential_duration
+				@duration / @concurrency
+			end
+			
+			def count
+				@samples.count
+			end
+			
+			def per_second
+				@samples.count.to_f / sequential_duration.to_f
+			end
+			
+			def latency
+				@duration.to_f / @samples.count.to_f
+			end
+			
+			def similar?(other, difference = 2.0)
+				ratio = other.latency / self.latency
+				
+				return ratio < difference
+			end
+			
+			def average
+				if @samples.any?
+					@samples.sum / @samples.count
+				end
+			end
+			
+			# Computes Population Variance, σ^2.
+			def variance
+				return nil if @samples.count < 2
+				
+				average = self.average
+				
+				return @samples.map{|n| (n - average)**2}.sum / @samples.count
+			end
+			
+			# Population Standard Deviation, σ
+			def standard_deviation
+				if variance = self.variance
+					Math.sqrt(variance.abs)
+				end
+			end
+			
+			def standard_error
+				if standard_deviation = self.standard_deviation
+					standard_deviation / Math.sqrt(@samples.count)
+				end
+			end
+			
+			def measure
+				start_time = Time.now
+				
+				result = yield
+				
+				duration = Time.now - start_time
+				@samples << duration
+				@duration += duration
+				
+				return result
+			end
+			
+			def sample(confidence_factor, &block)
+				# warmup
+				yield
+				
+				begin
+					measure(&block)
+				end until confident?(confidence_factor)
+			end
+			
+			def print(out = STDOUT)
+				out.puts "#{@samples.count} samples. #{1.0 / self.average} per second. S/D: #{standard_deviation}."
+			end
+			
+			private
+			
+			def confident?(factor)
+				(@samples.count > @concurrency) && self.standard_error < (self.average * factor)
+			end
+		end
+	end
+end

data/lib/benchmark/http/version.rb

@@ -0,0 +1,25 @@
+# Copyright, 2018, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+module Benchmark
+	module HTTP
+		VERSION = "0.1.0"
+	end
+end

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification
+name: benchmark-http
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Samuel Williams
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-03-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: samovar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: 
+email:
+- samuel.williams@oriontransfer.co.nz
+executables:
+- benchmark-http
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- benchmark-http.gemspec
+- bin/benchmark-http
+- lib/benchmark/http.rb
+- lib/benchmark/http/command.rb
+- lib/benchmark/http/command/concurrency.rb
+- lib/benchmark/http/seconds.rb
+- lib/benchmark/http/statistics.rb
+- lib/benchmark/http/version.rb
+homepage: https://github.com/socketry/benchmark-http
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: An asynchronous benchmark toolbox for modern HTTP servers.
+test_files: []