benchmark-http 0.8.2 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1a12b67daeeadc34944c967a8f441da017cb3a31f3bb778893b344b3b24115d1
-  data.tar.gz: efff4138d8be9145ab9df016162bce6bbf2da9e4fcfd36cebda36acc9601a773
+  metadata.gz: 8b3803e60e468cb173cbaf5df1556f95fc7dfe89531fb785530050875a5a32e1
+  data.tar.gz: a5c54afd2afb70743f6d589eaa784c593a5f78d96e59c87c996ef90a7aa968fb
 SHA512:
-  metadata.gz: dd41f22b3e11709045bb9e63ab41a9069f9548c243ef1ab365e045eaf7f548ff0b88d03060404404e68c2484cfbc0dbfa4b2101f11764c5f70f0ad9a5197e110
-  data.tar.gz: 59cce9e283b1ed06e49d34c7159ff2b883455b474b057c9b1c932427bb31e9b8421224288b1c9d5269da4da10271d922697a645c8df319393fa61c2204ba1bc3
+  metadata.gz: aff57e060c1239d34ef229f33c6141beefdea04970adf8608d119824cc512bcb5e994df5df3290023f03e1f3a3563184a8437b377ad01a26d1576718cfa45715
+  data.tar.gz: 78d67c5fd5dfdbe15306723711ea4b274278e9c694d287105f3b808d725b10ae500c64007f67497eddd655d4b8a8603c02395b99b1db23422fd725711e649209

data/lib/benchmark/http/command.rb

@@ -18,6 +18,7 @@
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 # THE SOFTWARE.
 
+require_relative 'command/latency'
 require_relative 'command/concurrency'
 require_relative 'command/spider'
 
@@ -41,6 +42,7 @@ module Benchmark
 				end
 				
 				nested :command, {
+					'latency' => Latency,
 					'concurrency' => Concurrency,
 					'spider' => Spider
 				}

data/lib/benchmark/http/command/concurrency.rb

@@ -64,7 +64,7 @@ module Benchmark
 						end
 					end.each(&:wait)
 					
-					puts "I made #{statistics.size} requests in #{Seconds[statistics.sequential_duration]}. The per-request latency was #{Seconds[statistics.latency]}. That's #{statistics.per_second.round(2)} asynchronous requests/second."
+					puts "I made #{statistics.count} requests in #{Seconds[statistics.sequential_duration]}. The per-request latency was #{Seconds[statistics.latency]}. That's #{statistics.per_second.round(2)} asynchronous requests/second."
 					
 					puts "\t          Variance: #{Seconds[statistics.variance]}"
 					puts "\tStandard Deviation: #{Seconds[statistics.standard_deviation]}"

data/lib/benchmark/http/command/latency.rb

@@ -0,0 +1,94 @@
+# Copyright, 2018, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require_relative '../seconds'
+require_relative '../statistics'
+
+require 'async'
+require 'async/http/client'
+require 'async/http/endpoint'
+
+require 'samovar'
+
+module Benchmark
+	module HTTP
+		module Command
+			class Latency < Samovar::Command
+				self.description = "Determine the optimal level of concurrency."
+				
+				options do
+					option "-k/--concurrency <count>", "The number of simultaneous connections to make.", default: 1, type: Integer
+					option '-c/--confidence <factor>', "The confidence required when computing latency (lower is less reliable but faster)", default: 0.99, type: Float
+				end
+				
+				many :hosts, "One or more hosts to benchmark"
+				
+				def confidence_factor
+					1.0 - @options[:confidence]
+				end
+				
+				def measure_performance(concurrency, endpoint, request_path)
+					puts "I am running #{concurrency} asynchronous tasks that will each make sequential requests..."
+					
+					statistics = Statistics.new(concurrency)
+					task = Async::Task.current
+					
+					concurrency.times.map do
+						task.async do
+							client = Async::HTTP::Client.new(endpoint, endpoint.protocol)
+							
+							statistics.sample(confidence_factor) do
+								response = client.get(request_path).tap(&:finish)
+							end
+							
+							client.close
+						end
+					end.each(&:wait)
+					
+					puts "I made #{statistics.count} requests in #{Seconds[statistics.sequential_duration]}. The per-request latency was #{Seconds[statistics.latency]}. That's #{statistics.per_second} asynchronous requests/second."
+					puts "\t          Variance: #{Seconds[statistics.variance]}"
+					puts "\tStandard Deviation: #{Seconds[statistics.standard_deviation]}"
+					puts "\t    Standard Error: #{Seconds[statistics.standard_error]}"
+					
+					return statistics
+				end
+				
+				def run(url)
+					endpoint = Async::HTTP::Endpoint.parse(url)
+					request_path = endpoint.url.request_uri
+					
+					puts "I am going to benchmark #{url}..."
+					
+					Async::Reactor.run do |task|
+						statistics = []
+						
+						base = measure_performance(@options[:concurrency], endpoint, request_path)
+					end
+				end
+				
+				def call
+					@hosts.each do |host|
+						run(host).wait
+					end
+				end
+			end
+		end
+	end
+end

data/lib/benchmark/http/statistics.rb

@@ -144,7 +144,7 @@ module Benchmark
 			private
 			
 			def confident?(factor)
-				if @samples.size > @concurrency
+				if @samples.size > @concurrency * 10
 					return self.standard_error < (self.average * factor)
 				end
 				

data/lib/benchmark/http/version.rb

@@ -20,6 +20,6 @@
 
 module Benchmark
 	module HTTP
-		VERSION = "0.8.2"
+		VERSION = "0.9.0"
 	end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: benchmark-http
 version: !ruby/object:Gem::Version
-  version: 0.8.2
+  version: 0.9.0
 platform: ruby
 authors:
 - Samuel Williams
@@ -142,6 +142,7 @@ files:
 - lib/benchmark/http.rb
 - lib/benchmark/http/command.rb
 - lib/benchmark/http/command/concurrency.rb
+- lib/benchmark/http/command/latency.rb
 - lib/benchmark/http/command/spider.rb
 - lib/benchmark/http/links_filter.rb
 - lib/benchmark/http/seconds.rb
@@ -165,7 +166,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
+rubygems_version: 3.0.4
 signing_key: 
 specification_version: 4
 summary: An asynchronous benchmark toolbox for modern HTTP servers.