drnbench 1.0.0

data/lib/drnbench/publish-subscribe/watch.rb

@@ -0,0 +1,43 @@
+# Copyright (C) 2013-2014  Droonga Project
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require "droonga/watch_schema"
+
+module Drnbench
+  module PublishSubscribe
+    class Watch
+      class << self
+        def command
+          "watch"
+        end
+
+        def subscribe(keyword)
+          {
+            "condition" => keyword,
+            "subscriber" => "subscriber for #{keyword}",
+          }
+        end
+
+        def feed(keyword)
+          {
+            "targets" => {
+              "keyword"  => keyword,
+            },
+          }
+        end
+      end
+    end
+  end
+end

data/lib/drnbench/request-response/configuration.rb

@@ -0,0 +1,79 @@
+# Copyright (C) 2013-2014  Droonga Project
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require "json"
+
+module Drnbench
+  module RequestResponse
+    class Configuration
+      attr_accessor :duration, :wait, :request_patterns_file
+      attr_accessor :start_n_clients, :end_n_clients, :step, :n_requests
+      attr_accessor :mode
+      attr_accessor :default_host, :default_port, :default_path, :default_method
+      attr_accessor :report_progressively, :output_path
+
+      MIN_DURATION = 1
+      MIN_WAIT     = 0
+
+      def initialize
+        @wait                 = 1
+        @start_n_clients      = 1
+        @end_n_clients        = 1
+        @step                 = 1
+        @n_requests           = 1000
+        @mode                 = :http
+
+        @default_host         = "localhost"
+        @default_port         = 80
+        @default_path         = "/"
+        @default_method       = "GET"
+
+        @report_progressively = true
+        @output_path          = "/tmp/drnbench-result.csv"
+      end
+
+      def validate
+        if @duration.nil?
+          raise ArgumentError.new("You must specify the test duration.")
+        end
+        if @request_patterns_file.nil?
+          raise ArgumentError.new("You must specify the path to the request patterns JSON file.")
+        end
+      end
+
+      def duration
+        [@duration, MIN_DURATION].max
+      end
+
+      def wait
+        [@wait, MIN_WAIT].max
+      end
+
+      def mode
+        @mode.to_sym
+      end
+
+      def request_patterns
+        @request_patterns ||= prepare_request_patterns
+      end
+
+      private
+      def prepare_request_patterns
+        request_patterns = File.read(@request_patterns_file)
+        request_patterns = JSON.parse(request_patterns)
+      end
+    end
+  end
+end

data/lib/drnbench/request-response/gradual-runner.rb

@@ -0,0 +1,95 @@
+# Copyright (C) 2013-2014  Droonga Project
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require "drnbench/request-response/runner"
+require "csv"
+
+module Drnbench
+  module RequestResponse
+    class GradualRunner
+      attr_reader :report_progressively, :result
+
+      def initialize(config)
+        @config = config
+      end
+
+      def run
+        run_benchmarks
+        @result
+      end
+
+      private
+      def run_benchmarks
+        @result = Result.new
+        @config.start_n_clients.step(@config.end_n_clients, @config.step) do |n_clients|
+          benchmark = Runner.new(n_clients, @config)
+          if @config.report_progressively
+            puts "Running benchmark with #{n_clients} clients..."
+          end
+          benchmark.run
+          if @config.report_progressively
+            puts benchmark.result.to_s
+          end
+          @result << benchmark.result
+        end
+      end
+
+      class Result
+        def initialize
+          @results = {}
+        end
+
+        def <<(result)
+          @statuses = nil
+          @results[result.n_clients] = result
+        end
+
+        def statuses
+          @statuses ||= prepare_statuses
+        end
+
+        def to_csv
+          ([csv_header] + csv_body).collect do |row|
+            CSV.generate_line(row)
+          end.join("")
+        end
+
+        private
+        def prepare_statuses
+          statuses = []
+          @results.each do |n_clients, result|
+            statuses += result.statuses.keys
+          end
+          statuses.uniq!
+          statuses.sort!
+          statuses
+        end
+
+        def csv_header
+          Drnbench::Result.keys + statuses
+        end
+
+        def csv_body
+          @results.values.collect do |result|
+            result.values +
+            statuses.collect do |status|
+              result.status_percentages[status] || 0
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/drnbench/request-response/result.rb

@@ -0,0 +1,127 @@
+# Copyright (C) 2013-2014  Droonga Project
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module Drnbench
+  module RequestResponse
+    class Result
+      attr_reader :n_clients, :duration, :statuses
+
+      class << self
+        def keys
+          [
+            :n_clients,
+            :total_n_requests,
+            :queries_per_second,
+            :min_elapsed_time,
+            :max_elapsed_time,
+            :average_elapsed_time,
+          ]
+        end
+      end
+
+      def initialize(params)
+        @n_clients = params[:n_clients]
+        @duration = params[:duration]
+
+        @results = []
+        @total_elapsed_time = 0.0
+        @elapsed_times = []
+        @statuses = {}
+      end
+
+      def <<(result)
+        clear_cached_statistics
+
+        @results << result
+
+        @statuses[result[:status]] ||= 0
+        @statuses[result[:status]] += 1
+
+        @elapsed_times << result[:elapsed_time]
+        @total_elapsed_time += result[:elapsed_time]
+      end
+
+      def total_n_requests
+        @total_n_requests ||= @results.size
+      end
+
+      def queries_per_second
+        @queries_per_second ||= total_n_requests.to_f / @duration
+      end
+
+      def status_percentages
+        @status_percentages ||= prepare_status_percentages
+      end
+
+      def min_elapsed_time
+        @min_elapsed_time ||= @elapsed_times.min
+      end
+
+      def max_elapsed_time
+        @max_elapsed_time ||= @elapsed_times.min
+      end
+
+      def average_elapsed_time
+        @average_elapsed_time ||= @total_elapsed_time / @elapsed_times.size
+      end
+
+      def to_s
+        "Total requests: #{total_n_requests} " +
+          "(#{queries_per_second} queries per second)\n" +
+        "Status:\n" +
+        status_percentages.collect do |status, percentage|
+          "  #{status}: #{percentage} %"
+        end.join("\n") + "\n" +
+        "Elapsed time:\n" +
+        "  min:     #{min_elapsed_time} sec\n" +
+        "  max:     #{max_elapsed_time} sec\n" +
+        "  average: #{average_elapsed_time} sec"
+      end
+
+      def values
+        self.class.keys.collect do |column|
+          send(column)
+        end
+      end
+
+      private
+      def clear_cached_statistics
+        @total_n_requests = nil
+        @queries_per_second = nil
+        @status_percentages = nil
+        @min_elapsed_time = nil
+        @max_elapsed_time = nil
+        @average_elapsed_time = nil
+      end
+
+      def prepare_status_percentages
+        status_percentages = []
+        @statuses.each do |status, n_results|
+          percentage = n_results.to_f / total_n_requests * 100
+          status_percentages << {:percentage => percentage,
+                                 :status => status}
+        end
+        status_percentages.sort! do |a, b|
+          (-1) * (a[:percentage] <=> b[:percentage])
+        end
+        status_percentages = {}
+        status_percentages.each do |status|
+          status_percentages[status[:status]] = status[:percentage]
+        end
+        status_percentages
+      end
+    end
+  end
+end

data/lib/drnbench/request-response/runner.rb

@@ -0,0 +1,111 @@
+# Copyright (C) 2013-2014  Droonga Project
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require "drnbench/client/http"
+require "drnbench/client/http-droonga"
+require "drnbench/request-response/result"
+
+module Drnbench
+  module RequestResponse
+    class Runner
+      attr_reader :n_clients, :result
+
+      def initialize(n_clients, config)
+        @n_clients = n_clients
+        @config = config
+        populate_requests
+      end
+
+      def run
+        process_requests
+        @result
+      end
+
+      private
+      def process_requests
+        requests_queue = Queue.new
+        @result = Result.new(:n_clients => @n_clients,
+                             :duration => @config.duration)
+
+        client_params = {
+          :requests => requests_queue,
+          :result   => @result,
+        }
+        @clients = @n_clients.times.collect do |index|
+          client = nil
+          case @config.mode
+          when :http
+            client = HttpClient.new(client_params, @config)
+          when :http_droonga
+            client = HttpDroongaClient.new(client_params, @config)
+          else
+            raise ArgumentError.new("Unknown mode: #{@config.mode}")
+          end
+          client.run
+          client
+        end
+
+        start_time = Time.now
+        while Time.now - start_time < @config.duration
+          if requests_queue.empty?
+            @requests.each do |request|
+              requests_queue.push(request)
+            end
+          end
+          sleep 1
+        end
+
+        @clients.each do |client|
+          client.stop
+        end
+
+        @result
+      end
+
+      def populate_requests
+        @requests = []
+
+        if @config.request_patterns.is_a?(Array)
+          @config.request_patterns.each do |request_pattern|
+            populate_request_pattern(request_pattern)
+          end
+        else
+          @config.request_patterns.each do |key, request_pattern|
+            populate_request_pattern(request_pattern)
+          end
+        end
+
+        @requests.shuffle!
+      end
+
+      def populate_request_pattern(request_pattern)
+        frequency = request_pattern["frequency"].to_f
+        n_requests = @config.n_requests * frequency
+
+        base_patterns = nil
+        if request_pattern["pattern"]
+          base_patterns = [request_pattern["pattern"]]
+        else
+          base_patterns = request_pattern["patterns"]
+        end
+        base_patterns = base_patterns.shuffle
+
+        n_requests.round.times do |count|
+          @requests << base_patterns[count % base_patterns.size]
+        end
+      end
+    end
+  end
+end