stella 0.8.2.002 → 0.8.2.003

data/CHANGES.txt

@@ -24,6 +24,8 @@ STELLA, CHANGES
 * CHANGE: Removed no-logging option
 * CHANGE: Renamed Testrun#summary to Testrun#stats
 * CHANGE: Pass entire URI when calling Testplan#new
+* CHANGE: Engine objects are now classes
+* CHANGE: Engine#run methods now return instance of Stella::Testrun
 * ADDED: JSON statistics log (.stella/logs/latest/stats)
 
 

data/VERSION.yml

@@ -2,4 +2,4 @@
 :MAJOR: 0
 :MINOR: 8
 :PATCH: 2
-:BUILD: '002'
+:BUILD: '003'

data/lib/stella/cli.rb

@@ -26,8 +26,9 @@ class Stella::CLI < Drydock::Command
       opts[opt] = @global.send(opt) unless @global.send(opt).nil?
     end
     
-    ret = Stella::Engine::Functional.run @testplan, opts
-    @exit_code = (ret ? 0 : 1)
+    engine = Stella::Engine::Functional.new opts
+    testrun = engine.run @testplan
+    @exit_code = (testrun.stats[:summary][:failed].n == 0 ? 0 : 1)
   end
   
   def generate_valid?
@@ -47,11 +48,9 @@ class Stella::CLI < Drydock::Command
     
     connect_service if @global.remote
     
-    ret = Stella::Engine::Load.run @testplan, opts
-    
-    Stella.ld "ENGINE: #{@global.engine}: #{ret.class}"
-    
-    @exit_code = (ret ? 0 : 1)
+    engine = Stella::Engine::Load.new opts
+    testrun = engine.run @testplan
+    @exit_code = (testrun.stats[:summary][:failed].n == 0 ? 0 : 1)
   end
   
   def example

data/lib/stella/data/http.rb

@@ -39,7 +39,7 @@ module Stella::Data::HTTP
     end
     
     def initialize (method, uri_str, version="1.1", &definition)
-      @uri = uri_str
+      @uri = uri_str.to_s
       @http_method, @http_version = method, version
       @headers, @params, @response_handler = {}, {}, {}
       @resources = {}

data/lib/stella/engine.rb

@@ -21,10 +21,18 @@ module Stella::Engine
     field :response_headers
     field :response_body
   end
-  module Base
-    extend self
+  class Base
     
-    @testrun = nil
+    class << self
+      attr_accessor :timers, :counts
+    end
+    
+    attr_reader :testrun, :logdir, :opts
+    
+    def initialize(opts={})
+      @opts = opts
+      @logdir = nil
+    end
     
     @@client_limit = 1000
     
@@ -84,6 +92,10 @@ module Stella::Engine
         end
       end
       
+      opts[:clients] &&= opts[:clients].to_i
+      opts[:duration] &&= opts[:duration].to_i
+      opts[:arrival] &&= opts[:arrival].to_f
+      opts[:repetitions] &&= opts[:repetitions].to_i
       opts[:clients] = plan.usecases.size if opts[:clients] < plan.usecases.size
       
       if opts[:clients] > @@client_limit

data/lib/stella/engine/functional.rb

@@ -1,11 +1,9 @@
 
 module Stella::Engine
-  module Functional
-    extend Stella::Engine::Base
-    extend self
+  class Functional < Stella::Engine::Base
     
-    def run(plan, opts={})
-      opts = process_options! plan, opts
+    def run(plan)
+      opts = process_options! plan, @opts
       
       Stella.stdout.info2 "Hosts: " << opts[:hosts].join(', ') if !opts[:hosts].empty?
       
@@ -59,7 +57,7 @@ module Stella::Engine
         @testrun.add_sample 1, 1, tt
       end
       
-      @testrun.stats[:summary][:failed].n == 0 
+      @testrun
     end
     
     

data/lib/stella/engine/load.rb

@@ -1,9 +1,100 @@
-require 'stella/engine/loadbase'
 
 module Stella::Engine
-  module Load
-    extend Stella::Engine::Load
-    extend self
+  class Load < Stella::Engine::Base
+    
+    @timers = [:response_time]
+    @counts = [:response_content_size]
+    
+    def run(plan)
+      opts = process_options! plan, @opts
+      @threads, @max_clients, @real_reps = [], 0, 0
+      
+      @logdir = log_dir(plan)
+      latest = File.join(File.dirname(@logdir), 'latest')
+      Stella.stdout.info "Logging to #{@logdir}", $/
+      
+      if Stella.sysinfo.os == :unix
+        File.unlink latest if File.exists? latest
+        FileUtils.ln_sf File.basename(@logdir), latest
+      end
+      
+      @statlog_path = log_path(plan, 'stats')
+      @sumlog = Stella::Logger.new log_path(plan, 'summary')
+      @failog = Stella::Logger.new log_path(plan, 'exceptions')
+      
+      Stella.stdout.add_template :head, '  %s: %s'
+      Stella.stdout.add_template :status,  "#{$/}%s..."
+      
+      if Stella.stdout.lev >= 2
+        Load.timers += [:socket_connect, :send_request, :first_byte, :receive_response]
+        Load.counts  = [:request_header_size, :request_content_size]
+        Load.counts += [:response_headers_size, :response_content_size]
+      end
+      
+      events = [Load.timers, Load.counts, :failed].flatten
+      @testrun = Stella::Testrun.new plan, events, opts
+      @testrun.mode = 'l'
+      
+      if Stella::Engine.service
+        Stella::Engine.service.testplan_sync plan
+        Stella::Engine.service.testrun_create @testrun
+        Stella.stdout.head 'Testrun', @testrun.remote_digest
+      end
+      
+      @testrun.save(@statlog_path)
+      
+      @dumper = prepare_dumper(plan, opts)
+      
+      counts = calculate_usecase_clients plan, opts
+      
+      packages = build_thread_package plan, opts, counts
+      
+      if opts[:duration] > 0
+        timing = "#{opts[:duration].seconds.to_i} seconds"
+      else
+        timing = "#{opts[:repetitions]} repetitions"
+      end
+      
+      Stella.stdout.head 'Plan', "#{plan.desc} (#{plan.digest.shorter})"
+      Stella.stdout.head 'Hosts', opts[:hosts].join(', ')
+      Stella.stdout.head 'Clients', counts[:total]
+      Stella.stdout.head 'Limit', timing
+      
+      Stella.stdout.head 'Arrival', opts[:arrival] if opts[:arrival]
+      
+      @dumper.start
+      
+      begin 
+        Stella.stdout.status "Running" 
+        execute_test_plan packages, opts[:repetitions], opts[:duration], opts[:arrival]
+      rescue Interrupt
+        Stella.stdout.info $/, "Stopping test"
+        Stella.abort!
+        @threads.each { |t| t.join } unless @threads.nil? || @threads.empty? # wait
+      rescue => ex
+        STDERR.puts "Unhandled exception: #{ex.message}"
+        STDERR.puts ex.backtrace if Stella.debug? || Stella.stdout.lev >= 3
+      end
+      
+      Stella.stdout.status "Processing"
+      
+      @dumper.stop
+      
+      bt = Benelux.timeline
+      tt = Benelux.thread_timeline
+      
+      # TODO: don't get test time from benelux. 
+      test_time = tt.stats.group(:execute_test_plan).mean
+      generate_report @sumlog, plan, test_time
+      #report_time = tt.stats.group(:generate_report).mean
+      
+      Stella.stdout.info File.read(@sumlog.path)
+      
+      Stella.stdout.info $/, "Log dir: #{@logdir}"
+      
+      @testrun
+    end
+    
     ROTATE_TIMELINE = 5
     def execute_test_plan(packages, reps=1,duration=0,arrival=nil)
       time_started = Time.now
@@ -90,7 +181,320 @@ module Stella::Engine
       Stella.stdout.info2 $/, $/
     end
     
-    Benelux.add_timer Stella::Engine::Load, :execute_test_plan
     
+  protected
+    class ThreadPackage
+      attr_accessor :index
+      attr_accessor :client
+      attr_accessor :usecase
+      def initialize(i, c, u)
+        @index, @client, @usecase = i, c, u
+      end
+    end
+    
+    def prepare_dumper(plan, opts)
+      hand = Stella::Hand.new(Load::ROTATE_TIMELINE, 2.seconds) do
+        Benelux.update_global_timeline 
+        # @threads contains only stella clients
+        concurrency = @threads.select { |t| !t.status.nil? }.size
+        batch, timeline = Benelux.timeline_updates, Benelux.timeline_chunk
+        @testrun.add_sample batch, concurrency, timeline
+        @testrun.save(@statlog_path)
+        @failog.info Benelux.timeline.messages.filter(:kind => :exception)
+        @failog.info Benelux.timeline.messages.filter(:kind => :timeout)
+        Benelux.timeline.clear if opts[:"no-stats"]
+      end
+      hand.finally do
+        @testrun.save(@statlog_path)
+      end
+      hand
+    end
+
+    def generate_report(sumlog,plan,test_time)
+      global_timeline = Benelux.timeline
+      global_stats = global_timeline.stats.group(:response_time).merge
+      if global_stats.n == 0
+        Stella.ld "No stats"
+        return
+      end
+      
+      @sumlog.info " %-72s  ".att(:reverse) % ["#{plan.desc}  (#{plan.digest_cache.shorter})"]
+      plan.usecases.uniq.each_with_index do |uc,i| 
+        
+        # TODO: Create Ranges object, like Stats object
+        # global_timeline.ranges(:response_time)[:usecase => '1111']
+        # The following returns global response_time ranges. 
+        requests = 0 #global_timeline.ranges(:response_time).size
+        
+        desc = uc.desc || "Usecase ##{i+1} "
+        desc << "  (#{uc.digest_cache.shorter}) "
+        str = ' ' << " %-66s %s   %d%% ".bright.att(:reverse)
+        @sumlog.info str % [desc, '', uc.ratio_pretty]        
+        uc.requests.each do |req| 
+          filter = [uc.digest_cache, req.digest_cache]
+          desc = req.desc 
+          @sumlog.info "   %-72s ".bright % ["#{req.desc}  (#{req.digest_cache.shorter})"]
+          @sumlog.info "    %s" % [req.to_s]
+
+          Load.timers.each do |sname|
+            stats = global_timeline.stats.group(sname)[filter].merge
+#            Stella.stdout.info stats.inspect
+            str = '      %-30s %.3f <= ' << '%.3fs' << ' >= %.3f; %.3f(SD) %d(N)'
+            msg = str % [sname, stats.min, stats.mean, stats.max, stats.sd, stats.n]
+            @sumlog.info msg
+            @sumlog.flush
+          end
+          @sumlog.info $/
+        end
+        
+        @sumlog.info "   Sub Total:".bright
+        
+        stats = global_timeline.stats.group(:response_time)[uc.digest_cache].merge
+        failed = global_timeline.stats.group(:failed)[uc.digest_cache].merge
+        respgrp = global_timeline.stats.group(:execute_response_handler)[uc.digest_cache]
+        resst = respgrp.tag_values(:status)
+        
+        Load.timers.each do |sname|
+          stats = global_timeline.stats.group(sname)[uc.digest_cache].merge
+          @sumlog.info '      %-30s %.3fs %.3f(SD)' % [sname, stats.mean, stats.sd]
+          @sumlog.flush
+        end
+        
+        Load.counts.each do |sname|
+          stats = global_timeline.stats.group(sname)[uc.digest_cache].merge
+          @sumlog.info '      %-30s %-12s (avg:%s)' % [sname, stats.sum.to_bytes, stats.mean.to_bytes]
+          @sumlog.flush
+        end
+        @sumlog.info $/
+        statusi = []
+        resst.each do |status|
+          size = respgrp[:status => status].size
+          statusi << "#{status}: #{size}"
+        end
+        @sumlog.info '      %-30s %d (%s)' % ['Total requests', stats.n, statusi.join(', ')]
+        @sumlog.info '       %-29s %d' % [:success, stats.n - failed.n]
+        @sumlog.info '       %-29s %d' % [:failed, failed.n]
+        
+        @sumlog.info $/
+      end
+      
+      @sumlog.info ' ' << " %-66s ".att(:reverse) % 'Total:'
+      @sumlog.flush
+      
+      failed = global_timeline.stats.group(:failed)
+      respgrp = global_timeline.stats.group(:execute_response_handler)
+      resst = respgrp.tag_values(:status)
+      statusi = []
+      resst.each do |status|
+        size = respgrp[:status => status].size
+        statusi << [status, size]
+      end
+     
+      Load.timers.each do |sname|
+        stats = global_timeline.stats.group(sname).merge
+        @sumlog.info '      %-30s %-.3fs     %-.3f(SD)' % [sname, stats.mean, stats.sd]
+        @sumlog.flush
+      end
+      
+      Load.counts.each do |sname|
+        stats = global_timeline.stats.group(sname).merge
+        @sumlog.info '      %-30s %-12s (avg:%s)' % [sname, stats.sum.to_bytes, stats.mean.to_bytes]
+        @sumlog.flush
+      end
+      
+      @sumlog.info $/
+      @sumlog.info  '      %-30s %d' % ['Total requests', global_stats.n]
+      
+      success = global_stats.n - failed.n
+      @sumlog.info  '       %-29s %d (req/s: %.2f)' % [:success, success, success/test_time]
+      statusi.each do |pair|
+        @sumlog.info3 '        %-28s %s: %d' % ['', *pair]
+      end
+      @sumlog.info  '       %-29s %d' % [:failed, failed.n]
+      
+      @sumlog.flush
+      
+    end
+    
+    
+    def calculate_usecase_clients(plan, opts)
+      counts = { :total => 0 }
+      plan.usecases.each_with_index do |usecase,i|
+        count = case opts[:clients]
+        when 0..9
+          if (opts[:clients] % plan.usecases.size > 0) 
+            msg = "Client count does not evenly match usecase count"
+            raise Stella::WackyRatio, msg
+          else
+            (opts[:clients] / plan.usecases.size)
+          end
+        else
+          (opts[:clients] * usecase.ratio).to_i
+        end
+        counts[usecase.digest_cache] = count
+        counts[:total] += count
+      end
+      counts
+    end
+
+    
+    def build_thread_package(plan, opts, counts)
+      packages, pointer = Array.new(counts[:total]), 0
+      plan.usecases.each do |usecase|
+        count = counts[usecase.digest_cache]
+        Stella.ld "THREAD PACKAGE: #{usecase.desc} (#{pointer} + #{count})"
+        # Fill the thread_package with the contents of the block
+        packages.fill(pointer, count) do |index|
+          client = Stella::Client.new opts[:hosts].first, index+1, opts
+          client.add_observer(self)
+          client.enable_nowait_mode if opts[:nowait]
+          Stella.stdout.info4 "Created client #{client.digest.short}"
+          ThreadPackage.new(index+1, client, usecase)
+        end
+        pointer += count
+      end
+      packages.compact # TODO: Why one nil element sometimes?
+      # Randomize so when ramping up load
+      # we get a mix of usecases. 
+      packages.sort_by {rand}
+    end
+    
+    
+    def running_threads
+      @threads.select { |t| t.status }  # non-false status are still running
+    end
+    
+    def generate_runtime_report(plan)
+      gt = Benelux.timeline
+      gstats = gt.stats.group(:response_time).merge
+      
+      plan.usecases.uniq.each_with_index do |uc,i| 
+        uc.requests.each do |req| 
+          filter = [uc.digest_cache, req.digest_cache]
+
+          Load.timers.each do |sname|
+            stats = gt.stats.group(sname)[filter].merge
+            #Stella.stdout.info stats.inspect
+            puts [sname, stats.min, stats.mean, stats.max, stats.sd, stats.n].join('; ')
+          end
+          
+        end
+      end
+      
+    end
+    
+    def update_prepare_request(client_id, usecase, req, counter)
+     
+    end
+      
+    def update_receive_response(client_id, usecase, uri, req, params, headers, counter, container)
+      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
+      args.push usecase.digest.shorter, req.digest.shorter
+      args.push req.http_method, container.status, uri
+      args << params.to_a.collect { |el| 
+        next if el[0].to_s == '__stella'
+        '%s=%s' % [el[0], el[1].to_s] 
+      }.compact.join('&') # remove skipped params
+      args << headers.to_a.collect { |el|
+        next if el[0].to_s == 'X-Stella-ID'
+        '%s=%s' % el 
+      }.compact.join('&') # remove skipped params
+      args << container.unique_id[0,10]
+      #Benelux.thread_timeline.add_message args.join('; '), 
+      # :status => container.status,
+      # :kind => :request
+      args = [client_id.shorter, container.status, req.http_method, uri, params.inspect]
+      Stella.stdout.info3 '  Client-%s %3d %-6s %s %s' % args
+            
+    end
+    
+    def update_execute_response_handler(client_id, req, container)
+    end
+    
+    def update_error_execute_response_handler(client_id, ex, req, container)
+      desc = "#{container.usecase.desc} > #{req.desc}"
+      if Stella.stdout.lev == 2
+        Stella.stdout.print 2, '.'.color(:red)
+      else
+        Stella.le '  Client-%s %-45s %s' % [client_id.shorter, desc, ex.message]
+        Stella.ld ex.backtrace
+      end
+    end
+    
+    def update_request_unhandled_exception(client_id, usecase, uri, req, params, ex)
+      desc = "#{usecase.desc} > #{req.desc}"
+      if Stella.stdout.lev == 2
+        Stella.stdout.print 2, '.'.color(:red)
+      else
+        Stella.le '  Client-%s %-45s %s' % [client_id.shorter, desc, ex.message]
+        Stella.ld ex.backtrace
+      end
+    end
+    
+    def update_usecase_quit client_id, msg, req, container
+      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
+      Benelux.thread_timeline.add_count :quit, 1
+      args.push [req, container.status, 'QUIT', msg, container.unique_id[0,10]]
+      Benelux.thread_timeline.add_message args.join('; '), :kind => :exception
+      Stella.stdout.info3 "  Client-%s     QUIT   %s" % [client_id.shorter, msg]
+    end
+    
+    def update_request_fail client_id, msg, req, container
+      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
+      Benelux.thread_timeline.add_count :failed, 1
+      args.push [req, container.status, 'FAIL', msg, container.unique_id[0,10]]
+      Benelux.thread_timeline.add_message args.join('; '), :kind => :exception
+      Stella.stdout.info3 "  Client-%s     FAILED   %s" % [client_id.shorter, msg]
+    end
+    
+    def update_request_error client_id, msg, req, container
+      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
+      Benelux.thread_timeline.add_count :error, 1
+      args.push [req, container.status, 'ERROR', msg, container.unique_id[0,10]]
+      Benelux.thread_timeline.add_message args.join('; '), :kind => :exception
+      if Stella.stdout.lev >= 3
+        Stella.le '  Client-%s %-45s %s' % [client_id.shorter, desc, ex.message]
+      end
+    end
+      
+    def update_request_repeat client_id, counter, total, req, container
+      Stella.stdout.info3 "  Client-%s     REPEAT   %d of %d" % [client_id.shorter, counter, total]
+    end
+    
+    def update_follow_redirect client_id, ret, req, container
+      Stella.stdout.info3 "  Client-%s     FOLLOW   %-53s" % [client_id.shorter, ret.uri]
+    end
+    
+    def update_max_redirects client_id, counter, ret, req, container
+      Stella.stdout.info3 "  Client-%s     MAX REDIRECTS   %s " % [client_id.shorter, counter]
+    end
+    
+    def update_authenticate client_id, usecase, req, domain, user, pass
+      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
+      args.push usecase.digest.shorter, req.digest.shorter
+      args.push 'AUTH', domain, user, pass
+      Benelux.thread_timeline.add_message args.join('; '), :kind => :authentication
+    end
+    
+    def update_request_timeout(client_id, usecase, uri, req, params, headers, counter, container)
+      Stella.stdout.info3 "  Client-%s     TIMEOUT   %-53s" % [client_id.shorter, uri]
+      Benelux.thread_timeline.add_count :failed, 1
+      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
+      args.push [uri, 'TOUT', container.unique_id[0,10]]
+      Benelux.thread_timeline.add_message args.join('; '), :kind => :timeout
+    end
+    
+    def self.rescue(client_id, &blk)
+      blk.call
+    rescue => ex
+      Stella.le '  Error in Client-%s: %s' % [client_id.shorter, ex.message]
+      Stella.ld ex.backtrace
+    end
+    
+    Benelux.add_timer Stella::Engine::Load, :build_thread_package
+    Benelux.add_timer Stella::Engine::Load, :generate_report
+    Benelux.add_timer Stella::Engine::Load, :execute_test_plan
+        
   end
-end
+end
+

data/stella.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{stella}
-  s.version = "0.8.2.002"
+  s.version = "0.8.2.003"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Delano Mandelbaum"]
-  s.date = %q{2010-03-05}
+  s.date = %q{2010-03-06}
   s.default_executable = %q{stella}
   s.description = %q{Blame Stella for breaking your web application!}
   s.email = %q{delano@solutious.com}
@@ -49,7 +49,6 @@ Gem::Specification.new do |s|
      "lib/stella/engine.rb",
      "lib/stella/engine/functional.rb",
      "lib/stella/engine/load.rb",
-     "lib/stella/engine/loadbase.rb",
      "lib/stella/guidelines.rb",
      "lib/stella/logger.rb",
      "lib/stella/service.rb",

data/tryouts/70_module_usage.rb

@@ -2,14 +2,19 @@
 
 require 'stella'
 
-#Stella.enable_quiet
-Stella.stdout.lev = 3
+Benelux.enable_debug
+
+Stella.enable_quiet
+#Stella.stdout.lev = 3
 plan = Stella::Testplan.new('http://localhost:3114/search')
 opts = {
   :hosts => '', 
   :clients => 100,
   #:duration => 10
 }
-Stella::Engine::Load.run plan, opts
 
-puts Stella::Engine::Load.testrun.stats[:summary].to_json
+#engine = Stella::Engine::Functional.new opts
+engine = Stella::Engine::Load.new opts
+engine.run plan
+
+puts engine.testrun.stats[:summary].to_json

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: stella
 version: !ruby/object:Gem::Version 
-  version: 0.8.2.002
+  version: 0.8.2.003
 platform: ruby
 authors: 
 - Delano Mandelbaum
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-03-05 00:00:00 -05:00
+date: 2010-03-06 00:00:00 -05:00
 default_executable: stella
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -112,7 +112,6 @@ files:
 - lib/stella/engine.rb
 - lib/stella/engine/functional.rb
 - lib/stella/engine/load.rb
-- lib/stella/engine/loadbase.rb
 - lib/stella/guidelines.rb
 - lib/stella/logger.rb
 - lib/stella/service.rb

data/lib/stella/engine/loadbase.rb

@@ -1,423 +0,0 @@
-
-module Stella::Engine
-  module Load
-    extend Stella::Engine::Base
-    extend self
-    
-    @timers = [:response_time]
-    @counts = [:response_content_size]
-    @reqlog = nil
-    @logdir = nil
-    
-    class << self
-      attr_accessor :timers, :counts, :logdir, :testrun
-    end
-    
-    def run(plan, opts={})
-      opts = process_options! plan, opts
-      @threads, @max_clients, @real_reps = [], 0, 0
-      
-      @logdir = log_dir(plan)
-      latest = File.join(File.dirname(@logdir), 'latest')
-      Stella.stdout.info "Logging to #{@logdir}", $/
-      
-      if Stella.sysinfo.os == :unix
-        File.unlink latest if File.exists? latest
-        FileUtils.ln_sf File.basename(@logdir), latest
-      end
-      
-      @statlog_path = log_path(plan, 'stats')
-      @sumlog = Stella::Logger.new log_path(plan, 'summary')
-      @failog = Stella::Logger.new log_path(plan, 'exceptions')
-      
-      Stella.stdout.add_template :head, '  %s: %s'
-      Stella.stdout.add_template :status,  "#{$/}%s..."
-      
-      if Stella.stdout.lev >= 2
-        Load.timers += [:socket_connect, :send_request, :first_byte, :receive_response]
-        Load.counts  = [:request_header_size, :request_content_size]
-        Load.counts += [:response_headers_size, :response_content_size]
-      end
-      
-      events = [Load.timers, Load.counts, :failed].flatten
-      @testrun = Stella::Testrun.new plan, events, opts
-      @testrun.mode = 'l'
-      
-      if Stella::Engine.service
-        Stella::Engine.service.testplan_sync plan
-        Stella::Engine.service.testrun_create @testrun
-        Stella.stdout.head 'Testrun', @testrun.remote_digest
-      end
-      
-      @testrun.save(@statlog_path)
-      
-      @dumper = prepare_dumper(plan, opts)
-      
-      counts = calculate_usecase_clients plan, opts
-      
-      packages = build_thread_package plan, opts, counts
-      
-      if opts[:duration] > 0
-        timing = "#{opts[:duration].seconds.to_i} seconds"
-      else
-        timing = "#{opts[:repetitions]} repetitions"
-      end
-      
-      Stella.stdout.head 'Plan', "#{plan.desc} (#{plan.digest.shorter})"
-      Stella.stdout.head 'Hosts', opts[:hosts].join(', ')
-      Stella.stdout.head 'Clients', counts[:total]
-      Stella.stdout.head 'Limit', timing
-      
-      Stella.stdout.head 'Arrival', opts[:arrival] if opts[:arrival]
-      
-      @dumper.start
-      
-      begin 
-        Stella.stdout.status "Running" 
-        execute_test_plan packages, opts[:repetitions], opts[:duration], opts[:arrival]
-      rescue Interrupt
-        Stella.stdout.info $/, "Stopping test"
-        Stella.abort!
-        @threads.each { |t| t.join } unless @threads.nil? || @threads.empty? # wait
-      rescue => ex
-        STDERR.puts "Unhandled exception: #{ex.message}"
-        STDERR.puts ex.backtrace if Stella.debug? || Stella.stdout.lev >= 3
-      end
-      
-      Stella.stdout.status "Processing"
-      
-      @dumper.stop
-      
-      bt = Benelux.timeline
-      tt = Benelux.thread_timeline
-      
-      # TODO: don't get test time from benelux. 
-      test_time = tt.stats.group(:execute_test_plan).mean
-      generate_report @sumlog, plan, test_time
-      #report_time = tt.stats.group(:generate_report).mean
-      
-      Stella.stdout.info File.read(@sumlog.path)
-      
-      Stella.stdout.info $/, "Log dir: #{@logdir}"
-      
-      @testrun.stats[:summary][:failed].n == 0 
-    end
-    
-  protected
-    class ThreadPackage
-      attr_accessor :index
-      attr_accessor :client
-      attr_accessor :usecase
-      def initialize(i, c, u)
-        @index, @client, @usecase = i, c, u
-      end
-    end
-    
-    def prepare_dumper(plan, opts)
-      hand = Stella::Hand.new(Load::ROTATE_TIMELINE, 2.seconds) do
-        Benelux.update_global_timeline 
-        # @threads contains only stella clients
-        concurrency = @threads.select { |t| !t.status.nil? }.size
-        batch, timeline = Benelux.timeline_updates, Benelux.timeline_chunk
-        @testrun.add_sample batch, concurrency, timeline
-        @testrun.save(@statlog_path)
-        @failog.info Benelux.timeline.messages.filter(:kind => :exception)
-        @failog.info Benelux.timeline.messages.filter(:kind => :timeout)
-        Benelux.timeline.clear if opts[:"no-stats"]
-      end
-      hand.finally do
-        @testrun.save(@statlog_path)
-      end
-      hand
-    end
-
-    def generate_report(sumlog,plan,test_time)
-      global_timeline = Benelux.timeline
-      global_stats = global_timeline.stats.group(:response_time).merge
-      if global_stats.n == 0
-        Stella.ld "No stats"
-        return
-      end
-      
-      @sumlog.info " %-72s  ".att(:reverse) % ["#{plan.desc}  (#{plan.digest_cache.shorter})"]
-      plan.usecases.uniq.each_with_index do |uc,i| 
-        
-        # TODO: Create Ranges object, like Stats object
-        # global_timeline.ranges(:response_time)[:usecase => '1111']
-        # The following returns global response_time ranges. 
-        requests = 0 #global_timeline.ranges(:response_time).size
-        
-        desc = uc.desc || "Usecase ##{i+1} "
-        desc << "  (#{uc.digest_cache.shorter}) "
-        str = ' ' << " %-66s %s   %d%% ".bright.att(:reverse)
-        @sumlog.info str % [desc, '', uc.ratio_pretty]        
-        uc.requests.each do |req| 
-          filter = [uc.digest_cache, req.digest_cache]
-          desc = req.desc 
-          @sumlog.info "   %-72s ".bright % ["#{req.desc}  (#{req.digest_cache.shorter})"]
-          @sumlog.info "    %s" % [req.to_s]
-
-          Load.timers.each do |sname|
-            stats = global_timeline.stats.group(sname)[filter].merge
-#            Stella.stdout.info stats.inspect
-            str = '      %-30s %.3f <= ' << '%.3fs' << ' >= %.3f; %.3f(SD) %d(N)'
-            msg = str % [sname, stats.min, stats.mean, stats.max, stats.sd, stats.n]
-            @sumlog.info msg
-            @sumlog.flush
-          end
-          @sumlog.info $/
-        end
-        
-        @sumlog.info "   Sub Total:".bright
-        
-        stats = global_timeline.stats.group(:response_time)[uc.digest_cache].merge
-        failed = global_timeline.stats.group(:failed)[uc.digest_cache].merge
-        respgrp = global_timeline.stats.group(:execute_response_handler)[uc.digest_cache]
-        resst = respgrp.tag_values(:status)
-        
-        Load.timers.each do |sname|
-          stats = global_timeline.stats.group(sname)[uc.digest_cache].merge
-          @sumlog.info '      %-30s %.3fs %.3f(SD)' % [sname, stats.mean, stats.sd]
-          @sumlog.flush
-        end
-        
-        Load.counts.each do |sname|
-          stats = global_timeline.stats.group(sname)[uc.digest_cache].merge
-          @sumlog.info '      %-30s %-12s (avg:%s)' % [sname, stats.sum.to_bytes, stats.mean.to_bytes]
-          @sumlog.flush
-        end
-        @sumlog.info $/
-        statusi = []
-        resst.each do |status|
-          size = respgrp[:status => status].size
-          statusi << "#{status}: #{size}"
-        end
-        @sumlog.info '      %-30s %d (%s)' % ['Total requests', stats.n, statusi.join(', ')]
-        @sumlog.info '       %-29s %d' % [:success, stats.n - failed.n]
-        @sumlog.info '       %-29s %d' % [:failed, failed.n]
-        
-        @sumlog.info $/
-      end
-      
-      @sumlog.info ' ' << " %-66s ".att(:reverse) % 'Total:'
-      @sumlog.flush
-      
-      failed = global_timeline.stats.group(:failed)
-      respgrp = global_timeline.stats.group(:execute_response_handler)
-      resst = respgrp.tag_values(:status)
-      statusi = []
-      resst.each do |status|
-        size = respgrp[:status => status].size
-        statusi << [status, size]
-      end
-     
-      Load.timers.each do |sname|
-        stats = global_timeline.stats.group(sname).merge
-        @sumlog.info '      %-30s %-.3fs     %-.3f(SD)' % [sname, stats.mean, stats.sd]
-        @sumlog.flush
-      end
-      
-      Load.counts.each do |sname|
-        stats = global_timeline.stats.group(sname).merge
-        @sumlog.info '      %-30s %-12s (avg:%s)' % [sname, stats.sum.to_bytes, stats.mean.to_bytes]
-        @sumlog.flush
-      end
-      
-      @sumlog.info $/
-      @sumlog.info  '      %-30s %d' % ['Total requests', global_stats.n]
-      
-      success = global_stats.n - failed.n
-      @sumlog.info  '       %-29s %d (req/s: %.2f)' % [:success, success, success/test_time]
-      statusi.each do |pair|
-        @sumlog.info3 '        %-28s %s: %d' % ['', *pair]
-      end
-      @sumlog.info  '       %-29s %d' % [:failed, failed.n]
-      
-      @sumlog.flush
-      
-    end
-    
-    
-    def calculate_usecase_clients(plan, opts)
-      counts = { :total => 0 }
-      plan.usecases.each_with_index do |usecase,i|
-        count = case opts[:clients]
-        when 0..9
-          if (opts[:clients] % plan.usecases.size > 0) 
-            msg = "Client count does not evenly match usecase count"
-            raise Stella::WackyRatio, msg
-          else
-            (opts[:clients] / plan.usecases.size)
-          end
-        else
-          (opts[:clients] * usecase.ratio).to_i
-        end
-        counts[usecase.digest_cache] = count
-        counts[:total] += count
-      end
-      counts
-    end
-
-    
-    def build_thread_package(plan, opts, counts)
-      packages, pointer = Array.new(counts[:total]), 0
-      plan.usecases.each do |usecase|
-        count = counts[usecase.digest_cache]
-        Stella.ld "THREAD PACKAGE: #{usecase.desc} (#{pointer} + #{count})"
-        # Fill the thread_package with the contents of the block
-        packages.fill(pointer, count) do |index|
-          client = Stella::Client.new opts[:hosts].first, index+1, opts
-          client.add_observer(self)
-          client.enable_nowait_mode if opts[:nowait]
-          Stella.stdout.info4 "Created client #{client.digest.short}"
-          ThreadPackage.new(index+1, client, usecase)
-        end
-        pointer += count
-      end
-      packages.compact # TODO: Why one nil element sometimes?
-      # Randomize so when ramping up load
-      # we get a mix of usecases. 
-      packages.sort_by {rand}
-    end
-    
-    def execute_test_plan(*args)
-      raise "Override execute_test_plan method in #{self}"
-    end
-    
-    def running_threads
-      @threads.select { |t| t.status }  # non-false status are still running
-    end
-    
-    def generate_runtime_report(plan)
-      gt = Benelux.timeline
-      gstats = gt.stats.group(:response_time).merge
-      
-      plan.usecases.uniq.each_with_index do |uc,i| 
-        uc.requests.each do |req| 
-          filter = [uc.digest_cache, req.digest_cache]
-
-          Load.timers.each do |sname|
-            stats = gt.stats.group(sname)[filter].merge
-            #Stella.stdout.info stats.inspect
-            puts [sname, stats.min, stats.mean, stats.max, stats.sd, stats.n].join('; ')
-          end
-          
-        end
-      end
-      
-    end
-    
-    def update_prepare_request(client_id, usecase, req, counter)
-     
-    end
-      
-    def update_receive_response(client_id, usecase, uri, req, params, headers, counter, container)
-      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
-      args.push usecase.digest.shorter, req.digest.shorter
-      args.push req.http_method, container.status, uri
-      args << params.to_a.collect { |el| 
-        next if el[0].to_s == '__stella'
-        '%s=%s' % [el[0], el[1].to_s] 
-      }.compact.join('&') # remove skipped params
-      args << headers.to_a.collect { |el|
-        next if el[0].to_s == 'X-Stella-ID'
-        '%s=%s' % el 
-      }.compact.join('&') # remove skipped params
-      args << container.unique_id[0,10]
-      #Benelux.thread_timeline.add_message args.join('; '), 
-      # :status => container.status,
-      # :kind => :request
-      args = [client_id.shorter, container.status, req.http_method, uri, params.inspect]
-      Stella.stdout.info3 '  Client-%s %3d %-6s %s %s' % args
-            
-    end
-    
-    def update_execute_response_handler(client_id, req, container)
-    end
-    
-    def update_error_execute_response_handler(client_id, ex, req, container)
-      desc = "#{container.usecase.desc} > #{req.desc}"
-      if Stella.stdout.lev == 2
-        Stella.stdout.print 2, '.'.color(:red)
-      else
-        Stella.le '  Client-%s %-45s %s' % [client_id.shorter, desc, ex.message]
-        Stella.ld ex.backtrace
-      end
-    end
-    
-    def update_request_unhandled_exception(client_id, usecase, uri, req, params, ex)
-      desc = "#{usecase.desc} > #{req.desc}"
-      if Stella.stdout.lev == 2
-        Stella.stdout.print 2, '.'.color(:red)
-      else
-        Stella.le '  Client-%s %-45s %s' % [client_id.shorter, desc, ex.message]
-        Stella.ld ex.backtrace
-      end
-    end
-    
-    def update_usecase_quit client_id, msg, req, container
-      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
-      Benelux.thread_timeline.add_count :quit, 1
-      args.push [req, container.status, 'QUIT', msg, container.unique_id[0,10]]
-      Benelux.thread_timeline.add_message args.join('; '), :kind => :exception
-      Stella.stdout.info3 "  Client-%s     QUIT   %s" % [client_id.shorter, msg]
-    end
-    
-    def update_request_fail client_id, msg, req, container
-      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
-      Benelux.thread_timeline.add_count :failed, 1
-      args.push [req, container.status, 'FAIL', msg, container.unique_id[0,10]]
-      Benelux.thread_timeline.add_message args.join('; '), :kind => :exception
-      Stella.stdout.info3 "  Client-%s     FAILED   %s" % [client_id.shorter, msg]
-    end
-    
-    def update_request_error client_id, msg, req, container
-      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
-      Benelux.thread_timeline.add_count :error, 1
-      args.push [req, container.status, 'ERROR', msg, container.unique_id[0,10]]
-      Benelux.thread_timeline.add_message args.join('; '), :kind => :exception
-      if Stella.stdout.lev >= 3
-        Stella.le '  Client-%s %-45s %s' % [client_id.shorter, desc, ex.message]
-      end
-    end
-      
-    def update_request_repeat client_id, counter, total, req, container
-      Stella.stdout.info3 "  Client-%s     REPEAT   %d of %d" % [client_id.shorter, counter, total]
-    end
-    
-    def update_follow_redirect client_id, ret, req, container
-      Stella.stdout.info3 "  Client-%s     FOLLOW   %-53s" % [client_id.shorter, ret.uri]
-    end
-    
-    def update_max_redirects client_id, counter, ret, req, container
-      Stella.stdout.info3 "  Client-%s     MAX REDIRECTS   %s " % [client_id.shorter, counter]
-    end
-    
-    def update_authenticate client_id, usecase, req, domain, user, pass
-      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
-      args.push usecase.digest.shorter, req.digest.shorter
-      args.push 'AUTH', domain, user, pass
-      Benelux.thread_timeline.add_message args.join('; '), :kind => :authentication
-    end
-    
-    def update_request_timeout(client_id, usecase, uri, req, params, headers, counter, container)
-      Stella.stdout.info3 "  Client-%s     TIMEOUT   %-53s" % [client_id.shorter, uri]
-      Benelux.thread_timeline.add_count :failed, 1
-      args = [Time.now.to_f, Stella.sysinfo.hostname, client_id.short]
-      args.push [uri, 'TOUT', container.unique_id[0,10]]
-      Benelux.thread_timeline.add_message args.join('; '), :kind => :timeout
-    end
-    
-    def self.rescue(client_id, &blk)
-      blk.call
-    rescue => ex
-      Stella.le '  Error in Client-%s: %s' % [client_id.shorter, ex.message]
-      Stella.ld ex.backtrace
-    end
-    
-    Benelux.add_timer Stella::Engine::Load, :build_thread_package
-    Benelux.add_timer Stella::Engine::Load, :generate_report
-        
-  end
-end
-