stella 0.7.0.014 → 0.7.0.015

data/Rudyfile

@@ -0,0 +1,174 @@
+require 'stella'
+
+machines do
+  
+  region :'us-east-1' do
+    ami 'ami-e348af8a'               # Alestic Debian 5.0, 32-bit (US)
+  end
+  region :'eu-west-1' do
+    ami 'ami-6ecde51a'               # Alestic Debian 5.0, 32-bit (EU)
+  end
+  
+  env :stage do
+                           
+    role :app do           
+      user :root           
+      size 'm1.small'                    
+    end                    
+                           
+    role :gen do
+      size 'm1.small'        
+    end                    
+
+  end  
+
+end
+
+
+
+commands do
+  allow :apt_get, "apt-get", :y, :q
+  allow :gem_install, "/usr/bin/gem", "install", :n, '/usr/bin', :y, :V, "--no-rdoc", "--no-ri"
+  allow :gem_sources, "/usr/bin/gem", "sources"
+  allow :gem_uninstall, "/usr/bin/gem", "uninstall", :V
+  allow :update_rubygems
+  allow :rake
+  allow :thin
+  allow :stella
+  allow :rm
+  allow :rackup_path do
+    "/usr/lib/ruby/gems/1.8/gems/stella/#{Stella::VERSION}/support/sample_webapp/config.ru"
+  end
+end
+
+routines do
+           
+  role :app do                     
+    
+    start do
+      remote do
+        thin :d, :p, 3114, :R, rackup_path, 'start'
+      end
+    end
+    
+    stop do 
+      remote do
+        thin :d, :p, 3114, :R, rackup_path, 'stop'
+      end
+    end
+    
+  end
+  
+  role :gen do
+    
+    # rudy -v -r gen verify ip-10-251-27-245.ec2.internal:3114
+    verify do
+      remote do |arg|
+        stella :v, 'verify', "#{arg.first}"
+      end
+    end
+    
+    # rudy -v -r gen stress ip-10-251-27-245.ec2.internal:3114
+    stress do
+      remote do |arg|
+        stella :v, 'stress', :c, 50, :r, 4, "#{arg.first}"
+      end
+    end
+    
+  end
+  
+  setup do                     
+    after :sysupdate, :installdeps, :install_gem
+  end                            
+                                 
+  shutdown do                                          
+  end                            
+                                 
+  reboot do                                             
+  end
+    
+  install_rubyforge do
+    remote :root do
+      gem_install 'stella', :V
+    end
+  end
+  
+  install_github do
+    remote :root do
+      gem_sources :a, "http://gems.github.com"
+      gem_install 'solutious-stella'
+    end
+  end
+
+  package_gem do
+    local do
+      rm :r, :f, 'pkg'
+      rake 'package'
+    end
+  end
+  
+  remove_rudy do
+    remote :root do
+      gem_uninstall 'stella'
+      rm :r, :f, '.stella'
+    end
+  end
+  
+  install_gem do
+    before :package_gem
+    remote :root do
+      file_upload "pkg/stella-#{Stella::VERSION}.gem", "/tmp/"
+      gem_install "/tmp/stella-#{Stella::VERSION}.gem"
+    end
+    
+  end
+  
+  installdeps do
+    remote :root do
+      gem_install "test-spec", "rspec", "camping", "fcgi", "memcache-client"
+      gem_install "mongrel"
+      gem_install "ruby-openid", :v, "2.0.4" # thin requires 2.0.x
+      gem_install "rack", "thin", "sinatra"
+    end
+  end
+  
+  install_ruby19 do
+    remote do
+      wget 'ftp://ftp.ruby-lang.org/pub/ruby/1.9/ruby-1.9.1-p243.tar.bz2'
+      tar :x, :j, :v, :f, 'ruby-1.9.1-p243.tar.bz2'
+      cd 'ruby-1.9.1-p243'
+      configure '--prefix=/usr/local', '--enable-shared'
+      make
+      make 'install'
+    end
+  end
+  
+  sysupdate do
+    remote :root do                  
+      apt_get "update"             
+      apt_get "install", "libxml2-dev", "libxslt-dev"  
+      apt_get "install", "build-essential", "git-core"
+      apt_get "install", "ruby1.8-dev", "rdoc", "libzlib-ruby", "rubygems"
+      apt_get "install", "libfcgi-dev", "libfcgi-ruby1.8"
+      gem_sources :a, "http://gems.github.com"
+      mkdir :p, "/var/lib/gems/1.8/bin" # Doesn't get created, but causes Rubygems to fail
+      gem_install "builder", "session"
+      gem_install 'hoe-seattlerb'
+      gem_install 'rubygems-update', "-v=1.3.4"
+      update_rubygems
+      gem_install 'hoe'
+    end
+  end
+                           
+  
+end
+
+
+defaults do
+  zone :'us-east-1a'
+  environment :stage
+  role :app
+  color true               
+  user :root               
+end
+

data/bin/stella

@@ -71,7 +71,8 @@ class Stella::CLI::Definition
   about "Run a functional test"
   usage "stella verify http://stellaaahhhh.com/"
   usage "stella verify -p path/2/testplan.rb http://stellaaahhhh.com/"
-  option :w, :nowait, "Ignore wait times"
+  option :W, :nowait, "Ignore wait times"
+  option :w, :wait, Float, "Wait time (in seconds) between client requests (ignored if testplan supplied)"
   option :p, :testplan, String, "Path to testplan" 
   command :verify => Stella::CLI
   

data/lib/stella.rb

@@ -68,6 +68,7 @@ require 'stella/exceptions'
 require 'stella/utils'
 require 'stella/config'
 require 'stella/data'
+require 'stella/client'
 
 Stella::Utils.require_vendor "httpclient", '2.1.5.2'
 Stella::Utils.require_glob(Stella::LIB_HOME, 'stella', '*.rb')

data/lib/stella/engine.rb

@@ -2,22 +2,6 @@
 
 module Stella::Engine
   
-  # These commented out timers are not very revealing.
-  #Benelux.add_timer      Stella::Client, :execute
-  Benelux.add_counter      Stella::Client, :execute_response_handler
-  #Benelux.add_timer          HTTPClient, :create_request
-  
-  # These timers are interesting from a reporting perspective.
-  Benelux.add_timer          HTTPClient, :do_request
-  Benelux.add_timer HTTPClient::Session, :create_socket
-  Benelux.add_timer HTTPClient::Session, :create_ssl_socket
-  Benelux.add_timer HTTPClient::Session, :connect
-  Benelux.add_timer HTTPClient::Session, :query
-  Benelux.add_timer HTTPClient::Session, :socket_gets_first_byte
-  Benelux.add_timer HTTPClient::Session, :get_body
-  
-  #Benelux.add_counter Stella::Client, :execute_response_handler
-  
   module Base
     extend self
     
@@ -51,6 +35,19 @@ module Stella::Engine
     def update_request_error(*args) raise end
     
   end
+
+  Stella::Utils.require_glob(Stella::LIB_HOME, 'stella', 'engine', '*.rb')
+
+
+  # These timers are interesting from a reporting perspective.
+  Benelux.add_counter    Stella::Client, :execute_response_handler
+  Benelux.add_timer          HTTPClient, :do_request
+  Benelux.add_timer HTTPClient::Session, :create_socket
+  Benelux.add_timer HTTPClient::Session, :create_ssl_socket
+  Benelux.add_timer HTTPClient::Session, :connect
+  Benelux.add_timer HTTPClient::Session, :query
+  Benelux.add_timer HTTPClient::Session, :socket_gets_first_byte
+  Benelux.add_timer HTTPClient::Session, :get_body
+
 end
 
-Stella::Utils.require_glob(Stella::LIB_HOME, 'stella', 'engine', '*.rb')

data/lib/stella/engine/stress.rb

@@ -0,0 +1,293 @@
+
+module Stella::Engine
+  module Stress
+    extend Stella::Engine::Base
+    extend self
+    
+    @timers = [:do_request]
+    @counts = [:response_content_size]
+    
+    class << self
+      attr_accessor :timers, :counts
+    end
+    
+    def run(plan, opts={})
+      opts = {
+        :hosts          => [],
+        :clients        => 1,
+        :duration       => nil,
+        :repetitions    => 1
+      }.merge! opts
+      opts[:clients] = plan.usecases.size if opts[:clients] < plan.usecases.size
+      opts[:clients] = 1000 if opts[:clients] > 1000
+      
+      if Stella.loglev > 1
+        Stress.timers += [:connect, :create_socket, :query, :socket_gets_first_byte, :get_body]
+        Stress.counts  = [:request_header_size, :request_content_size]
+        Stress.counts += [:response_headers_size, :response_content_size]
+      end
+      
+      
+      Stella.ld "OPTIONS: #{opts.inspect}"
+      Stella.li3 "Hosts: " << opts[:hosts].join(', ') 
+      
+      counts = calculate_usecase_clients plan, opts
+      
+      Stella.li $/, "Preparing #{counts[:total]} virtual clients...", $/
+      Stella.lflush
+      packages = build_thread_package plan, opts, counts
+      
+      Stella.li "Generating load...", $/
+      Stella.lflush
+      
+      begin
+        execute_test_plan packages, opts[:repetitions]
+      rescue Interrupt
+        Stella.li "Stopping test...", $/
+        Stella.abort!
+      ensure
+        Stella.li "Processing statistics...", $/
+        Stella.lflush
+        
+        
+        wait_for_reporter
+        
+        tt = Benelux.thread_timeline
+        test_time = tt.ranges(:execute_test_plan).first.duration
+        
+        generate_report plan, test_time
+
+        # No need to add the main thread 
+        # stats to the global timeline. 
+        # Benelux.reporter.force_update
+        
+        Stella.li "Overall time: "
+        Stella.li "  prep: %10.2fs" % tt.ranges(:build_thread_package).first.duration
+        Stella.li "  test: %10.2fs" % test_time
+        Stella.li "  wait: %10.2fs" % tt.ranges(:wait_for_reporter).first.duration
+        Stella.li "  post: %10.2fs" % tt.ranges(:generate_report).first.duration
+        Stella.li $/
+      end
+      
+      # errors?
+    end
+    
+    def wait_for_reporter
+      Benelux.reporter.wait
+    end
+    
+  protected
+    class ThreadPackage
+      attr_accessor :index
+      attr_accessor :client
+      attr_accessor :usecase
+      def initialize(i, c, u)
+        @index, @client, @usecase = i, c, u
+      end
+    end
+    
+    def calculate_usecase_clients(plan, opts)
+      counts = { :total => 0 }
+      plan.usecases.each_with_index do |usecase,i|
+        count = case opts[:clients]
+        when 0..9
+          if (opts[:clients] % plan.usecases.size > 0) 
+            msg = "Client count does not evenly match usecase count"
+            raise Stella::Testplan::WackyRatio, msg
+          else
+            (opts[:clients] / plan.usecases.size)
+          end
+        else
+          (opts[:clients] * usecase.ratio).to_i
+        end
+        counts[usecase.gibbler_cache] = count
+        counts[:total] += count
+      end
+      counts
+    end
+    
+    def build_thread_package(plan, opts, counts)
+      packages, pointer = Array.new(counts[:total]), 0
+      plan.usecases.each do |usecase|
+        count = counts[usecase.gibbler_cache]
+        Stella.ld "THREAD PACKAGE: #{usecase.desc} (#{pointer} + #{count})"
+        # Fill the thread_package with the contents of the block
+        packages.fill(pointer, count) do |index|
+          Stella.li3 "Creating client ##{index+1} "
+          client = Stella::Client.new opts[:hosts].first, index+1
+          client.add_observer(self)
+          client.enable_nowait_mode 
+          ThreadPackage.new(index+1, client, usecase)
+        end
+        pointer += count
+      end
+      packages.compact # TODO: Why one nil element sometimes?
+    end
+    
+    def execute_test_plan(packages, reps=1)
+      Thread.ify packages, :threads => packages.size do |package|
+        
+        # This thread will stay on this one track. 
+        Benelux.current_track package.client.gibbler
+        Benelux.add_thread_tags :usecase => package.usecase.gibbler_cache
+        
+        (1..reps).to_a.each do |rep|
+          Benelux.add_thread_tags :rep =>  rep
+          Stella::Engine::Stress.rescue(package.client.gibbler_cache) {
+            break if Stella.abort?
+            print '.' if Stella.loglev == 2
+            stats = package.client.execute package.usecase
+          }
+          Benelux.remove_thread_tags :rep
+        end
+        
+        Benelux.remove_thread_tags :usecase
+        
+      end
+      Stella.li2 $/, $/
+    end
+      
+    def generate_report(plan,test_time)
+      #Benelux.update_all_track_timelines
+      global_timeline = Benelux.timeline
+      
+      Stella.li $/, " %-72s  ".att(:reverse) % ["#{plan.desc}  (#{plan.gibbler_cache.shorter})"]
+      plan.usecases.uniq.each_with_index do |uc,i| 
+        
+        # TODO: Create Ranges object, like Stats object
+        # global_timeline.ranges(:do_request)[:usecase => '1111']
+        # The following returns globl do_request ranges. 
+        requests = 0 #global_timeline.ranges(:do_request).size
+        
+        desc = uc.desc || "Usecase ##{i+1} "
+        desc << "  (#{uc.gibbler_cache.shorter}) "
+        str = ' ' << " %-66s %s   %d%% ".bright.att(:reverse)
+        Stella.li str % [desc, '', uc.ratio_pretty]
+        
+        uc.requests.each do |req| 
+          filter = [uc.gibbler_cache, req.gibbler_cache]
+          desc = req.desc 
+          Stella.li "   %-72s ".bright % ["#{req.desc}  (#{req.gibbler_cache.shorter})"]
+          Stella.li "    %s" % [req.to_s]
+          Stress.timers.each do |sname|
+            stats = global_timeline.stats.group(sname)[filter]
+            str = '      %-30s %.3f <= ' << '%.3fs' << ' >= %.3f; %.3f(SD) %d(N)'
+            Stella.li str % [sname, stats.min, stats.mean, stats.max, stats.sd, stats.n]
+            Stella.lflush
+          end
+          Stella.li $/
+        end
+        
+        Stella.li "   Sub Total:".bright
+        
+        stats = global_timeline.stats.group(:do_request)[uc.gibbler_cache]
+        failed = global_timeline.stats.group(:failed)[uc.gibbler_cache]
+        respgrp = global_timeline.stats.group(:execute_response_handler)[uc.gibbler_cache]
+        resst = respgrp.tag_values(:status)
+        statusi = []
+        resst.each do |status|
+          size = respgrp[:status => status].size
+          statusi << "#{status}: #{size}"
+        end
+        Stella.li '      %-30s %d (%s)' % ['Total requests', stats.n, statusi.join(', ')]
+        Stella.li '       %-29s %d' % [:success, stats.n - failed.n]
+        Stella.li '       %-29s %d' % [:failed, failed.n]
+        
+        Stress.timers.each do |sname|
+          stats = global_timeline.stats.group(sname)[uc.gibbler_cache]
+          Stella.li '      %-30s %.3fs %.3f(SD)' % [sname, stats.mean, stats.sd]
+          Stella.lflush
+        end
+        
+        Stress.counts.each do |sname|
+          stats = global_timeline.stats.group(sname)[uc.gibbler_cache]
+          Stella.li '      %-30s %-12s (avg:%s)' % [sname, stats.sum.to_bytes, stats.mean.to_bytes]
+          Stella.lflush
+        end
+        Stella.li $/
+      end
+      
+      Stella.li ' ' << " %-66s ".att(:reverse) % 'Total:'
+      stats = global_timeline.stats.group(:do_request)
+      failed = global_timeline.stats.group(:failed)
+      respgrp = global_timeline.stats.group(:execute_response_handler)
+      resst = respgrp.tag_values(:status)
+      statusi = []
+      resst.each do |status|
+        size = respgrp[:status => status].size
+        statusi << [status, size]
+      end
+      Stella.li  '      %-30s %d' % ['Total requests', stats.n]
+      success = stats.n - failed.n
+      Stella.li  '       %-29s %d (req/s: %.2f)' % [:success, success, success/test_time]
+      statusi.each do |pair|
+        Stella.li2 '        %-28s %s: %d' % ['', *pair]
+      end
+      Stella.li  '       %-29s %d' % [:failed, failed.n]
+      
+      Stress.timers.each do |sname|
+        stats = global_timeline.stats.group(sname)
+        Stella.li '      %-30s %-.3fs     %-.3f(SD)' % [sname, stats.mean, stats.sd]
+        Stella.lflush
+      end
+      
+      Stress.counts.each do |sname|
+        stats = global_timeline.stats.group(sname)
+        Stella.li '      %-30s %-12s (avg:%s)' % [sname, stats.sum.to_bytes, stats.mean.to_bytes]
+        Stella.lflush
+      end
+      Stella.li $/
+    end
+    
+    
+    def update_prepare_request(client_id, usecase, req, counter)
+      
+    end
+      
+    def update_receive_response(client_id, usecase, uri, req, counter, container)
+      desc = "#{usecase.desc} > #{req.desc}"
+      Stella.li3 '  Client-%s %3d %-6s %-45s' % [client_id.shorter, container.status, req.http_method, uri]
+    end
+    
+    def update_execute_response_handler(client_id, req, container)
+    end
+    
+    def update_error_execute_response_handler(client_id, ex, req, container)
+      desc = "#{container.usecase.desc} > #{req.desc}"
+      Stella.li $/ if Stella.loglev == 1
+      Stella.le '  Client-%s %-45s %s' % [client_id.shorter, desc, ex.message]
+      Stella.li3 ex.backtrace
+    end
+    
+    def update_request_error(client_id, usecase, uri, req, params, ex)
+      desc = "#{usecase.desc} > #{req.desc}"
+      Stella.li $/ if Stella.loglev == 1
+      Stella.le '  Client-%s %-45s %s' % [client_id.shorter, desc, ex.message]
+      Stella.li3 ex.backtrace
+    end
+
+    def update_quit_usecase client_id, msg
+      Stella.li3 "  Client-%s     QUIT   %s" % [client_id.shorter, msg]
+    end
+    
+    
+    def update_repeat_request client_id, counter, total
+      Stella.li3 "  Client-%s     REPEAT   %d of %d" % [client_id.shorter, counter, total]
+    end
+    
+    def self.rescue(client_id, &blk)
+      blk.call
+    rescue => ex
+      Stella.le '  Error in Client-%s: %s' % [client_id.shorter, ex.message]
+      Stella.li3 ex.backtrace
+    end
+    
+    
+    Benelux.add_timer Stella::Engine::Stress, :build_thread_package
+    Benelux.add_timer Stella::Engine::Stress, :execute_test_plan
+    Benelux.add_timer Stella::Engine::Stress, :generate_report
+    Benelux.add_timer Stella::Engine::Stress, :wait_for_reporter
+    
+  end
+end
+

data/lib/stella/testplan/usecase.rb

@@ -73,6 +73,8 @@ class Testplan
       req.desc = args[1] if args.size > 1 # Description is optional
       Stella.ld req
       @requests << req
+      req.gibbler
+      req.freeze
       req
     end
     def get(*args, &blk);    add_request :get,    *args, &blk; end

data/lib/stella/version.rb

@@ -6,9 +6,9 @@ module Stella
       MAJOR = 0.freeze
       MINOR = 7.freeze
       TINY  = 0.freeze
-      PATCH = '014'.freeze
+      PATCH = '015'.freeze
     end
-    def self.to_s; [MAJOR, MINOR, TINY].join('.'); end
+    def self.to_s; [MAJOR, MINOR, TINY, PATCH].join('.'); end
     def self.to_f; self.to_s.to_f; end
     def self.patch; PATCH; end
   end

data/stella.gemspec

@@ -1,7 +1,7 @@
 @spec = Gem::Specification.new do |s|
   s.name = "stella"
   s.rubyforge_project = 'stella'
-  s.version = "0.7.0.014"
+  s.version = "0.7.0.015"
   s.summary = "Stella: Perform load tests on your web applications with beauty and brute strength."
   s.description = s.summary
   s.author = "Delano Mandelbaum"
@@ -15,9 +15,10 @@
   
   s.executables = %w[stella]
   
-  s.add_dependency 'benelux',    '>= 0.4.0'
+  s.add_dependency 'benelux',    '>= 0.4.2'
   s.add_dependency 'drydock',    '>= 0.6.8'
   s.add_dependency 'gibbler',    '>= 0.6.3'
+  s.add_dependency 'sysinfo',    '>= 0.7.0'
   s.add_dependency 'storable',   '>= 0.5.7'
   s.add_dependency 'httpclient', '>= 2.1.5'
   s.add_dependency 'nokogiri'
@@ -29,6 +30,7 @@
   LICENSE.txt
   README.rdoc
   Rakefile
+  Rudyfile
   bin/stella
   examples/cookies/plan.rb
   examples/essentials/logo.png
@@ -49,6 +51,7 @@
   lib/stella/engine.rb
   lib/stella/engine/functional.rb
   lib/stella/engine/load.rb
+  lib/stella/engine/stress.rb
   lib/stella/exceptions.rb
   lib/stella/guidelines.rb
   lib/stella/mixins.rb

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: stella
 version: !ruby/object:Gem::Version 
-  version: 0.7.0.014
+  version: 0.7.0.015
 platform: ruby
 authors: 
 - Delano Mandelbaum
@@ -20,7 +20,7 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 0.4.0
+        version: 0.4.2
     version: 
 - !ruby/object:Gem::Dependency 
   name: drydock
@@ -42,6 +42,16 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: 0.6.3
     version: 
+- !ruby/object:Gem::Dependency 
+  name: sysinfo
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.7.0
+    version: 
 - !ruby/object:Gem::Dependency 
   name: storable
   type: :runtime
@@ -87,6 +97,7 @@ files:
 - LICENSE.txt
 - README.rdoc
 - Rakefile
+- Rudyfile
 - bin/stella
 - examples/cookies/plan.rb
 - examples/essentials/logo.png
@@ -107,6 +118,7 @@ files:
 - lib/stella/engine.rb
 - lib/stella/engine/functional.rb
 - lib/stella/engine/load.rb
+- lib/stella/engine/stress.rb
 - lib/stella/exceptions.rb
 - lib/stella/guidelines.rb
 - lib/stella/mixins.rb