RubyGems - solutious-stella - Versions diffs - 0.6.0 → 0.7.0.001 - Mend

solutious-stella 0.6.0 → 0.7.0.001

Files changed (55) hide show

data/CHANGES.txt +3 -15
data/LICENSE.txt +1 -1
data/README.rdoc +90 -60
data/Rakefile +32 -42
data/bin/stella +138 -0
data/examples/basic/listing_ids.csv +7 -0
data/examples/basic/plan.rb +71 -0
data/lib/stella.rb +57 -104
data/lib/stella/cli.rb +66 -0
data/lib/stella/client.rb +197 -0
data/lib/stella/config.rb +87 -0
data/lib/stella/data.rb +85 -0
data/lib/stella/data/http.rb +2 -257
data/lib/stella/data/http/body.rb +15 -0
data/lib/stella/data/http/request.rb +116 -0
data/lib/stella/data/http/response.rb +92 -0
data/lib/stella/dsl.rb +5 -0
data/lib/stella/engine.rb +55 -0
data/lib/stella/engine/functional.rb +39 -0
data/lib/stella/engine/load.rb +106 -0
data/lib/stella/exceptions.rb +15 -0
data/lib/stella/guidelines.rb +18 -0
data/lib/stella/mixins.rb +2 -0
data/lib/stella/stats.rb +3 -7
data/lib/stella/testplan.rb +95 -220
data/lib/stella/testplan/stats.rb +26 -0
data/lib/stella/testplan/usecase.rb +67 -0
data/lib/stella/utils.rb +126 -0
data/lib/{util → stella/utils}/httputil.rb +0 -0
data/lib/stella/version.rb +15 -0
data/lib/threadify.rb +0 -6
data/stella.gemspec +43 -49
data/support/example_webapp.rb +246 -0
data/support/useragents.txt +75 -0
metadata +66 -31
data/bin/example_test.rb +0 -82
data/bin/example_webapp.rb +0 -63
data/lib/logger.rb +0 -79
data/lib/stella/clients.rb +0 -161
data/lib/stella/command/base.rb +0 -20
data/lib/stella/command/form.rb +0 -36
data/lib/stella/command/get.rb +0 -44
data/lib/stella/common.rb +0 -53
data/lib/stella/crypto.rb +0 -88
data/lib/stella/data/domain.rb +0 -82
data/lib/stella/environment.rb +0 -66
data/lib/stella/functest.rb +0 -105
data/lib/stella/loadtest.rb +0 -186
data/lib/stella/testrunner.rb +0 -64
data/lib/storable.rb +0 -280
data/lib/timeunits.rb +0 -65
data/tryouts/drb/drb_test.rb +0 -65
data/tryouts/drb/open4.rb +0 -19
data/tryouts/drb/slave.rb +0 -27
data/tryouts/oo_tryout.rb +0 -30

data/examples/basic/listing_ids.csv ADDED

@@ -0,0 +1,7 @@
+1000
+1001
+1002
+1003
+1004
+1005
+1006

data/examples/basic/plan.rb ADDED

@@ -0,0 +1,71 @@
+# 1f5e852e934debd56aa98552c0a9227c93006f21
+desc "Business Finder Testplan"
+usecase 65, "Simple search" do
+  get "/", "Homepage" do
+    wait 1..5
+    response 200 do
+      status                       # => 200
+      headers['Content-Type']      # => ['text/html']
+      body                         # => <html>...
+      doc                          # => Nokigiri::HTML::Document
+    end
+  end
+  get "/search", "Search Results" do
+    wait 2..5
+    param :what  => 'Big'
+    param :where => ''
+    response 200 do
+      listing = doc.css('div.listing').first
+      set :lid, listing['id'].match(/(\d+)/)[0]
+    end
+  end
+  get "/listing/:lid" do           # URIs can contain variables.
+    desc "Selected listing"        # This one will be replaced by
+    wait 1..8                      # the one stored in the previous
+  end                              # request.
+end
+usecase "YAML API" do
+  resource :preset_listing_ids, list('listing_ids.csv')
+  get "/listing/:lid.yaml", "Select listing" do
+    param :lid => random(:preset_listing_ids)
+    response 200 do
+      repeat 5
+    end
+  end
+  get '/listings.yaml', "View All" do
+    response 200 do
+      # doc contains the parsed YAML object
+      listings = doc.collect! { |l|; l[:id]; }
+      set :current_listing_ids, listings
+    end
+  end
+  get "/listing/:lid.yaml", "Select listing" do
+    param :lid => rsequential(:current_listing_ids)
+    response 200 do
+      repeat 7
+    end
+  end
+end
+usecase 10, "Advertiser self-serve" do
+  post "/listing/add" do
+    desc "Add a business"
+    wait 1..4
+    param :name => random(8)
+    param :city => "Vancouver"
+    response 302 do
+      repeat 3
+    end
+  end
+end

data/lib/stella.rb CHANGED

@@ -1,119 +1,72 @@
-require 'date'
-require 'time'
-require 'rubygems'
-require 'logger'
-require 'uri'
-require 'httpclient'
+unless defined?(STELLA_LIB_HOME)
+  STELLA_LIB_HOME = File.expand_path File.dirname(__FILE__)
+end
+local_libs = %w{drydock storable sysinfo gibbler}
+local_libs.each { |dir| $:.unshift File.join(STELLA_LIB_HOME, '..', '..', dir, 'lib') }
+#require 'rubygems'
 require 'storable'
-require 'stella/stats'
+require 'sysinfo'
+require 'gibbler'
+require 'gibbler/aliases'
+require 'ostruct'
 require 'threadify'
-require 'timeunits'
-require 'stella/crypto'
-require 'stella/common'
-require 'stella/data/http'
-require 'stella/data/domain'
-require 'stella/environment'
-require 'stella/clients'
-require 'stella/testrunner'
-require 'stella/testplan'
-require 'stella/loadtest'
-require 'stella/functest'
-srand
-# Common dependencies
-STELLA_HOME = File.expand_path(File.join(File.dirname(__FILE__), '..'))
-$: << File.join(STELLA_HOME, 'vendor', 'useragent', 'lib')
+require 'drydock/screen'
-#  A friend in performance testing.
-module Stella
-  LOGGER = Logger.new(:debug_level=>0) unless defined? LOGGER
-  module VERSION #:nodoc:
-    MAJOR = 0.freeze unless defined? MAJOR
-    MINOR = 6.freeze unless defined? MINOR
-    TINY  = 0.freeze unless defined? TINY
-    def self.to_s
-      [MAJOR, MINOR, TINY].join('.')
-    end
-    def self.to_f
-      self.to_s.to_f
-    end
-  end
-  def self.debug_level
-    Stella::LOGGER.debug_level
-  end
+module Stella
+  extend self
+  require 'stella/version'
+  require 'stella/exceptions'
+  require 'stella/utils'
+  require 'stella/stats'
+  require 'stella/mixins'
+  require 'stella/dsl'
+  require 'stella/engine'
+  require 'stella/testplan'
+  autoload :Utils, STELLA_LIB_HOME + "/stella/utils"
+  autoload :Data, STELLA_LIB_HOME + "/stella/data"
+  autoload :Config, STELLA_LIB_HOME + "/stella/config"
+  autoload :Client, STELLA_LIB_HOME + "/stella/client"
-  def self.debug_level=(level)
-    Stella::LOGGER.debug_level = level
-  end
+  @@sysinfo = SysInfo.new.freeze
+  @@logger = Drydock::Screen
+  @@loglev = 1
-  def self.info(*args)
-    LOGGER.info(*args)
-  end
+  # Puts +msg+ to +@@logger+
+  def li(*msg); msg.each { |m| @@logger.puts m } if !quiet? end
+  def li1(*msg); li *msg if @@loglev >= 1 end
+  def li2(*msg); li *msg if @@loglev >= 2 end
+  def li3(*msg); li *msg if @@loglev >= 3 end
+  def li4(*msg); li *msg if @@loglev >= 4 end
-  def self.error(*args)
-    LOGGER.error(*args)
+  # Puts +msg+ to +@@logger+ with "ERROR: " prepended
+  def le(*msg); @@logger.puts "  " << msg.join("#{$/}  ").color(:red); end
+  # Puts +msg+ to +@@logger+ if +Rudy.debug?+ returns true
+  def ld(*msg)
+    @@logger.puts "D:  " << msg.join("#{$/}D:  ") if debug?
   end
-  def self.fatal(*args)
-    LOGGER.error(*args)
-    exit 1
-  end
+  def loglev; @@loglev; end
+  def loglev=(val); @@loglev = val; end
+  def sysinfo; @@sysinfo; end
-  def self.debug(*args)
-    LOGGER.debug(*args)
-  end
-end
+  def quiet?; @@loglev == 0; end
+  def enable_quiet; @@loglev = 0; end
+  def disable_quiet; @@loglev = 1; end
-module Stella
-  module DSL
-    include Stella::DSL::TestPlan
-    include Stella::DSL::FunctionalTest
-    include Stella::DSL::LoadTest
-    include Stella::DSL::Environment
-    # For Modules
-    #extend Stella::DSL::TestPlan
-    #extend Stella::DSL::FunctionalTest
+  def debug?; @@loglev > 3; end
+  def enable_debug; @@loglev = 4; end
+  def disable_debug; @@loglev = 1; end
+  def rescue(&blk)
+    blk.call
+  rescue => ex
+    Stella.le "ERROR: #{ex.message}"
+    Stella.ld ex.backtrace
   end
 end
-class Object #:nodoc: all
-# The hidden singleton lurks behind everyone
-   def metaclass; class << self; self; end; end
-   def meta_eval &blk; metaclass.instance_eval &blk; end
-   # Adds methods to a metaclass
-   def meta_def name, &blk
-     meta_eval { define_method name, &blk }
-   end
-   # Defines an instance method within a class
-   def class_def name, &blk
-     class_eval { define_method name, &blk }
-   end
-end
-class Array
-  # create a hash from an array of [key,value] tuples
-  # you can set default or provide a block just as with Hash::new
-  # Note: if you use [key, value1, value2, value#], hash[key] will
-  # be [value1, value2, value#]
-  # From: http://www.ruby-forum.com/topic/138218#615260
-  def stella_to_hash(default=nil, &block)
-    hash = block_given? ? Hash.new(&block) : Hash.new(default)
-    each { |(key, *value)| hash[key]=*value }
-    hash
-  end
-end

data/lib/stella/cli.rb ADDED

@@ -0,0 +1,66 @@
+class Stella::CLI < Drydock::Command
+  def init
+    @conf = Stella::Config.refresh
+  end
+  def verify_valid?
+    create_testplan
+  end
+  def verify
+    opts = {}
+    opts[:hosts] = @hosts
+    opts[:benchmark] = true if @option.benchmark
+    Stella::Engine::Functional.run @testplan, opts
+  end
+  def load_valid?
+    create_testplan
+  end
+  def load
+    opts = {}
+    opts[:hosts] = @hosts
+    [:benchmark, :users, :repetitions, :delay, :time].each do |opt|
+      opts[opt] = @option.send(opt) unless @option.send(opt).nil?
+    end
+    Stella::Engine::Load.run @testplan, opts
+  end
+  def preview_valid?
+    create_testplan
+  end
+  def preview
+    Stella.li2 "file: #{@option.testplan} (#{@testplan.digest})"
+    Stella.li @testplan.pretty
+  end
+  private
+  def create_testplan
+    @hosts = @argv.collect { |uri|; URI.parse uri; }
+    if @option.testplan
+      @testplan = Stella::Testplan.load_file @option.testplan
+    else
+      @testplan = Stella::Testplan.new
+      usecase = Stella::Testplan::Usecase.new
+      @argv.each do |uri|
+        uri = URI.parse uri
+        uri.path = '/' if uri.path.empty?
+        req = usecase.add_request :get, uri.path
+        req.wait = @option.delay if @option.delay
+      end
+      @testplan.add_usecase usecase
+    end
+    @testplan.check!  # raise errors, update usecase ratios
+    Stella.ld "PLANHASH: #{@testplan.digest}"
+    true
+  end
+end

data/lib/stella/client.rb ADDED

@@ -0,0 +1,197 @@
+require "observer"
+require "tempfile"
+require 'httpclient'
+require 'nokogiri'
+module Stella
+  class Client
+    include Observable
+    attr_reader :client_id
+    attr_accessor :base_uri
+    attr_accessor :proxy
+    attr_reader :stats
+    def initialize(base_uri=nil, client_id=1)
+      @base_uri, @client_id = base_uri, client_id
+      @cookie_file = Tempfile.new('stella-cookie')
+      @stats = Stella::Stats.new("Client #{@client_id}")
+    end
+    def execute(usecase)
+      http_client = generate_http_client
+      container = Container.new(usecase)
+      counter = 0
+      usecase.requests.each do |req|
+        counter += 1
+        uri_obj = URI.parse(req.uri)
+        params = prepare_params(usecase, req.params)
+        uri = build_request_uri uri_obj, params, container
+        raise NoHostDefined, uri_obj if uri.host.nil? || uri.host.empty?
+        meth = req.http_method.to_s.downcase
+        Stella.ld "#{meth}: " << "#{uri_obj.to_s} " << req.params.inspect
+        changed and notify_observers(:send_request, @client_id, usecase, meth, uri, req, params, counter)
+        begin
+          container.response = http_client.send(meth, uri, params) # booya!
+          changed and notify_observers(:receive_response, @client_id, usecase, meth, uri, req, params, container)
+        rescue => ex
+          changed and notify_observers(:request_error, @client_id, usecase, meth, uri, req, params, ex)
+          next
+        end
+        ret = execute_response_handler container, req
+        Drydock::Screen.flush
+        if ret.kind_of?(ResponseModifier)
+          case ret.class.to_s
+          when "Stella::Client::Repeat"
+            Stella.ld "REPETITION: #{counter} of #{ret.times+1}"
+            redo if counter <= ret.times
+          end
+        end
+        counter = 0 # reset
+        run_sleeper(req.wait) if req.wait && !benchmark?
+      end
+    end
+    def enable_benchmark_mode; @bm = true; end
+    def disable_benchmark_mode; @bm = false; end
+    def benchmark?; @bm == true; end
+  private
+    def run_sleeper(wait)
+      if wait.is_a?(Range)
+        ms = rand(wait.last * 1000).to_f
+        ms = wait.first if ms < wait.first
+      else
+        ms = wait * 1000
+      end
+      sleep ms / 1000
+    end
+    def generate_http_client
+      if @proxy
+        http_client = HTTPClient.new(@proxy.uri)
+        http_client.set_proxy_auth(@proxy.user, @proxy.pass) if @proxy.user
+      else
+        http_client = HTTPClient.new
+      end
+      http_client.set_cookie_store @cookie_file.to_s
+      http_client
+    end
+    def prepare_params(usecase, params)
+      newparams = {}
+      params.each_pair do |n,v|
+        v = usecase.instance_eval &v if v.is_a?(Proc)
+        newparams[n] = v
+      end
+      newparams
+    end
+    # Testplan URIs can be relative or absolute. Either one can
+    # contain variables in the form <tt>:varname</tt>, as in:
+    #
+    #     http://example.com/product/:productid
+    #
+    # This method creates a new URI object using the @base_uri
+    # if necessary and replaces all variables with literal values.
+    # If no replacement value can be found, the variable is not touched.
+    def build_request_uri(requri, params, container)
+      uri = ""
+      request_uri = requri.to_s
+      if requri.host.nil?
+        uri = base_uri.to_s
+        uri.gsub! /\/$/, ''  # Don't double up on the first slash
+        request_uri = '/' << request_uri unless request_uri.match(/^\//)
+      end
+      # We call req.uri again because we need
+      # to modify request_uri inside the loop.
+      requri.to_s.scan(/:([a-z_]+)/i) do |instances|
+        instances.each do |varname|
+          val = find_replacement_value(varname, params, container)
+          #Stella.ld "FOUND: #{val}"
+          request_uri.gsub! /:#{varname}/, val.to_s unless val.nil?
+        end
+      end
+      uri << request_uri
+      URI.parse uri
+    end
+    # Testplan URIs can contain variables in the form <tt>:varname</tt>.
+    # This method looks at the request parameters and then at the
+    # usecase's resource hash for a replacement value.
+    # If not found, returns nil.
+    def find_replacement_value(name, params, container)
+      value = nil
+      #Stella.ld "REPLACE: #{name}"
+      #Stella.ld "PARAMS: #{params.inspect}"
+      #Stella.ld "IVARS: #{container.instance_variables}"
+      value = params[name.to_sym]
+      value = container.resource name.to_sym if value.nil?
+      value
+    end
+    # Find the appropriate response handler by executing the
+    # HTTP response status against the configured handlers.
+    # If several match, the first one is used.
+    def execute_response_handler(container, req)
+      handlers = req.response.select do |regex,handler|
+        regex = /#{regex}/ unless regex.is_a? Regexp
+        Stella.ld "HANDLER REGEX: #{regex} (#{container.status})"
+        container.status.to_s =~ regex
+      end
+      ret = nil
+      unless handlers.empty?
+        begin
+          changed
+          ret = container.instance_eval &handlers.values.first
+          notify_observers(:execute_response_handler, @client_id, req, container)
+        rescue => ex
+          notify_observers(:error_execute_response_handler, @client_id, ex, req, container)
+          Stella.ld ex.message, ex.backtrace
+        end
+      end
+      ret
+    end
+    class Container
+      attr_accessor :usecase
+      attr_accessor :response
+      def initialize(usecase)
+        @usecase = usecase
+      end
+      def doc
+        @container_doc and return @container_doc
+        @container_doc = case @response.header['Content-Type']
+        when ['text/html']
+          Nokogiri::HTML(body)
+        when ['text/yaml']
+          YAML.load(body)
+        end
+      end
+      def body; @response.body.content; end
+      def headers; @response.header; end
+        alias_method :header, :headers
+      def status; @response.status; end
+      def set(n, v); usecase.resource n, v; end
+      def resource(n);    usecase.resource n;    end
+      def wait(t); sleep t; end
+      def repeat(t=1); Repeat.new(t); end
+    end
+    class ResponseModifier; end
+    class Repeat < ResponseModifier;
+      attr_accessor :times
+      def initialize(times)
+        @times = times
+      end
+    end
+  end
+end