tryouts 0.8.8 → 2.0.0

data/lib/tryouts/tryout.rb

@@ -1,176 +0,0 @@
-
-class Tryouts
-  
-  # = Tryout
-  #
-  # A Tryout is a set of drills (each drill is a test). 
-  #
-  class Tryout
-  
-    # The name of this tryout
-  attr_reader :name
-    # A default value for Drill.dtype
-  attr_reader :dtype
-    # A block to executed one time before starting the drills
-  attr_reader :setup
-    # A block to executed one time before starting the drills
-  attr_reader :clean
-    # An Array of Drill objects
-  attr_reader :drills
-    # The number of dreams that came true (successful drills)
-  attr_reader :passed
-    # The number of dreams that did not come true (failed drills)
-  attr_reader :failed
-    # The number of skipped drills
-  attr_reader :skipped
-    # For drill type :cli, this is the name of the command to test. It
-    # should be a valid method available to a Rye::Box object.
-    # For drill type :api, this attribute is ignored. 
-  attr_reader :command
-    # A Hash of Dream objects for this Tryout. The keys are drill names. 
-  attr_reader :dream_catcher
-  
-    # The instance of Drill::Context in which the drills will run in. 
-  attr_reader :drill_context
-     
-  def initialize(name, dtype, command=nil, *args)
-    raise "Must supply command for dtype :cli" if dtype == :cli && command.nil?
-    raise "#{dtype} is not a valid drill type" if !Drill.valid_dtype?(dtype)
-    @name, @dtype, @command = name, dtype, command
-    @drills, @dream_catcher, @locals = [], [], {}
-    @passed, @failed, @skipped = 0, 0, 0
-    @drill_context = DrillContext.new
-  end
-  
-  ## ---------------------------------------  EXTERNAL API  -----
-  
-  # Populate this Tryout from a block. The block should contain calls to 
-  # the external DSL methods: dream, drill, xdrill
-  def from_block(b=nil, &inline)
-    runtime = b.nil? ? inline : b
-    begin
-      instance_eval &runtime
-    rescue => ex
-      raise ex
-    end
-  end
-  
-  # Execute all Drill objects
-  def run
-    @drill_context.instance_eval &setup if setup.is_a?(Proc)
-    puts "\n  %s ".bright % @name unless Tryouts.verbose < 0
-    @drills.each do |drill|
-      print '   %-69s ' % "\"#{drill.name}\"" unless Tryouts.verbose < 0
-      drill.run @drill_context
-      if drill.skip?
-        @skipped += 1
-      elsif drill.success?
-        @passed += 1
-      else
-        @failed += 1
-      end
-      puts drill.flag                           # PASS, FAIL, SKIP
-      puts drill.info if Tryouts.verbose > 0 && !drill.skip?  
-    end
-    @drill_context.instance_eval &clean if clean.is_a?(Proc)
-  end
-  
-  # Prints error output. If there are no errors, it prints nothing. 
-  def report
-    return if Tryouts.verbose < 0
-    failed = @drills.select { |d| !d.skip? && !d.success? }
-    failed.each_with_index do |drill,index|
-      title = ' %-69s %2d/%-2d  ' % ["\"#{drill.name}\"", index+1, failed.size]
-      puts $/, ' ' << title.color(:red).att(:reverse)
-      puts drill.report
-    end
-    if Tryouts.verbose > 0
-      # Print errors for successful runs too
-      success = @drills.select { |d| !d.skip? && d.success? }
-      success.each do |drill,index|
-        next unless drill.has_error?
-        title = ' Non-fatal error in: %-69s ' % ["\"#{drill.name}\""]
-        puts $/, ' ' << title.color(:red)
-        puts drill.report
-      end
-    end
-  end
-  
-  # Did every Tryout finish successfully?
-  def success?
-    return @success unless @success.nil?
-    # Returns true only when every Tryout result returns true
-    @success = !(@drills.collect { |r| r.success? }.member?(false))
-  end
-  
-  # Add a Drill object to the list for this Tryout. If there is one or
-  # more dreams in +@dream_catcher+, it will be added to drill +d+. 
-  def add_drill(d)
-    unless @dream_catcher.empty?
-      d.add_dreams *@dream_catcher.clone   # We need to clone here b/c
-      @dream_catcher.clear                 # Ruby passes by reference.
-    end
-    drills << d
-    d
-  end
-  
-  ## ------------------------------------------------  DSL  -----
-  
-  # Define a method named +key+ for only the current instances of
-  # Tryout and DrillContext so it's not available anywhere else.
-  # The methods return +value+.  
-  def set(key, value)
-    self.meta_def( key )           { value }
-    @drill_context.meta_def( key ) { value }
-    value
-  end
-  
-  # A block to executed one time _before_ starting the drills
-  def setup(&block)
-    return @setup unless block
-    @setup = block
-  end
-  
-  # A block to executed one time _after_ the drills
-  def clean(&block)
-    return @clean unless block
-    @clean = block
-  end
-  
-  # Create and add a Drill object to the list for this Tryout
-  # +name+ is the name of the drill. 
-  # +args+ is sent directly to the Drill class. The values are specific on the Sergeant.
-  def drill(dname, *args, &definition)
-    raise "Empty drill name (#{@name})" if dname.nil? || dname.empty?
-    # The command name to run should be the first argument
-    args.unshift @command if @dtype == :cli
-    drill = Tryouts::Drill.new(dname, @dtype, *args, &definition)
-    self.add_drill drill
-  end
-  # A quick way to comment out a drill
-  def xdrill(dname, *args, &b)
-    @dream_catcher.clear     # Otherwise the next drill will get them...
-    self.add_drill Tryouts::Drill.new(dname, :skip)
-  end
-  
-  
-  #
-  # NOTE: This method is DSL-only. It's not intended to be used in OO syntax. 
-  def dream(*args, &definition) 
-    if definition.nil?
-      args = args.size == 1 ? [args.first] : args.reverse
-      dobj = Tryouts::Drill::Dream.new(*args)
-    else
-      msg = "Dreams with blocks take only 1 argument (Tryout: '#{@name}')"
-      raise TooManyArgs, msg if args.size > 1
-      dobj = Tryouts::Drill::Dream.new
-      dobj.format = args.first if args.size == 1
-      dobj.output_block = definition
-    end
-    @dream_catcher.push dobj
-    dobj
-  end
-  # A quick way to comment out a dream
-  def xdream(*args, &b); end
-  
-end; end

data/tryouts/01_mixins_tryouts.rb

@@ -1,23 +0,0 @@
-library :tryouts, 'lib'
-
-group "Mixins"
-
-test_hash = { 
-  :level1 => { 
-    :level2 => {}, 
-    :apples => 1 
-   }, 
-  :help => [1, :a, 900001, Object.new, Hash],
-  :oranges => 90 
-}
-
-
-tryouts "Hash", :api do
-  setup do
-    
-  end
-  
-  drill "knows the deepest point", test_hash.deepest_point, 3
-  drill "has a last method", {}, :respond_to?, :last
-
-end

data/tryouts/10_syntax_tryouts.rb

@@ -1,44 +0,0 @@
-
-tryout "DSL Syntax", :api do
-  
-  drill "can specify a dream inline", 3 do
-    12 / 4
-  end
-    
-  dream 4770744
-  drill "can specify dream above the drill" do
-    4770744
-  end
-  
-  dream :class, Array
-  drill "can pass based on output object class" do
-    [1,2,3]
-  end
-  
-  dream :exception, NameError
-  drill "can pass based on exception class" do
-    bad_method_call
-  end
-  
-  drill "dreamless drills that return true will pass" do
-    true
-  end
-  
-  drill "inline true values will pass too", true
-  drill "can specify inline return values", :food, :food
-  drill "can specify match format", 'mahir', :match, /..hi./i
-  
-  dream "big"
-  dream :class, String
-  dream :match, /\Ab.g\z/
-  drill "can handle multiple dreams" do
-    "big"
-  end
-  
-  drill "can specify gt (>) format", 2, :gt, 1
-  drill "can specify gte (>=) format", 2, :gte, 2 
-  drill "can specify lt (<) format", 1, :lt, 2
-  drill "can specify lte (<=) format", 2, :lte, 2
-  
-  drill "can run arbitrary formats", [3,1,2], :sort, [1,2,3]
-end

data/tryouts/14_set_tryouts.rb

@@ -1,26 +0,0 @@
-library :tryouts, 'lib'
-group "Syntax"
-
-tryouts "Set (initial)" do
-  set :key1, 9000
-  drill "set values are available outside drill/dream blocks", key1 do
-    9000
-  end
-  drill "set values are available inside drill/dream blocks", 9000 do
-    key1
-  end
-end
-
-tryouts "Set (double check)" do
-
-  dream :exception, NameError
-  drill "set values are not available from other tryouts inside blocks" do
-    key1
-  end
-  
-  ## NOTE: This drill will create a runtime error b/c key1 isn't defined here.
-  ## dream key1
-  ## drill "set values are not available from other tryouts outside blocks" do
-  ## end
-    
-end

data/tryouts/15_dreams_tryouts.rb

@@ -1,54 +0,0 @@
-library :tryouts, 'lib'
-group "Syntax"
-
-tryouts "Dreams" do
-  
-  setup do
-    Tryouts.const_set :TEST_VALUE, 9000
-  end
-  
-  drill "dream inline", :muggsy do
-    :muggsy
-  end
-  
-  dream :muggsy
-  drill "dream on top" do
-    :muggsy
-  end
-  
-  dream do
-    :muggsy
-  end
-  drill "dream output can be specified with a block" do
-    :muggsy
-  end
-  
-  dream :class do
-    Symbol
-  end
-  drill "dream with a format argument and a block" do
-    :muggsy
-  end
-  
-  # NOTE: The constant is defined in the setup block which is called before the
-  # drill block is executed. As of 0.8.2 the dream block is executed literally
-  # just before the drill block which is why this test returns true. 
-  dream do
-    Tryouts.const_get :TEST_VALUE
-  end
-  drill "dream output from a block is executed just before the drill" do
-    9000
-  end
-  
-  ## NOTE: The following should raise a Tryouts::TooManyArgs error b/c dreams takes 1 arg
-  #
-  #dream :class, 2 do
-  #  Symbol
-  #end
-  #drill "dream with a format argument and a block" do
-  #  :muggsy
-  #end
-  #
-  #drill "this drill will fail b/c it has no dream", :muggsy
-  
-end

data/tryouts/20_cli_tryouts.rb

@@ -1,40 +0,0 @@
-
-TRYOUTS_HOME = File.expand_path(File.join(File.dirname(__FILE__), ".."))
-MOCKOUT_PATH = File.join(TRYOUTS_HOME, "bin", "mockout")
-
-group "CLI"
-command :mockout, MOCKOUT_PATH
-
-tryout "Mockouts", :cli do
-  
-  # This fails. Rye problem?
-  dream :class, Rye::Rap
-  dream []
-  drill "No args"
-  
-  dream ["One line of content"]
-  drill "can echo single argument", :echo, "One line of content"
-  
-  dream ["Two lines", "of content"]
-  drill "can echo single argument with line break", :echo, "Two lines#{$/}of content"
-  
-  dream :grep, /UTC/
-  drill "can display date", :date
-  
-  dream []
-  drill "can be quiet", :q, :test
-  
-  dream ["PASS"]
-  drill "can execute via a block" do
-    mockout :test, :p
-  end
-  
-  dream :match, /\d+\.\d+\.\d+\.\d+/
-  drill "can execute a block of commands" do
-    ret = rudy :q, :myaddress, :e
-    ret.first
-  end
-  
-end
-
-

data/tryouts/30_benchmark_tryouts.rb

@@ -1,27 +0,0 @@
-
-
-group "Benchmarks"
-
-tryouts "Benchmark Syntax", :benchmark do
-  
-  drill "can check the mean is <=" do
-    sleep 0.1 
-  end
-  
-  drill "can check the standard deviation"  do
-    sleep 0.1
-  end
-  
-  drill "Tryouts::Stat objects have a default name" do
-    sleep 0.1
-  end
-  
-  drill "default repetitions is 5" do
-    sleep 0.1
-  end
-  
-  dream :proc, lambda { |x| x[:real].sum >= 0.5 }
-  drill "can specify dream proc" do
-    sleep 0.1
-  end
-end

data/tryouts/50_class_context_tryouts.rb

@@ -1,33 +0,0 @@
-
-group "Class context tests"
-
-tryout "Setting class variables", :api do
-  setup do
-    class ::Olivia; end
-    @@from_setup = Olivia.new  # NOTE: module_eval seems to solve this problem
-    @from_setup = true
-  end
-  
-  if Tryouts.sysinfo.ruby[1] == 9
-    drill "can't access class var created in setup (1.9 only)", :exception, NameError do
-      @@from_setup
-    end
-  end
-  
-  if Tryouts.sysinfo.ruby[1] == 8
-    drill "can access class var created in setup (1.8 only)", 'Olivia' do
-      @@from_setup.class.to_s
-    end
-  end
-  
-  drill "create class var", 'Olivia'  do
-    @@from_drill = Olivia.new
-    @@from_drill.class.to_s
-  end
-  
-  drill "can access class var created in drill", 'Olivia' do
-    @@from_drill.class.to_s
-  end
-  
-  drill 'Small, fast, and furious', 'Muggsy Bogues', :match, /Mug+sy Bogu?es/
-end

data/tryouts/X1_new_api_syntax.rb

@@ -1,78 +0,0 @@
-## Tryouts 0.8
-
-library :rudy, 'path/2/rudy/lib'
-tryouts "Code", :api do
-  
-  setup do
-  end
-  
-  
-  dream :class, Rudy::Disk
-  dream :size, 1
-  dream :device, '/dev/sdh'
-  dream :path, '/'
-  drill "has a default size and device" do
-    Rudy::Disk.new('/')
-  end
-
-  drill "save disk metadata", true do
-    Rudy::Disk.new('/any/path').save
-  end
-
-  dream :exception, Rudy::Metadata::DuplicateRecord
-  drill "won't save over a disk with the same name" do
-    Rudy::Disk.new('/any/path').save
-  end
-
-  set :group_name, "grp-9000"
-  dream :class, Rudy::AWS::EC2::Group
-  dream :proc, lambda { |group|
-    accountnum = Rudy::Huxtable.config.accounts.aws.accountnum
-    should_have = "#{accountnum}:#{group_name}"
-    return false unless group.groups.is_a?(Hash)
-    group.groups.has_key?(should_have) == true
-  }
-  drill "group (#{group_name}) contains new rules" do
-    stash :group, Rudy::AWS::EC2::Groups.get(group_name)
-  end
-end
-
-
-
-
-
-
-
-
-  # "has a default size and device"
-  Rudy::Disk.new '/'                              # <Rudy::Disk>
-  #=>                                                 # obj.size == 1
-                                                  # obj.device == '/dev/sdh'
-                                                  # obj.path == '/'
-                                                
-  # "save disk metadata"                          
-  Rudy::Disk.new('/any/path').save                # true
-                                                    
-  # "won't save over a disk with the same name"
-  Rudy::Disk.new('/any/path').save                # ! <Rudy::Metadata::DuplicateRecord>
-                                                    
-  # "group contains new rules"
-  group_name = "grp-9000"
-  accountnum = Rudy::Huxtable.config.accounts.aws.accountnum
-  obj = Rudy::AWS::EC2::Groups.get(group_name)
-  obj.class                                          #=> Rudy::AWS::EC2::Group
-  obj.groups.has_key?("#{accountnum}:#{group_name}") #=> true
-  obj.device                                         #=> '/dev/sdh'
-  
-  ### Context b ###
-  
-  obj.path                                           #=> '/'
-
-
-  Foo::bar()            #=> "asdf"
-  
-  result = Foo::bar()
-  result                #=> "asdf"
-
-# work with:
-# $ ruby -rubygems -Ilib ...

data/tryouts/X2_new_cli_syntax.rb

@@ -1,36 +0,0 @@
-## Tryouts 0.8
-
-command :script, '/path/2/script'
-
-tryouts "CLI", :cli do
-  dream :grep, /UTC/
-  drill "can display date", :date
-  
-  dream []
-  drill "can be quiet", :q, :test
-  
-  dream :match, /\d+\.\d+\.\d+\.\d+/
-  drill "can execute a block of commands" do
-    ret = rudy :q, :myaddress, :e
-    ret.first
-  end
-end
-
-## Comment-style
-
-command :script, '/path/2/script'
-tryouts "CLI", :cli do
-  
-  # "can display date"
-  script :date                                    # stdout.grep /UTC/
-                                                  # stderr.empty? == true
-
-  # "can be quiet"
-  script :q, :test                                # stdout.empty? == true
-  
-  # "can execute a block of commands"
-  ls :a, '/tmp'
-  script :q, :myaddress, :e                       # stdout.first.match /\d+\.\d+\.\d+\.\d+/
-  
-end
-

data/tryouts/standalone_test.rb

@@ -1,39 +0,0 @@
-## Tryouts - Standalone Test
-#
-# This tryout is intended to be run on its own, 
-# without the tryouts exectuable. That's why it's
-# named _test.rb, so tryouts won't see it. It uses
-# the same dreams as MockoutCLI. 
-# 
-# Usage: ruby tryouts/standalone_test.rb
-#
-
-## NOTE: BROKEN SINCE 0.6
- 
-TRYOUTS_HOME = File.expand_path(File.join(File.dirname(__FILE__), '..'))
-TRYOUTS_LIB  = File.join(TRYOUTS_HOME, 'lib')
-MOCKOUT_PATH = File.join(TRYOUTS_HOME, 'bin', 'mockout')
-$:.unshift TRYOUTS_LIB # Put our local lib in first place
-
-require 'tryouts'
-
-class StandaloneCLI < Tryouts
-  command :mockout, MOCKOUT_PATH
-  #dreams File.join(TRYOUTS_HOME, 'tryouts', 'mockoutcli_dreams.rb')
-
-  tryout "common usage" do
-    drill  'no command'
-    drill     'no args',             :sergeant
-    drill 'yaml output', :f, 'yaml', :sergeant
-    drill 'json output', :f, 'json', :sergeant
-  end
-
-  tryout "inline dream will pass", :cli, :mockout do
-    output = ['we expect mockout to', 'echo these lines back']
-    dream output
-    # $ bin/mockout sergeant -e 'we expect mockout to' 'echo these lines back'
-    drill 'echo arguments', :sergeant, :e, *output  
-  end
-end
-
-StandaloneCLI.run

data/tryouts.gemspec

@@ -1,84 +0,0 @@
-@spec = Gem::Specification.new do |s|
-	s.name = "tryouts"
-  s.rubyforge_project = "tryouts"
-	s.version = "0.8.8"
-	s.summary = "Tryouts is a high-level testing library (DSL) for your Ruby codes and command-line applications."
-	s.description = s.summary
-	s.author = "Delano Mandelbaum"
-	s.email = "tryouts@solutious.com"
-	s.homepage = "http://github.com/delano/tryouts"
-  
-  # = EXECUTABLES =
-  # The list of executables in your project (if any). Don't include the path, 
-  # just the base filename.
-  s.executables = %w[sergeant]
-  
-  # Directories to extract rdocs from
-  s.require_paths = %w[lib]  
-  
-  # Specific files to include rdocs from
-  s.extra_rdoc_files = %w[README.rdoc LICENSE.txt CHANGES.txt]
-  
-  # Update --main to reflect the default page to display
-  s.rdoc_options = ["--line-numbers", "--title", "Tryouts: #{s.summary}", "--main", "README.rdoc"]
-  
-  ## NOTE: this is for Rudy conversion (incomplete)
-  ##rdoc '--line-numbers', '--title', "Tryouts: Basketball tryouts for your Ruby codes and command line apps. Go for it!", '--main', 'README.rdoc', 
-  
-  # = DEPENDENCIES =
-  # Add all gem dependencies
-  s.add_dependency 'rye'
-  s.add_dependency 'drydock'
-  s.add_dependency 'sysinfo'
-  
-  # = MANIFEST =
-  # The complete list of files to be included in the release. When GitHub packages your gem, 
-  # it doesn't allow you to run any command that accesses the filesystem. You will get an
-  # error. You can ask your VCS for the list of versioned files:
-  # git ls-files
-  # svn list -R
-  s.files = %w(
-  CHANGES.txt
-  LICENSE.txt
-  README.rdoc
-  Rakefile
-  bin/mockout
-  bin/sergeant
-  lib/tryouts.rb
-  lib/tryouts/cli.rb
-  lib/tryouts/cli/run.rb
-  lib/tryouts/drill.rb
-  lib/tryouts/drill/context.rb
-  lib/tryouts/drill/dream.rb
-  lib/tryouts/drill/reality.rb
-  lib/tryouts/drill/response.rb
-  lib/tryouts/drill/sergeant/api.rb
-  lib/tryouts/drill/sergeant/benchmark.rb
-  lib/tryouts/drill/sergeant/cli.rb
-  lib/tryouts/drill/sergeant/rbenchmark.rb
-  lib/tryouts/mixins.rb
-  lib/tryouts/orderedhash.rb
-  lib/tryouts/stats.rb
-  lib/tryouts/tryout.rb
-  tryouts.gemspec
-  tryouts/01_mixins_tryouts.rb
-  tryouts/10_syntax_tryouts.rb
-  tryouts/14_set_tryouts.rb
-  tryouts/15_dreams_tryouts.rb
-  tryouts/20_cli_tryouts.rb
-  tryouts/30_benchmark_tryouts.rb
-  tryouts/50_class_context_tryouts.rb
-  tryouts/X1_new_api_syntax.rb
-  tryouts/X2_new_cli_syntax.rb
-  tryouts/standalone_test.rb
-  )
-  
-  s.has_rdoc = true
-  s.rubygems_version = '1.3.0'
-
-  if s.respond_to? :specification_version then
-    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
-    s.specification_version = 2
-  end
-  
-end