stella 0.8.8.001 → 2.0.1.001

data/lib/stella/utils.rb

@@ -1,13 +1,235 @@
-
 require 'socket'  # Why doesn't socket work with autoload?
 autoload :Timeout, 'timeout'
+autoload :IPAddr, 'ipaddr'
+autoload :Whois, 'whois'
+autoload :PublicSuffixService, 'public_suffix_service'
 
-module Stella
+class Stella
+  
+  IMAGE_EXT = %w/.bmp .gif .jpg .jpeg .png .ico/ unless defined?(Stella::IMAGE_EXT)
   
   # A motley collection of methods that Stella loves to call!
   module Utils
     extend self
     include Socket::Constants
+
+    ADDR_LOCAL = IPAddr.new("127.0.0.0/8")
+    ADDR_CLASSA = IPAddr.new("10.0.0.0/8")
+    ADDR_CLASSB = IPAddr.new("172.16.0.0/16")
+    ADDR_CLASSC = IPAddr.new("192.168.0.0/24")
+    
+    # See: https://forums.aws.amazon.com/ann.jspa?annID=877
+    ADDR_EC2_US_EAST = %w{
+      216.182.224.0/20
+      72.44.32.0/19
+      67.202.0.0/18
+      75.101.128.0/17
+      174.129.0.0/16
+      204.236.192.0/18
+      184.73.0.0/16
+      184.72.128.0/17
+      184.72.64.0/18
+      50.16.0.0/15
+    }.collect { |ipr| IPAddr.new(ipr.strip) }
+    
+    ADDR_EC2_US_WEST = %w{
+      204.236.128.0/18
+      184.72.0.0/18
+      50.18.0.0/18
+    }.collect { |ipr| IPAddr.new(ipr.strip) }
+    
+    ADDR_EC2_EU_WEST = %w{
+      79.125.0.0/17
+      46.51.128.0/18
+      46.51.192.0/20
+      46.137.0.0/17
+    }.collect { |ipr| IPAddr.new(ipr.strip) }
+    
+    ADDR_EC2_AP_EAST = %w{
+      175.41.128.0/18
+      122.248.192.0/18
+    }.collect { |ipr| IPAddr.new(ipr.strip) }
+    
+    
+    def image_ext?(name)
+      IMAGE_EXT.include?(File.extname(name.downcase))
+    end
+    
+    def image?(s)
+      return false if s.nil?
+      (bmp?(s) || jpg?(s) || png?(s) || gif?(s) || ico?(s))
+    end
+    
+    # Checks if the file has more than 30% non-ASCII characters.
+    # NOTE: how to determine the difference between non-latin and binary?
+    def binary?(s)
+      return false if s.nil?
+      #puts "TODO: fix encoding issue in 1.9"
+      s = s.to_s.split(//) rescue [] unless Array === s
+      s.slice!(0, 4096)  # limit to a typcial blksize
+      ((s.size - s.grep(" ".."~").size) / s.size.to_f) > 0.30
+    end
+    
+    # Based on ptools by Daniel J. Berger 
+    # http://raa.ruby-lang.org/project/ptools/
+    def bmp?(a)
+      possible = ['BM6', 'BM' << 226.chr]
+      possible.member? a.slice(0, 3)
+    end
+
+    # Based on ptools by Daniel J. Berger 
+    # http://raa.ruby-lang.org/project/ptools/
+    def jpg?(a)
+      a.slice(0, 10) == "\377\330\377\340\000\020JFIF"
+    end
+
+    # Based on ptools by Daniel J. Berger 
+    # http://raa.ruby-lang.org/project/ptools/
+    def png?(a)
+      a.slice(0, 4) == "\211PNG"
+    end
+
+    def ico?(a)
+      a.slice(0, 3) == [0.chr, 0.chr, 1.chr].join
+    end
+
+    # Based on ptools by Daniel J. Berger 
+    # http://raa.ruby-lang.org/project/ptools/
+    def gif?(a)
+      ['GIF89a', 'GIF97a'].include?(a.slice(0, 6))
+    end
+    
+    def domain(host)
+      begin
+        PublicSuffixService.parse host
+      rescue PublicSuffixService::DomainInvalid => ex
+        Stella.ld ex.message
+        nil
+      rescue => ex
+        Stella.li "Error determining domain for #{host}: #{ex.message} (#{ex.class})"
+        Stella.ld ex.backtrace
+        nil
+      end
+    end
+    
+    def whois(host_or_ip)
+      begin
+        raw = Whois.whois(host_or_ip)
+        info = raw.content.split("\n").select { |line| line !~ /\A[\#\%]/ && !line.empty? }
+        info.join("\n")
+      rescue => ex
+        Stella.ld "Error fetching whois for #{host_or_ip}: #{ex.message}"
+        Stella.ld ex.backtrace
+      end
+    end
+    
+    # Returns an Array of ip addresses or nil
+    def ipaddr(host)
+      require 'resolv'
+      host = host.host if host.kind_of?(URI)
+      begin
+        resolv = Resolv::DNS.new # { :nameserver => [] }
+        resolv.getaddresses(host).collect { |addr| addr.to_s }
+      rescue => ex
+        Stella.ld "Error getting ip address for #{host}: #{ex.message} (#{ex.class})"
+        Stella.ld ex.backtrace
+        nil
+      end
+    end
+    
+    # http://www.opensource.apple.com/source/ruby/ruby-4/ruby/lib/resolv.rb
+    # * Resolv::DNS::Resource::IN::ANY
+    # * Resolv::DNS::Resource::IN::NS
+    # * Resolv::DNS::Resource::IN::CNAME
+    # * Resolv::DNS::Resource::IN::SOA
+    # * Resolv::DNS::Resource::IN::HINFO
+    # * Resolv::DNS::Resource::IN::MINFO
+    # * Resolv::DNS::Resource::IN::MX
+    # * Resolv::DNS::Resource::IN::TXT
+    # * Resolv::DNS::Resource::IN::ANY
+    # * Resolv::DNS::Resource::IN::A
+    # * Resolv::DNS::Resource::IN::WKS
+    # * Resolv::DNS::Resource::IN::PTR
+    # * Resolv::DNS::Resource::IN::AAAA
+    
+    # Returns a cname or nil
+    def cname(host)
+      require 'resolv'
+      host = host.host if host.kind_of?(URI)
+      begin
+        resolv = Resolv::DNS.new # { :nameserver => [] }
+        resolv.getresources(host, Resolv::DNS::Resource::IN::CNAME).collect { |cname| cname.name.to_s }.first
+      rescue => ex
+        Stella.ld "Error getting CNAME for #{host}: #{ex.message} (#{ex.class})"
+        Stella.ld ex.backtrace
+        nil
+      end
+    end
+    
+    def local_ipaddr?(addr)
+      addr = IPAddr.new(addr) if String === addr
+      ADDR_LOCAL.include?(addr)
+    end
+     
+    def private_ipaddr?(addr)
+      addr = IPAddr.new(addr) if String === addr
+      ADDR_CLASSA.include?(addr) ||
+      ADDR_CLASSB.include?(addr) ||
+      ADDR_CLASSC.include?(addr)
+    end
+    
+    def ec2_cname_to_ipaddr(cname)
+      return unless cname =~ /\Aec2-(\d+)-(\d+)-(\d+)-(\d+)\./
+      [$1, $2, $3, $4].join '.'
+    end
+    
+    def ec2_ipaddr?(addr)
+      ec2_us_east_ipaddr?(addr) || ec2_us_west_ipaddr?(addr) ||
+      ec2_eu_west_ipaddr?(addr) || ec2_ap_east_ipaddr?(addr)
+    end
+    
+    def ec2_us_east_ipaddr?(addr)
+      ADDR_EC2_US_EAST.each { |ipclass| return true if ipclass.include?(addr) }
+      false
+    end
+    def ec2_us_west_ipaddr?(addr)
+      ADDR_EC2_US_WEST.each { |ipclass| return true if ipclass.include?(addr) }
+      false
+    end
+    def ec2_eu_west_ipaddr?(addr)
+      ADDR_EC2_EU_WEST.each { |ipclass| return true if ipclass.include?(addr) }
+      false
+    end
+    def ec2_ap_east_ipaddr?(addr)
+      ADDR_EC2_AP_EAST.each { |ipclass| return true if ipclass.include?(addr) }
+      false
+    end
+    
+    def hosted_at_ec2?(hostname, region=nil)
+      meth = region.nil? ? :ec2_ipaddr? : :"ec2_#{region}_ipaddr?"
+      cname = Stella::Utils.cname(hostname)
+      if !cname.nil? && cname.first
+        addr = Stella::Utils.ec2_cname_to_ipaddr(cname.first)
+      else
+        addresses = Stella::Utils.ipaddr(hostname) || []
+        addr = addresses.first
+      end
+      addr.nil? ? false : Stella::Utils.send(meth, addr)
+    end
+    
+    def valid_hostname?(uri)
+      begin 
+        if String === uri
+          uri = "http://#{uri}" unless uri.match(/^https?:\/\//)
+          uri = URI.parse(uri)
+        end
+        hostname = Socket.gethostbyname(uri.host).first
+        true
+      rescue SocketError => ex
+        Stella.ld "#{uri.host}: #{ex.message}"
+        false
+      end
+    end
     
     # Return the external IP address (the one seen by the internet)
     def external_ip_address
@@ -139,5 +361,8 @@ module Stella
       str.gsub(/^[[:blank:]]{#{indent}}/, '')
     end
     
+    
+    IPAddr.new("127.0.0.0/8")
+    
   end
 end

data/stella.gemspec

@@ -5,66 +5,68 @@
 
 Gem::Specification.new do |s|
   s.name = %q{stella}
-  s.version = "0.8.8.001"
+  s.version = "2.0.1.001"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Delano Mandelbaum"]
-  s.date = %q{2011-02-26}
+  s.date = %q{2011-06-08}
   s.default_executable = %q{stella}
-  s.description = %q{Blame Stella for breaking your web application!}
+  s.description = %q{Define realistic testplans and run them against your webapps}
   s.email = %q{delano@solutious.com}
   s.executables = ["stella"]
   s.extra_rdoc_files = [
     "LICENSE.txt",
-     "README.md"
+     "README.md",
+     "TODO"
   ]
   s.files = [
     ".gitignore",
      ".gitmodules",
      "CHANGES.txt",
+     "Gemfile",
+     "Gemfile.lock",
      "LICENSE.txt",
      "README.md",
      "Rakefile",
      "Rudyfile",
+     "TODO",
      "VERSION.yml",
      "bin/stella",
-     "examples/cookies/plan.rb",
-     "examples/csvdata/plan.rb",
-     "examples/csvdata/search_terms.csv",
-     "examples/dynamic/plan.rb",
-     "examples/essentials/logo.png",
-     "examples/essentials/plan.rb",
-     "examples/essentials/search_terms.txt",
-     "examples/exceptions/plan.rb",
-     "examples/httpauth/plan.rb",
-     "examples/timeout/plan.rb",
-     "examples/variables/plan.rb",
+     "certs/README.txt",
+     "certs/cacerts.pem",
+     "certs/gd-class2-root.crt",
+     "certs/gd_bundle.crt",
+     "certs/gd_intermediate.crt",
+     "certs/startssl-ca.pem",
+     "certs/startssl-sub.class1.server.ca.pem",
+     "certs/stella-master.crt",
      "lib/stella.rb",
      "lib/stella/cli.rb",
      "lib/stella/client.rb",
-     "lib/stella/client/container.rb",
-     "lib/stella/common.rb",
-     "lib/stella/data.rb",
-     "lib/stella/data/http.rb",
+     "lib/stella/core_ext.rb",
      "lib/stella/engine.rb",
-     "lib/stella/engine/functional.rb",
-     "lib/stella/engine/load.rb",
-     "lib/stella/guidelines.rb",
-     "lib/stella/logger.rb",
+     "lib/stella/report.rb",
      "lib/stella/testplan.rb",
      "lib/stella/utils.rb",
-     "lib/stella/utils/httputil.rb",
      "stella.gemspec",
      "support/sample_webapp/app.rb",
      "support/sample_webapp/config.ru",
      "support/useragents.txt",
-     "try/01_numeric_mixins_tryouts.rb",
-     "try/12_digest_tryouts.rb",
-     "try/70_module_usage.rb",
-     "try/api/10_functional.rb",
-     "try/configs/failed_requests.rb",
-     "try/configs/global_sequential.rb",
-     "try/proofs/thread_queue.rb",
+     "try/00_basics_try.rb",
+     "try/01_selectable_try.rb",
+     "try/09_utils_try.rb",
+     "try/10_stella_object_try.rb",
+     "try/40_report_try.rb",
+     "try/90_class_syntax_try.rb",
+     "try/emhttp.rb",
+     "try/rubyroute.rb",
+     "try/support/file.bmp",
+     "try/support/file.gif",
+     "try/support/file.ico",
+     "try/support/file.jpeg",
+     "try/support/file.jpg",
+     "try/support/file.png",
+     "try/traceviz.rb",
      "vendor/httpclient-2.1.5.2/httpclient.rb",
      "vendor/httpclient-2.1.5.2/httpclient/auth.rb",
      "vendor/httpclient-2.1.5.2/httpclient/cacert.p7s",
@@ -77,48 +79,47 @@ Gem::Specification.new do |s|
      "vendor/httpclient-2.1.5.2/httpclient/timeout.rb",
      "vendor/httpclient-2.1.5.2/httpclient/util.rb"
   ]
-  s.homepage = %q{http://blamestella.com/}
+  s.homepage = %q{http://github.com/solutious/stella}
   s.rdoc_options = ["--charset=UTF-8"]
   s.require_paths = ["lib"]
   s.rubyforge_project = %q{stella}
   s.rubygems_version = %q{1.5.2}
-  s.summary = %q{Blame Stella for breaking your web application!}
-  s.test_files = [
-    "examples/cookies/plan.rb",
-     "examples/csvdata/plan.rb",
-     "examples/dynamic/plan.rb",
-     "examples/essentials/plan.rb",
-     "examples/exceptions/plan.rb",
-     "examples/httpauth/plan.rb",
-     "examples/timeout/plan.rb",
-     "examples/variables/plan.rb"
-  ]
+  s.summary = %q{Define realistic testplans and run them against your webapps}
 
   if s.respond_to? :specification_version then
     s.specification_version = 3
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<gibbler>, [">= 0.8.1"])
+      s.add_runtime_dependency(%q<familia>, [">= 0.7.1"])
+      s.add_runtime_dependency(%q<gibbler>, [">= 0.8.9"])
       s.add_runtime_dependency(%q<drydock>, [">= 0.6.9"])
-      s.add_runtime_dependency(%q<benelux>, ["= 0.5.17"])
+      s.add_runtime_dependency(%q<benelux>, [">= 0.6.1"])
       s.add_runtime_dependency(%q<sysinfo>, [">= 0.7.3"])
-      s.add_runtime_dependency(%q<storable>, [">= 0.7.3"])
-      s.add_runtime_dependency(%q<nokogiri>, [">= 0"])
+      s.add_runtime_dependency(%q<storable>, [">= 0.8.8"])
+      s.add_runtime_dependency(%q<nokogiri>, [">= 1.4.4"])
+      s.add_runtime_dependency(%q<public_suffix_service>, [">= 0.8.1"])
+      s.add_runtime_dependency(%q<whois>, [">= 1.6.6"])
     else
-      s.add_dependency(%q<gibbler>, [">= 0.8.1"])
+      s.add_dependency(%q<familia>, [">= 0.7.1"])
+      s.add_dependency(%q<gibbler>, [">= 0.8.9"])
       s.add_dependency(%q<drydock>, [">= 0.6.9"])
-      s.add_dependency(%q<benelux>, ["= 0.5.17"])
+      s.add_dependency(%q<benelux>, [">= 0.6.1"])
       s.add_dependency(%q<sysinfo>, [">= 0.7.3"])
-      s.add_dependency(%q<storable>, [">= 0.7.3"])
-      s.add_dependency(%q<nokogiri>, [">= 0"])
+      s.add_dependency(%q<storable>, [">= 0.8.8"])
+      s.add_dependency(%q<nokogiri>, [">= 1.4.4"])
+      s.add_dependency(%q<public_suffix_service>, [">= 0.8.1"])
+      s.add_dependency(%q<whois>, [">= 1.6.6"])
     end
   else
-    s.add_dependency(%q<gibbler>, [">= 0.8.1"])
+    s.add_dependency(%q<familia>, [">= 0.7.1"])
+    s.add_dependency(%q<gibbler>, [">= 0.8.9"])
     s.add_dependency(%q<drydock>, [">= 0.6.9"])
-    s.add_dependency(%q<benelux>, ["= 0.5.17"])
+    s.add_dependency(%q<benelux>, [">= 0.6.1"])
     s.add_dependency(%q<sysinfo>, [">= 0.7.3"])
-    s.add_dependency(%q<storable>, [">= 0.7.3"])
-    s.add_dependency(%q<nokogiri>, [">= 0"])
+    s.add_dependency(%q<storable>, [">= 0.8.8"])
+    s.add_dependency(%q<nokogiri>, [">= 1.4.4"])
+    s.add_dependency(%q<public_suffix_service>, [">= 0.8.1"])
+    s.add_dependency(%q<whois>, [">= 1.6.6"])
   end
 end
 

data/try/00_basics_try.rb

@@ -0,0 +1,29 @@
+require 'stella'
+
+TEST_URI = 'http://bff.heroku.com/'
+
+## Stella::Engine is aware of all available modes
+Stella::Engine.modes
+#=> { :checkup => Stella::Engine::Checkup }
+
+## Checkup has a mode
+Stella::Engine::Checkup.mode
+#=> :checkup
+
+## Can run checkup
+@plan = Stella::Testplan.new TEST_URI
+@run = Stella::Testrun.new @plan, :checkup, :repetitions => 3, :agent => :poop
+Stella::Engine::Checkup.run @run
+@report = @run.report
+@report.processed?
+#=> true
+
+## Knows about errors
+@report.errors?
+#=> false
+
+## Can be yaml
+@report.to_yaml.size > 100
+#=> true
+
+

data/try/01_selectable_try.rb

@@ -0,0 +1,25 @@
+require 'selectable'
+
+## Can tag Strings
+a = TaggableString.new("stella")
+a.add_tags :type => :metric, :title => "Metric"
+a.tag_values
+#=> [:metric, "Metric"]
+
+## Can filter Array with full tags
+a = SelectableArray.new
+a << TaggableString.new("stella1", :type => :metric)
+a << TaggableString.new("stella2", :type => :metric)
+a << TaggableString.new("stella3", :type => :log)
+a.filter(:type => :metric)
+#=> ["stella1", "stella2"]
+
+## Can filter Array with just values
+a = SelectableArray.new
+a << TaggableString.new("stella1", :type => :metric)
+a << TaggableString.new("stella2", :type => :metric)
+a << TaggableString.new("stella3", :type => :log)
+a.filter(:metric)
+#=> ["stella1", "stella2"]
+
+