tarantula 0.0.8.1 → 0.1.4

data/lib/relevance/tarantula.rb

@@ -13,15 +13,11 @@ require 'action_controller'
 #require File.join(xss_shield_path, "init")
 
 require 'htmlentities'
-require 'facets/kernel/meta'
-require 'facets/metaid'
 
 module Relevance; end
 module Relevance; module CoreExtensions; end; end
 module Relevance
   module Tarantula
-    VERSION = "0.0.8.1"
-
     def tarantula_home
       File.expand_path(File.join(File.dirname(__FILE__), "../.."))
     end
@@ -41,6 +37,7 @@ require File.expand_path(File.join(File.dirname(__FILE__), "core_extensions", "t
 require File.expand_path(File.join(File.dirname(__FILE__), "core_extensions", "ellipsize"))
 require File.expand_path(File.join(File.dirname(__FILE__), "core_extensions", "file"))
 require File.expand_path(File.join(File.dirname(__FILE__), "core_extensions", "response"))
+require File.expand_path(File.join(File.dirname(__FILE__), "core_extensions", "metaclass"))
 
 require File.expand_path(File.join(File.dirname(__FILE__), "tarantula", "html_reporter"))
 require File.expand_path(File.join(File.dirname(__FILE__), "tarantula", "html_report_helper"))

data/lib/relevance/tarantula/link.rb

@@ -24,7 +24,7 @@ class Relevance::Tarantula::Link
       @href = link
       @method = :get
     else # should be a tag
-      @href = link['href'].downcase
+      @href = link['href'] ? link['href'].downcase : nil
       @tag = link
     end
   end

data/lib/relevance/tarantula/rails_integration_proxy.rb

@@ -41,9 +41,7 @@ class Relevance::Tarantula::RailsIntegrationProxy
     if response.code == '404'
       if File.exist?(static_content_path(url))
         case ext = File.extension(url)
-        when /jpe?g|gif|psd|png|eps|pdf/
-          log "Skipping #{url} (for now)"
-        when /html|te?xt|css|js/
+        when /html|te?xt|css|js|jpe?g|gif|psd|png|eps|pdf/
           response.body = static_content_file(url)
           response.headers["type"] = "text/#{ext}"  # readable as response.content_type
           response.meta.attr_accessor :code

data/template/tarantula_test.rb

@@ -2,11 +2,21 @@ require "#{File.dirname(__FILE__)}/../test_helper"
 require "relevance/tarantula"
 
 class TarantulaTest < ActionController::IntegrationTest
+  # Load enough test data to ensure that there's a link to every page in your
+  # application. Doing so allows Tarantula to follow those links and crawl 
+  # every page.  For many applications, you can load a decent data set by
+  # loading all fixtures.
   fixtures :all
 
   def test_tarantula
-    post '/session', :login => 'quentin', :password => 'monkey'
-    follow_redirect!
+    # If your application requires users to log in before accessing certain 
+    # pages, uncomment the lines below and update them to allow this test to
+    # log in to your application.  Doing so allows Tarantula to crawl the 
+    # pages that are only accessible to logged-in users.
+    # 
+    #   post '/session', :login => 'quentin', :password => 'monkey'
+    #   follow_redirect!
+    
     tarantula_crawl(self)
   end
 end

metadata

@@ -1,144 +1,68 @@
 --- !ruby/object:Gem::Specification 
 name: tarantula
 version: !ruby/object:Gem::Version 
-  version: 0.0.8.1
+  version: 0.1.4
 platform: ruby
 authors: 
-- Relevance
+- Relevance, Inc.
 autorequire: 
 bindir: bin
 cert_chain: []
 
-date: 2009-01-16 00:00:00 -05:00
+date: 2009-02-20 00:00:00 -05:00
 default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: htmlentities
-  type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
-- !ruby/object:Gem::Dependency 
-  name: hpricot
-  type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
-- !ruby/object:Gem::Dependency 
-  name: facets
-  type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: 2.4.3
-    version: 
-- !ruby/object:Gem::Dependency 
-  name: actionpack
-  type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
-- !ruby/object:Gem::Dependency 
-  name: activesupport
-  type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
-- !ruby/object:Gem::Dependency 
-  name: ruby-debug
-  type: :development
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
-- !ruby/object:Gem::Dependency 
-  name: test-spec
-  type: :development
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
-- !ruby/object:Gem::Dependency 
-  name: mocha
-  type: :development
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
+dependencies: []
+
 description: A big hairy fuzzy spider that crawls your site, wreaking havoc
 email: opensource@thinkrelevance.com
 executables: []
 
 extensions: []
 
-extra_rdoc_files: 
+extra_rdoc_files: []
+
+files: 
 - CHANGELOG
-- lib/relevance/core_extensions/ellipsize.rb
-- lib/relevance/core_extensions/file.rb
-- lib/relevance/core_extensions/response.rb
-- lib/relevance/core_extensions/test_case.rb
-- lib/relevance/tarantula/attack.rb
-- lib/relevance/tarantula/attack_form_submission.rb
-- lib/relevance/tarantula/attack_handler.rb
-- lib/relevance/tarantula/crawler.rb
-- lib/relevance/tarantula/detail.html.erb
-- lib/relevance/tarantula/form.rb
-- lib/relevance/tarantula/form_submission.rb
-- lib/relevance/tarantula/html_document_handler.rb
-- lib/relevance/tarantula/html_report_helper.rb
-- lib/relevance/tarantula/html_reporter.rb
-- lib/relevance/tarantula/index.html.erb
-- lib/relevance/tarantula/invalid_html_handler.rb
-- lib/relevance/tarantula/io_reporter.rb
-- lib/relevance/tarantula/link.rb
-- lib/relevance/tarantula/log_grabber.rb
-- lib/relevance/tarantula/rails_integration_proxy.rb
-- lib/relevance/tarantula/recording.rb
-- lib/relevance/tarantula/response.rb
-- lib/relevance/tarantula/result.rb
-- lib/relevance/tarantula/test_report.html.erb
-- lib/relevance/tarantula/tidy_handler.rb
-- lib/relevance/tarantula/transform.rb
-- lib/relevance/tarantula.rb
 - MIT-LICENSE
+- Rakefile
 - README.rdoc
-- vendor/xss-shield/MIT-LICENSE
-files: 
-- CHANGELOG
-- init.rb
-- install.rb
+- VERSION.yml
+- examples/example_helper.rb
+- examples/relevance
+- examples/relevance/core_extensions
+- examples/relevance/core_extensions/ellipsize_example.rb
+- examples/relevance/core_extensions/file_example.rb
+- examples/relevance/core_extensions/response_example.rb
+- examples/relevance/core_extensions/test_case_example.rb
+- examples/relevance/tarantula
+- examples/relevance/tarantula/attack_form_submission_example.rb
+- examples/relevance/tarantula/attack_handler_example.rb
+- examples/relevance/tarantula/crawler_example.rb
+- examples/relevance/tarantula/form_example.rb
+- examples/relevance/tarantula/form_submission_example.rb
+- examples/relevance/tarantula/html_document_handler_example.rb
+- examples/relevance/tarantula/html_report_helper_example.rb
+- examples/relevance/tarantula/html_reporter_example.rb
+- examples/relevance/tarantula/invalid_html_handler_example.rb
+- examples/relevance/tarantula/io_reporter_example.rb
+- examples/relevance/tarantula/link_example.rb
+- examples/relevance/tarantula/log_grabber_example.rb
+- examples/relevance/tarantula/rails_init_example.rb
+- examples/relevance/tarantula/rails_integration_proxy_example.rb
+- examples/relevance/tarantula/result_example.rb
+- examples/relevance/tarantula/STUB_RAILS_ROOT
+- examples/relevance/tarantula/STUB_RAILS_ROOT/tmp
+- examples/relevance/tarantula/STUB_RAILS_ROOT/tmp/tarantula
+- examples/relevance/tarantula/tidy_handler_example.rb
+- examples/relevance/tarantula/transform_example.rb
+- examples/relevance/tarantula_example.rb
+- laf/images
 - laf/images/background.jpg
 - laf/images/relevance-os-logo.gif
 - laf/images/tab.png
 - laf/images/table-sort.gif
 - laf/images/tarantula-sprites.png
+- laf/javascripts
 - laf/javascripts/jquery-1.2.3.js
 - laf/javascripts/jquery-ui-tabs.js
 - laf/javascripts/jquery.tablesorter.js
@@ -146,13 +70,16 @@ files:
 - laf/javascripts/niftycube.js
 - laf/javascripts/niftyLayout.js
 - laf/javascripts/tarantula.js
+- laf/stylesheets
 - laf/stylesheets/niftyCorners.css
 - laf/stylesheets/NiftyLayout.css
 - laf/stylesheets/old.css
 - laf/stylesheets/tarantula.css
 - laf/stylesheets/tarantula.v2.css
 - laf/stylesheets/ui.tabs.css
+- laf/v2
 - laf/v2/detail.html
+- laf/v2/images
 - laf/v2/images/button_active.png
 - laf/v2/images/button_hover.png
 - laf/v2/images/button_inactive.png
@@ -160,11 +87,16 @@ files:
 - laf/v2/images/logo.png
 - laf/v2/images/tagline.png
 - laf/v2/index.html
+- laf/v2/stylesheets
 - laf/v2/stylesheets/tarantula.v2.css
+- lib/relevance
+- lib/relevance/core_extensions
 - lib/relevance/core_extensions/ellipsize.rb
 - lib/relevance/core_extensions/file.rb
+- lib/relevance/core_extensions/metaclass.rb
 - lib/relevance/core_extensions/response.rb
 - lib/relevance/core_extensions/test_case.rb
+- lib/relevance/tarantula
 - lib/relevance/tarantula/attack.rb
 - lib/relevance/tarantula/attack_form_submission.rb
 - lib/relevance/tarantula/attack_handler.rb
@@ -188,61 +120,14 @@ files:
 - lib/relevance/tarantula/tidy_handler.rb
 - lib/relevance/tarantula/transform.rb
 - lib/relevance/tarantula.rb
-- manifest.txt
-- MIT-LICENSE
-- rails/init.rb
-- Rakefile
-- README.rdoc
-- tarantula.gemspec
 - tasks/tarantula_tasks.rake
 - template/tarantula_test.rb
-- test/relevance/core_extensions/ellipsize_test.rb
-- test/relevance/core_extensions/file_test.rb
-- test/relevance/core_extensions/response_test.rb
-- test/relevance/core_extensions/test_case_test.rb
-- test/relevance/tarantula/attack_form_submission_test.rb
-- test/relevance/tarantula/attack_handler_test.rb
-- test/relevance/tarantula/crawler_test.rb
-- test/relevance/tarantula/form_submission_test.rb
-- test/relevance/tarantula/form_test.rb
-- test/relevance/tarantula/html_document_handler_test.rb
-- test/relevance/tarantula/html_report_helper_test.rb
-- test/relevance/tarantula/html_reporter_test.rb
-- test/relevance/tarantula/invalid_html_handler_test.rb
-- test/relevance/tarantula/io_reporter_test.rb
-- test/relevance/tarantula/link_test.rb
-- test/relevance/tarantula/log_grabber_test.rb
-- test/relevance/tarantula/rails_init_test.rb
-- test/relevance/tarantula/rails_integration_proxy_test.rb
-- test/relevance/tarantula/result_test.rb
-- test/relevance/tarantula/tidy_handler_test.rb
-- test/relevance/tarantula/transform_test.rb
-- test/relevance/tarantula_test.rb
-- test/test_helper.rb
-- uninstall.rb
-- vendor/xss-shield/init.rb
-- vendor/xss-shield/lib/xss_shield/erb_hacks.rb
-- vendor/xss-shield/lib/xss_shield/haml_hacks.rb
-- vendor/xss-shield/lib/xss_shield/safe_string.rb
-- vendor/xss-shield/lib/xss_shield/secure_helpers.rb
-- vendor/xss-shield/lib/xss_shield.rb
-- vendor/xss-shield/MIT-LICENSE
-- vendor/xss-shield/README
-- vendor/xss-shield/test/test_actionview_integration.rb
-- vendor/xss-shield/test/test_erb.rb
-- vendor/xss-shield/test/test_haml.rb
-- vendor/xss-shield/test/test_helpers.rb
-- vendor/xss-shield/test/test_safe_string.rb
 has_rdoc: true
 homepage: http://github.com/relevance/tarantula
 post_install_message: 
 rdoc_options: 
-- --line-numbers
 - --inline-source
-- --title
-- Tarantula
-- --main
-- README.rdoc
+- --charset=UTF-8
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
@@ -255,35 +140,14 @@ required_rubygems_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      version: "1.2"
+      version: "0"
   version: 
 requirements: []
 
-rubyforge_project: thinkrelevance
+rubyforge_project: 
 rubygems_version: 1.3.1
 signing_key: 
 specification_version: 2
 summary: A big hairy fuzzy spider that crawls your site, wreaking havoc
-test_files: 
-- test/relevance/core_extensions/ellipsize_test.rb
-- test/relevance/core_extensions/file_test.rb
-- test/relevance/core_extensions/response_test.rb
-- test/relevance/core_extensions/test_case_test.rb
-- test/relevance/tarantula/attack_form_submission_test.rb
-- test/relevance/tarantula/attack_handler_test.rb
-- test/relevance/tarantula/crawler_test.rb
-- test/relevance/tarantula/form_submission_test.rb
-- test/relevance/tarantula/form_test.rb
-- test/relevance/tarantula/html_document_handler_test.rb
-- test/relevance/tarantula/html_report_helper_test.rb
-- test/relevance/tarantula/html_reporter_test.rb
-- test/relevance/tarantula/invalid_html_handler_test.rb
-- test/relevance/tarantula/io_reporter_test.rb
-- test/relevance/tarantula/link_test.rb
-- test/relevance/tarantula/log_grabber_test.rb
-- test/relevance/tarantula/rails_init_test.rb
-- test/relevance/tarantula/rails_integration_proxy_test.rb
-- test/relevance/tarantula/result_test.rb
-- test/relevance/tarantula/tidy_handler_test.rb
-- test/relevance/tarantula/transform_test.rb
-- test/relevance/tarantula_test.rb
+test_files: []
+

data/init.rb

@@ -1 +0,0 @@
-require File.dirname(__FILE__) + "/rails/init"

data/install.rb

@@ -1 +0,0 @@
-# Install hook code here

data/manifest.txt

@@ -1,102 +0,0 @@
-CHANGELOG
-init.rb
-install.rb
-laf/images/background.jpg
-laf/images/relevance-os-logo.gif
-laf/images/tab.png
-laf/images/table-sort.gif
-laf/images/tarantula-sprites.png
-laf/javascripts/jquery-1.2.3.js
-laf/javascripts/jquery-ui-tabs.js
-laf/javascripts/jquery.tablesorter.js
-laf/javascripts/niftycube-details.js
-laf/javascripts/niftycube.js
-laf/javascripts/niftyLayout.js
-laf/javascripts/tarantula.js
-laf/stylesheets/niftyCorners.css
-laf/stylesheets/NiftyLayout.css
-laf/stylesheets/old.css
-laf/stylesheets/tarantula.css
-laf/stylesheets/tarantula.v2.css
-laf/stylesheets/ui.tabs.css
-laf/v2/detail.html
-laf/v2/images/button_active.png
-laf/v2/images/button_hover.png
-laf/v2/images/button_inactive.png
-laf/v2/images/header_bg.jpg
-laf/v2/images/logo.png
-laf/v2/images/tagline.png
-laf/v2/index.html
-laf/v2/stylesheets/tarantula.v2.css
-lib/relevance/core_extensions/ellipsize.rb
-lib/relevance/core_extensions/file.rb
-lib/relevance/core_extensions/response.rb
-lib/relevance/core_extensions/test_case.rb
-lib/relevance/tarantula/attack.rb
-lib/relevance/tarantula/attack_form_submission.rb
-lib/relevance/tarantula/attack_handler.rb
-lib/relevance/tarantula/crawler.rb
-lib/relevance/tarantula/detail.html.erb
-lib/relevance/tarantula/form.rb
-lib/relevance/tarantula/form_submission.rb
-lib/relevance/tarantula/html_document_handler.rb
-lib/relevance/tarantula/html_report_helper.rb
-lib/relevance/tarantula/html_reporter.rb
-lib/relevance/tarantula/index.html.erb
-lib/relevance/tarantula/invalid_html_handler.rb
-lib/relevance/tarantula/io_reporter.rb
-lib/relevance/tarantula/link.rb
-lib/relevance/tarantula/log_grabber.rb
-lib/relevance/tarantula/rails_integration_proxy.rb
-lib/relevance/tarantula/recording.rb
-lib/relevance/tarantula/response.rb
-lib/relevance/tarantula/result.rb
-lib/relevance/tarantula/test_report.html.erb
-lib/relevance/tarantula/tidy_handler.rb
-lib/relevance/tarantula/transform.rb
-lib/relevance/tarantula.rb
-manifest.txt
-MIT-LICENSE
-rails/init.rb
-Rakefile
-README.rdoc
-tarantula.gemspec
-tasks/tarantula_tasks.rake
-template/tarantula_test.rb
-test/relevance/core_extensions/ellipsize_test.rb
-test/relevance/core_extensions/file_test.rb
-test/relevance/core_extensions/response_test.rb
-test/relevance/core_extensions/test_case_test.rb
-test/relevance/tarantula/attack_form_submission_test.rb
-test/relevance/tarantula/attack_handler_test.rb
-test/relevance/tarantula/crawler_test.rb
-test/relevance/tarantula/form_submission_test.rb
-test/relevance/tarantula/form_test.rb
-test/relevance/tarantula/html_document_handler_test.rb
-test/relevance/tarantula/html_report_helper_test.rb
-test/relevance/tarantula/html_reporter_test.rb
-test/relevance/tarantula/invalid_html_handler_test.rb
-test/relevance/tarantula/io_reporter_test.rb
-test/relevance/tarantula/link_test.rb
-test/relevance/tarantula/log_grabber_test.rb
-test/relevance/tarantula/rails_init_test.rb
-test/relevance/tarantula/rails_integration_proxy_test.rb
-test/relevance/tarantula/result_test.rb
-test/relevance/tarantula/tidy_handler_test.rb
-test/relevance/tarantula/transform_test.rb
-test/relevance/tarantula_test.rb
-test/test_helper.rb
-uninstall.rb
-vendor/xss-shield/init.rb
-vendor/xss-shield/lib/xss_shield/erb_hacks.rb
-vendor/xss-shield/lib/xss_shield/haml_hacks.rb
-vendor/xss-shield/lib/xss_shield/safe_string.rb
-vendor/xss-shield/lib/xss_shield/secure_helpers.rb
-vendor/xss-shield/lib/xss_shield.rb
-vendor/xss-shield/MIT-LICENSE
-vendor/xss-shield/README
-vendor/xss-shield/test/test_actionview_integration.rb
-vendor/xss-shield/test/test_erb.rb
-vendor/xss-shield/test/test_haml.rb
-vendor/xss-shield/test/test_helpers.rb
-vendor/xss-shield/test/test_safe_string.rb