RubyGems - cobweb - Versions diffs - 0.0.55 → 0.0.57 - Mend

cobweb 0.0.55 → 0.0.57

Files changed (177) hide show

data/spec/samples/sample_site/text/museosans_bold-webfont.ttf ADDED Viewed

Binary file

data/spec/samples/sample_site/text/museosans_bold-webfont.woff ADDED Viewed

Binary file

data/spec/samples/sample_site/typography.html ADDED Viewed

@@ -0,0 +1,192 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+<head>
+	<meta http-equiv="Content-Type" content="text/html;charset=utf-8" />
+	<title>CleanDream</title>
+	<style type="text/css">
+		@import url("css/style.css");
+		@import url('css/style_text.css');
+		@import url('css/form-buttons.css');
+		@import url('css/link-buttons.css');
+		@import url('css/menu.css');
+		@import url('css/statics.css');
+		@import url('css/messages.css');
+		@import url('css/datatable.css');
+		@import url('css/accordion.css');
+		@import url('css/tabs.css');
+		@import url('css/forms.css');
+		@import url('css/datepicker.css');
+		@import url('css/modalbox.css');
+		@import url('css/jquery.fancybox-1.3.4.css');
+		@import url('css/jquery.treeview.css');
+		@import url('css/wysiwyg.css');
+		@import url('css/wysiwyg.modal.css');
+		@import url('css/wysiwyg-editor.css');
+	</style>
+	<script type="text/javascript" src="js/jquery-1.7.1.min.js"></script>
+	<!--[if lte IE 8]>
+		<script type="text/javascript" src="js/excanvas.min.js"></script>
+	<![endif]-->
+</head>
+<body>
+<div class="container">
+	<div class="logo-labels">
+		<h1><a href="#">CleanDream</a></h1>
+		<ul>
+			<li><a href="#"><span>Settings</span></a></li>
+			<li class="usermessage"><a href="#"><span>1 new message</span></a></li>
+			<li class="logout"><a href="#"><span>Logout</span></a></li>
+		</ul>
+	</div>
+	<div class="menu-search">
+		<ul>
+			<li><a href="dashboard.html">Dashboard</a></li>
+			<li>
+				<a href="#">Dropdown</a>
+				<ul>
+					<li><a href="#">Submenu item 001</a></li>
+					<li><a href="#">Submenu item 002</a></li>
+					<li><a href="#">Submenu item 003</a></li>
+					<li class="current">
+						<a href="#">Submenu item 004</a>
+						<ul>
+							<li><a href="#">Subsubmenu item 001</a></li>
+							<li><a href="#">Subsubmenu item 002</a></li>
+							<li class="current"><a href="#">Subsubmenu item 003</a></li>
+							<li><a href="#">Subsubmenu item 003</a></li>
+							<li><a href="#">Subsubmenu item 005</a></li>
+						</ul>
+					</li>
+					<li> <a href="#">Submenu item 005</a> </li>
+				</ul>
+			</li>
+			<li class="current"><a href="typography.html">Typography</a></li>
+			<li><a href="boxgrid.html">Boxes Grid</a></li>
+			<li><a href="forms.html">Forms</a></li>
+			<li><a href="gallery.html">Gallery</a></li>
+			<li><a href="tables.html">Tables</a></li>
+			<li><a href="more.html">More</a></li>
+		</ul>
+		<div class="search">
+			<form action="" method="post">
+				<input type="text" value="Seachterm" />
+				<button type="submit"></button>
+			</form>
+		</div>
+	</div>
+	<div class="breadcrumbs">
+		<ul>
+			<li class="home"><a href="#"></a></li>
+			<li class="break">&#187;</li>
+			<li><a href="#">Menu item</a></li>
+			<li class="break">&#187;</li>
+			<li><a href="#">Menu item</a></li>
+		</ul>
+	</div>
+	<div class="section">
+		<div class="full">
+			<div class="box">
+				<div class="title">
+					<h2>Full box</h2>
+					<span class="hide"></span>
+				</div>
+				<div class="content">
+					<h1>This is a H1 heading.</h1>
+					Cras interdum sodales eros sed vehicula. Nulla nec felis augue, sit amet rutrum
+					risus. Mauris rutrum metus eu neque egestas scelerisque tempus massa
+					ultricies. Maecenas vehicula dictum ligula vel convallis.<br />
+					<br />
+					<h2>This is a H2 heading.</h2>
+					Cras interdum sodales eros sed vehicula. Nulla nec felis augue, sit amet rutrum
+					risus. Mauris rutrum metus eu neque egestas scelerisque tempus massa
+					ultricies. Maecenas vehicula dictum ligula vel convallis.<br />
+					<br />
+					<h3>This is a H3 heading.</h3>
+					Cras interdum sodales eros sed vehicula. Nulla nec felis augue, sit amet rutrum
+					risus. Mauris rutrum metus eu neque egestas scelerisque tempus massa
+					ultricies. Maecenas vehicula dictum ligula vel convallis.<br />
+					<br />
+					<h4>This is a H4 heading.</h4>
+					Cras interdum sodales eros sed vehicula. Nulla nec felis augue, sit amet rutrum
+					risus. Mauris rutrum metus eu neque egestas scelerisque tempus massa
+					ultricies. Maecenas vehicula dictum ligula vel convallis.<br />
+					<br />
+					<h4>A bullet list</h4>
+					<ul>
+						<li>Morbi porttitor risus a nulla vestibulum vulputate.</li>
+						<li>Curabitur vestibulum condimentum arcu non.</li>
+						<li>Vestibulum mollis rutrum diam nec euismod.</li>
+						<li>Aenean feugiat vestibulum congue donec nibh nulla, ullamcorper.</li>
+					</ul>
+					<br />
+					<h4>A numbered list</h4>
+					<ol>
+						<li>Morbi porttitor risus a nulla vestibulum vulputate.</li>
+						<li>Curabitur vestibulum condimentum arcu non.</li>
+						<li>Vestibulum mollis rutrum diam nec euismod.</li>
+						<li>Aenean feugiat vestibulum congue donec nibh nulla, ullamcorper.</li>
+					</ol>
+					<br />
+					<h4>A blockquote</h4>
+					<blockquote>
+						Phasellus vestibulum, tortor vitae ullamcorper commodo, est arcu sodales nisi, vel gravida lectus ante
+						vitae orci. Sed vitae mattis nibh. Nunc non sem eros. Curabitur eu nunc in tortor ornare sollicitudin.
+						Quisque odio mauris, scelerisque sit amet aliquam et, gravida non augue. Sed velit purus, pharetra vel
+						malesuada ut, bibendum eu risus.
+					</blockquote>
+					<br />
+					<h4>Pre block</h4>
+					<pre>Hello this is a pre block</pre>
+					<br />
+					<h4>Code block</h4>
+					<pre><code><div class="Some class">
+	<p>Hello, this is a code block</p>
+</div></code></pre>
+				</div>
+			</div>
+		</div>
+	</div>
+	<div class="footer">
+		<div class="split">&#169; Copyright <a href="#">website.com</a></div>
+		<div class="split right">Powered by <a href="http://themeforest.net/item/cleandream/490140" target="_blank">CleanDream</a></div>
+	</div>
+</div>
+<script type="text/javascript" src="js/superfish.js"></script>
+<script type="text/javascript" src="js/supersubs.js"></script>
+<script type="text/javascript" src="js/hoverIntent.js"></script>
+<script type="text/javascript" src="js/jquery.flot.js"></script>
+<script type="text/javascript" src="js/jquery.graphtable-0.2.js"></script>
+<script type="text/javascript" src="js/jquery.flot.resize.min.js"></script>
+<script type="text/javascript" src="js/jquery-ui.js"></script>
+<script type="text/javascript" src="js/jquery-ui-select.js"></script>
+<script type="text/javascript" src="js/customInput.jquery.js"></script>
+<script type="text/javascript" src="js/jquery.dataTables.js"></script>
+<script type="text/javascript" src="js/jquery.fancybox-1.3.4.js"></script>
+<script type="text/javascript" src="js/jquery.filestyle.mini.js"></script>
+<script type="text/javascript" src="js/jquery-ui-timepicker-addon.js"></script>
+<script type="text/javascript" src="js/jquery.treeview.js"></script>
+<script type="text/javascript" src="js/jquery.tipsy.js"></script>
+<script type="text/javascript" src="js/jquery.wysiwyg.js"></script>
+<script type="text/javascript" src="js/plugins/wysiwyg.rmFormat.js"></script>
+<script type="text/javascript" src="js/controls/wysiwyg.image.js"></script>
+<script type="text/javascript" src="js/controls/wysiwyg.link.js"></script>
+<script type="text/javascript" src="js/controls/wysiwyg.table.js"></script>
+<script type="text/javascript" src="js/inline.js"></script>
+</body>
+</html>

data/spec/spec_helper.rb CHANGED Viewed

@@ -1,14 +1,22 @@
 require File.expand_path(File.dirname(__FILE__) + '/../lib/cobweb')
+require File.expand_path(File.dirname(__FILE__) + '/../spec/samples/sample_server')
 require 'mock_redis'
+require 'thin' if ENV["TRAVIS_RUBY_VERSION"].nil?
 # Sets up the environment as test so that exceptions are raised
 ENVIRONMENT = "test"
+APP_ROOT = File.expand_path(File.dirname(__FILE__) + '/../')
 RSpec.configure do |config|
+  unless ENV["TRAVIS_RUBY_VERSION"].nil?
+    config.filter_run_excluding :local_only => true
+  end
   config.before(:each) {
-    redis_mock = double("redis")
-    redis_mock.stub(:new).and_return(@redis_mock_object)
+    #redis_mock = double("redis")
+    #redis_mock.stub(:new).and_return(@redis_mock_object)
     #redis_mock.flushdb

metadata CHANGED Viewed

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cobweb
 version: !ruby/object:Gem::Version
-  version: 0.0.55
+  version: 0.0.57
   prerelease:
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2012-05-08 00:00:00.000000000 Z
+date: 2012-06-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: resque
-  requirement: &70166180363640 !ruby/object:Gem::Requirement
+  requirement: &70194152226040 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180363640
+  version_requirements: *70194152226040
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &70166180362480 !ruby/object:Gem::Requirement
+  requirement: &70194152224380 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180362480
+  version_requirements: *70194152224380
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70166180361540 !ruby/object:Gem::Requirement
+  requirement: &70194152223560 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180361540
+  version_requirements: *70194152223560
 - !ruby/object:Gem::Dependency
   name: addressable
-  requirement: &70166180359680 !ruby/object:Gem::Requirement
+  requirement: &70194152222500 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180359680
+  version_requirements: *70194152222500
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70166180357240 !ruby/object:Gem::Requirement
+  requirement: &70194152220920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180357240
+  version_requirements: *70194152220920
 - !ruby/object:Gem::Dependency
   name: awesome_print
-  requirement: &70166180380020 !ruby/object:Gem::Requirement
+  requirement: &70194152236080 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180380020
+  version_requirements: *70194152236080
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70166180377140 !ruby/object:Gem::Requirement
+  requirement: &70194152235480 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180377140
+  version_requirements: *70194152235480
 - !ruby/object:Gem::Dependency
   name: thin
-  requirement: &70166180389240 !ruby/object:Gem::Requirement
+  requirement: &70194152234920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180389240
+  version_requirements: *70194152234920
 - !ruby/object:Gem::Dependency
   name: haml
-  requirement: &70166180388200 !ruby/object:Gem::Requirement
+  requirement: &70194152234340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180388200
+  version_requirements: *70194152234340
 - !ruby/object:Gem::Dependency
   name: namespaced_redis
-  requirement: &70166180387040 !ruby/object:Gem::Requirement
+  requirement: &70194152233680 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -120,9 +120,11 @@ dependencies:
         version: 1.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *70166180387040
-description: Web Crawler that uses resque background job engine to allow you to cluster
-  your crawl.
+  version_requirements: *70194152233680
+description: Cobweb is a web crawler that can use resque to cluster crawls to quickly
+  crawl extremely large sites which is much more perofmant than multi-threaded crawlers.  It
+  is also a standalone crawler that has a sophisticated statistics monitoring interface
+  to monitor the progress of the crawls.
 email: stewart@rockwellcottage.com
 executables: []
 extensions: []
@@ -135,6 +137,172 @@ files:
 - spec/cobweb/cobweb_spec.rb
 - spec/cobweb/content_link_parser_spec.rb
 - spec/samples/sample_html_links.html
+- spec/samples/sample_server.rb
+- spec/samples/sample_site/boxgrid.html
+- spec/samples/sample_site/css/accordion.css
+- spec/samples/sample_site/css/datatable.css
+- spec/samples/sample_site/css/datepicker.css
+- spec/samples/sample_site/css/form-buttons.css
+- spec/samples/sample_site/css/forms.css
+- spec/samples/sample_site/css/jquery.fancybox-1.3.4.css
+- spec/samples/sample_site/css/jquery.treeview.css
+- spec/samples/sample_site/css/link-buttons.css
+- spec/samples/sample_site/css/login.css
+- spec/samples/sample_site/css/menu.css
+- spec/samples/sample_site/css/messages.css
+- spec/samples/sample_site/css/modalbox.css
+- spec/samples/sample_site/css/statics.css
+- spec/samples/sample_site/css/style.css
+- spec/samples/sample_site/css/style_text.css
+- spec/samples/sample_site/css/tabs.css
+- spec/samples/sample_site/css/wysiwyg-editor.css
+- spec/samples/sample_site/css/wysiwyg.css
+- spec/samples/sample_site/css/wysiwyg.modal.css
+- spec/samples/sample_site/dashboard.html
+- spec/samples/sample_site/forms.html
+- spec/samples/sample_site/gallery.html
+- spec/samples/sample_site/gfx/back-menu.gif
+- spec/samples/sample_site/gfx/back-submenu.gif
+- spec/samples/sample_site/gfx/background.gif
+- spec/samples/sample_site/gfx/box-hide.png
+- spec/samples/sample_site/gfx/box-search.png
+- spec/samples/sample_site/gfx/box-title.gif
+- spec/samples/sample_site/gfx/code.gif
+- spec/samples/sample_site/gfx/datepicker-arrows.gif
+- spec/samples/sample_site/gfx/fancybox/blank.gif
+- spec/samples/sample_site/gfx/fancybox/fancy_close.png
+- spec/samples/sample_site/gfx/fancybox/fancy_loading.png
+- spec/samples/sample_site/gfx/fancybox/fancy_nav_left.png
+- spec/samples/sample_site/gfx/fancybox/fancy_nav_right.png
+- spec/samples/sample_site/gfx/fancybox/fancy_title_left.png
+- spec/samples/sample_site/gfx/fancybox/fancy_title_main.png
+- spec/samples/sample_site/gfx/fancybox/fancy_title_over.png
+- spec/samples/sample_site/gfx/fancybox/fancy_title_right.png
+- spec/samples/sample_site/gfx/fancybox/fancybox-x.png
+- spec/samples/sample_site/gfx/fancybox/fancybox.png
+- spec/samples/sample_site/gfx/forms/date-next.gif
+- spec/samples/sample_site/gfx/forms/date-prev.gif
+- spec/samples/sample_site/gfx/forms/forms-checkbox.gif
+- spec/samples/sample_site/gfx/forms/forms-date.gif
+- spec/samples/sample_site/gfx/forms/forms-file.gif
+- spec/samples/sample_site/gfx/forms/forms-input-big.gif
+- spec/samples/sample_site/gfx/forms/forms-input-medium.gif
+- spec/samples/sample_site/gfx/forms/forms-input-small.gif
+- spec/samples/sample_site/gfx/forms/forms-input-xl.gif
+- spec/samples/sample_site/gfx/forms/forms-radio.gif
+- spec/samples/sample_site/gfx/forms/forms-selectbox-small.gif
+- spec/samples/sample_site/gfx/forms/forms-selectbox.gif
+- spec/samples/sample_site/gfx/forms/forms-textarea-big.gif
+- spec/samples/sample_site/gfx/forms/forms-textarea-medium.gif
+- spec/samples/sample_site/gfx/forms/forms-textarea-small.gif
+- spec/samples/sample_site/gfx/forms/forms-textarea-xl.gif
+- spec/samples/sample_site/gfx/icon-delete.png
+- spec/samples/sample_site/gfx/icon-edit.png
+- spec/samples/sample_site/gfx/icon-home.gif
+- spec/samples/sample_site/gfx/img-delete.png
+- spec/samples/sample_site/gfx/img-hover.png
+- spec/samples/sample_site/gfx/img-zoom.png
+- spec/samples/sample_site/gfx/jquery.wysiwyg.gif
+- spec/samples/sample_site/gfx/label-icons.gif
+- spec/samples/sample_site/gfx/label.gif
+- spec/samples/sample_site/gfx/li-down.gif
+- spec/samples/sample_site/gfx/li.gif
+- spec/samples/sample_site/gfx/link-button-big.gif
+- spec/samples/sample_site/gfx/link-button-medium.gif
+- spec/samples/sample_site/gfx/link-button.gif
+- spec/samples/sample_site/gfx/loading-2.gif
+- spec/samples/sample_site/gfx/loading.gif
+- spec/samples/sample_site/gfx/logo.png
+- spec/samples/sample_site/gfx/modal-title.gif
+- spec/samples/sample_site/gfx/photos/00.jpg
+- spec/samples/sample_site/gfx/photos/01.jpg
+- spec/samples/sample_site/gfx/photos/01xl.jpg
+- spec/samples/sample_site/gfx/photos/02.jpg
+- spec/samples/sample_site/gfx/photos/02xl.jpg
+- spec/samples/sample_site/gfx/photos/03.jpg
+- spec/samples/sample_site/gfx/photos/03xl.jpg
+- spec/samples/sample_site/gfx/photos/04.jpg
+- spec/samples/sample_site/gfx/photos/04xl.jpg
+- spec/samples/sample_site/gfx/photos/05.jpg
+- spec/samples/sample_site/gfx/photos/05xl.jpg
+- spec/samples/sample_site/gfx/photos/06.jpg
+- spec/samples/sample_site/gfx/photos/06xl.jpg
+- spec/samples/sample_site/gfx/photos/07.jpg
+- spec/samples/sample_site/gfx/photos/07xl.jpg
+- spec/samples/sample_site/gfx/photos/08.jpg
+- spec/samples/sample_site/gfx/photos/08xl.jpg
+- spec/samples/sample_site/gfx/photos/09.jpg
+- spec/samples/sample_site/gfx/photos/09xl.jpg
+- spec/samples/sample_site/gfx/photos/10.jpg
+- spec/samples/sample_site/gfx/photos/10xl.jpg
+- spec/samples/sample_site/gfx/photos/11.jpg
+- spec/samples/sample_site/gfx/photos/11xl.jpg
+- spec/samples/sample_site/gfx/photos/12.jpg
+- spec/samples/sample_site/gfx/photos/12xl.jpg
+- spec/samples/sample_site/gfx/photos/13.jpg
+- spec/samples/sample_site/gfx/photos/13xl.jpg
+- spec/samples/sample_site/gfx/photos/14.jpg
+- spec/samples/sample_site/gfx/photos/14xl.jpg
+- spec/samples/sample_site/gfx/photos/15.jpg
+- spec/samples/sample_site/gfx/photos/15xl.jpg
+- spec/samples/sample_site/gfx/search-button.gif
+- spec/samples/sample_site/gfx/search-input.gif
+- spec/samples/sample_site/gfx/slider-button.gif
+- spec/samples/sample_site/gfx/system-messages.gif
+- spec/samples/sample_site/gfx/table-asc-arrow.gif
+- spec/samples/sample_site/gfx/table-desc-arrow.gif
+- spec/samples/sample_site/gfx/table-first.gif
+- spec/samples/sample_site/gfx/table-last.gif
+- spec/samples/sample_site/gfx/table-next.gif
+- spec/samples/sample_site/gfx/table-number.gif
+- spec/samples/sample_site/gfx/table-prev.gif
+- spec/samples/sample_site/gfx/table-rows.gif
+- spec/samples/sample_site/gfx/table-search.gif
+- spec/samples/sample_site/gfx/table-thead.gif
+- spec/samples/sample_site/gfx/tooltip.gif
+- spec/samples/sample_site/gfx/treeview/ajax-loader.gif
+- spec/samples/sample_site/gfx/treeview/file.gif
+- spec/samples/sample_site/gfx/treeview/folder-closed.gif
+- spec/samples/sample_site/gfx/treeview/folder.gif
+- spec/samples/sample_site/gfx/treeview/minus.gif
+- spec/samples/sample_site/gfx/treeview/plus.gif
+- spec/samples/sample_site/gfx/treeview/treeview-default-line.gif
+- spec/samples/sample_site/gfx/treeview/treeview-default.gif
+- spec/samples/sample_site/index.html
+- spec/samples/sample_site/js/controls/wysiwyg.image.js
+- spec/samples/sample_site/js/controls/wysiwyg.link.js
+- spec/samples/sample_site/js/controls/wysiwyg.table.js
+- spec/samples/sample_site/js/customInput.jquery.js
+- spec/samples/sample_site/js/excanvas.min.js
+- spec/samples/sample_site/js/hoverIntent.js
+- spec/samples/sample_site/js/inline.js
+- spec/samples/sample_site/js/jquery-1.7.1.min.js
+- spec/samples/sample_site/js/jquery-ui-select.js
+- spec/samples/sample_site/js/jquery-ui-timepicker-addon.js
+- spec/samples/sample_site/js/jquery-ui.js
+- spec/samples/sample_site/js/jquery.dataTables.js
+- spec/samples/sample_site/js/jquery.fancybox-1.3.4.js
+- spec/samples/sample_site/js/jquery.filestyle.mini.js
+- spec/samples/sample_site/js/jquery.flot.js
+- spec/samples/sample_site/js/jquery.flot.resize.min.js
+- spec/samples/sample_site/js/jquery.graphtable-0.2.js
+- spec/samples/sample_site/js/jquery.tipsy.js
+- spec/samples/sample_site/js/jquery.treeview.js
+- spec/samples/sample_site/js/jquery.wysiwyg.js
+- spec/samples/sample_site/js/plugins/wysiwyg.rmFormat.js
+- spec/samples/sample_site/js/superfish.js
+- spec/samples/sample_site/js/supersubs.js
+- spec/samples/sample_site/more.html
+- spec/samples/sample_site/tables.html
+- spec/samples/sample_site/text/museosans-webfont.eot
+- spec/samples/sample_site/text/museosans-webfont.svg
+- spec/samples/sample_site/text/museosans-webfont.ttf
+- spec/samples/sample_site/text/museosans-webfont.woff
+- spec/samples/sample_site/text/museosans_bold-webfont.eot
+- spec/samples/sample_site/text/museosans_bold-webfont.svg
+- spec/samples/sample_site/text/museosans_bold-webfont.ttf
+- spec/samples/sample_site/text/museosans_bold-webfont.woff
+- spec/samples/sample_site/typography.html
 - spec/spec.opts
 - spec/spec_helper.rb
 - lib/cobweb.rb
@@ -329,6 +497,8 @@ rubyforge_project:
 rubygems_version: 1.8.10
 signing_key:
 specification_version: 3
-summary: Web Crawler that uses resque background job engine to allow you to cluster
-  your crawl.
+summary: Cobweb is a web crawler that can use resque to cluster crawls to quickly
+  crawl extremely large sites faster than multi-threaded crawlers.  It is also a standalone
+  crawler that has a sophisticated statistics monitoring interface to monitor the
+  progress of the crawls.
 test_files: []