RubyGems - cobweb - Versions diffs - 0.0.55 → 0.0.57 - Mend

cobweb 0.0.55 → 0.0.57

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (177) hide show

data/spec/samples/sample_site/text/museosans_bold-webfont.ttf ADDED Viewed

Binary file

data/spec/samples/sample_site/text/museosans_bold-webfont.woff ADDED Viewed

Binary file

data/spec/samples/sample_site/typography.html ADDED Viewed

@@ -0,0 +1,192 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+<head>
+	<meta http-equiv="Content-Type" content="text/html;charset=utf-8" />
+	<title>CleanDream</title>
+	<style type="text/css">
+		@import url("css/style.css");
+		@import url('css/style_text.css');
+		@import url('css/form-buttons.css');
+		@import url('css/link-buttons.css');
+		@import url('css/menu.css');
+		@import url('css/statics.css');
+		@import url('css/messages.css');
+		@import url('css/datatable.css');
+		@import url('css/accordion.css');
+		@import url('css/tabs.css');
+		@import url('css/forms.css');
+		@import url('css/datepicker.css');
+		@import url('css/modalbox.css');
+		@import url('css/jquery.fancybox-1.3.4.css');
+		@import url('css/jquery.treeview.css');
+		@import url('css/wysiwyg.css');
+		@import url('css/wysiwyg.modal.css');
+		@import url('css/wysiwyg-editor.css');
+	</style>
+	<script type="text/javascript" src="js/jquery-1.7.1.min.js"></script>
+	<!--[if lte IE 8]>
+		<script type="text/javascript" src="js/excanvas.min.js"></script>
+	<![endif]-->
+</head>
+<body>
+<div class="container">
+	<div class="logo-labels">
+		<h1><a href="#">CleanDream</a></h1>
+		<ul>
+			<li><a href="#"><span>Settings</span></a></li>
+			<li class="usermessage"><a href="#"><span>1 new message</span></a></li>
+			<li class="logout"><a href="#"><span>Logout</span></a></li>
+		</ul>
+	</div>
+	<div class="menu-search">
+		<ul>
+			<li><a href="dashboard.html">Dashboard</a></li>
+			<li>
+				<a href="#">Dropdown</a>
+				<ul>
+					<li><a href="#">Submenu item 001</a></li>
+					<li><a href="#">Submenu item 002</a></li>
+					<li><a href="#">Submenu item 003</a></li>
+					<li class="current">
+						<a href="#">Submenu item 004</a>
+						<ul>
+							<li><a href="#">Subsubmenu item 001</a></li>
+							<li><a href="#">Subsubmenu item 002</a></li>
+							<li class="current"><a href="#">Subsubmenu item 003</a></li>
+							<li><a href="#">Subsubmenu item 003</a></li>
+							<li><a href="#">Subsubmenu item 005</a></li>
+						</ul>
+					</li>
+					<li> <a href="#">Submenu item 005</a> </li>
+				</ul>
+			</li>
+			<li class="current"><a href="typography.html">Typography</a></li>
+			<li><a href="boxgrid.html">Boxes Grid</a></li>
+			<li><a href="forms.html">Forms</a></li>
+			<li><a href="gallery.html">Gallery</a></li>
+			<li><a href="tables.html">Tables</a></li>
+			<li><a href="more.html">More</a></li>
+		</ul>
+		<div class="search">
+			<form action="" method="post">
+				<input type="text" value="Seachterm" />
+				<button type="submit"></button>
+			</form>
+		</div>
+	</div>
+	<div class="breadcrumbs">
+		<ul>
+			<li class="home"><a href="#"></a></li>
+			<li class="break">&#187;</li>
+			<li><a href="#">Menu item</a></li>
+			<li class="break">&#187;</li>
+			<li><a href="#">Menu item</a></li>
+		</ul>
+	</div>
+	<div class="section">
+		<div class="full">
+			<div class="box">
+				<div class="title">
+					<h2>Full box</h2>
+					<span class="hide"></span>
+				</div>
+				<div class="content">
+					<h1>This is a H1 heading.</h1>
+					Cras interdum sodales eros sed vehicula. Nulla nec felis augue, sit amet rutrum
+					risus. Mauris rutrum metus eu neque egestas scelerisque tempus massa
+					ultricies. Maecenas vehicula dictum ligula vel convallis.<br />
+					<br />
+					<h2>This is a H2 heading.</h2>
+					Cras interdum sodales eros sed vehicula. Nulla nec felis augue, sit amet rutrum
+					risus. Mauris rutrum metus eu neque egestas scelerisque tempus massa
+					ultricies. Maecenas vehicula dictum ligula vel convallis.<br />
+					<br />
+					<h3>This is a H3 heading.</h3>
+					Cras interdum sodales eros sed vehicula. Nulla nec felis augue, sit amet rutrum
+					risus. Mauris rutrum metus eu neque egestas scelerisque tempus massa
+					ultricies. Maecenas vehicula dictum ligula vel convallis.<br />
+					<br />
+					<h4>This is a H4 heading.</h4>
+					Cras interdum sodales eros sed vehicula. Nulla nec felis augue, sit amet rutrum
+					risus. Mauris rutrum metus eu neque egestas scelerisque tempus massa
+					ultricies. Maecenas vehicula dictum ligula vel convallis.<br />
+					<br />
+					<h4>A bullet list</h4>
+					<ul>
+						<li>Morbi porttitor risus a nulla vestibulum vulputate.</li>
+						<li>Curabitur vestibulum condimentum arcu non.</li>
+						<li>Vestibulum mollis rutrum diam nec euismod.</li>
+						<li>Aenean feugiat vestibulum congue donec nibh nulla, ullamcorper.</li>
+					</ul>
+					<br />
+					<h4>A numbered list</h4>
+					<ol>
+						<li>Morbi porttitor risus a nulla vestibulum vulputate.</li>
+						<li>Curabitur vestibulum condimentum arcu non.</li>
+						<li>Vestibulum mollis rutrum diam nec euismod.</li>
+						<li>Aenean feugiat vestibulum congue donec nibh nulla, ullamcorper.</li>
+					</ol>
+					<br />
+					<h4>A blockquote</h4>
+					<blockquote>
+						Phasellus vestibulum, tortor vitae ullamcorper commodo, est arcu sodales nisi, vel gravida lectus ante
+						vitae orci. Sed vitae mattis nibh. Nunc non sem eros. Curabitur eu nunc in tortor ornare sollicitudin.
+						Quisque odio mauris, scelerisque sit amet aliquam et, gravida non augue. Sed velit purus, pharetra vel
+						malesuada ut, bibendum eu risus.
+					</blockquote>
+					<br />
+					<h4>Pre block</h4>
+					<pre>Hello this is a pre block</pre>
+					<br />
+					<h4>Code block</h4>
+					<pre><code><div class="Some class">
+	<p>Hello, this is a code block</p>
+</div></code></pre>
+				</div>
+			</div>
+		</div>
+	</div>
+	<div class="footer">
+		<div class="split">&#169; Copyright <a href="#">website.com</a></div>
+		<div class="split right">Powered by <a href="http://themeforest.net/item/cleandream/490140" target="_blank">CleanDream</a></div>
+	</div>
+</div>
+<script type="text/javascript" src="js/superfish.js"></script>
+<script type="text/javascript" src="js/supersubs.js"></script>
+<script type="text/javascript" src="js/hoverIntent.js"></script>
+<script type="text/javascript" src="js/jquery.flot.js"></script>
+<script type="text/javascript" src="js/jquery.graphtable-0.2.js"></script>
+<script type="text/javascript" src="js/jquery.flot.resize.min.js"></script>
+<script type="text/javascript" src="js/jquery-ui.js"></script>
+<script type="text/javascript" src="js/jquery-ui-select.js"></script>
+<script type="text/javascript" src="js/customInput.jquery.js"></script>
+<script type="text/javascript" src="js/jquery.dataTables.js"></script>
+<script type="text/javascript" src="js/jquery.fancybox-1.3.4.js"></script>
+<script type="text/javascript" src="js/jquery.filestyle.mini.js"></script>
+<script type="text/javascript" src="js/jquery-ui-timepicker-addon.js"></script>
+<script type="text/javascript" src="js/jquery.treeview.js"></script>
+<script type="text/javascript" src="js/jquery.tipsy.js"></script>
+<script type="text/javascript" src="js/jquery.wysiwyg.js"></script>
+<script type="text/javascript" src="js/plugins/wysiwyg.rmFormat.js"></script>
+<script type="text/javascript" src="js/controls/wysiwyg.image.js"></script>
+<script type="text/javascript" src="js/controls/wysiwyg.link.js"></script>
+<script type="text/javascript" src="js/controls/wysiwyg.table.js"></script>
+<script type="text/javascript" src="js/inline.js"></script>
+</body>
+</html>

data/spec/spec_helper.rb CHANGED Viewed

@@ -1,14 +1,22 @@
 require File.expand_path(File.dirname(__FILE__) + '/../lib/cobweb')
+require File.expand_path(File.dirname(__FILE__) + '/../spec/samples/sample_server')
 require 'mock_redis'
+require 'thin' if ENV["TRAVIS_RUBY_VERSION"].nil?
 # Sets up the environment as test so that exceptions are raised
 ENVIRONMENT = "test"
+APP_ROOT = File.expand_path(File.dirname(__FILE__) + '/../')
 RSpec.configure do |config|
+  unless ENV["TRAVIS_RUBY_VERSION"].nil?
+    config.filter_run_excluding :local_only => true
+  end
   config.before(:each) {
-    redis_mock = double("redis")
-    redis_mock.stub(:new).and_return(@redis_mock_object)
+    #redis_mock = double("redis")
+    #redis_mock.stub(:new).and_return(@redis_mock_object)
     #redis_mock.flushdb

metadata CHANGED Viewed

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cobweb
 version: !ruby/object:Gem::Version
-  version: 0.0.55
+  version: 0.0.57
   prerelease:
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2012-05-08 00:00:00.000000000 Z
+date: 2012-06-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: resque
-  requirement: &70166180363640 !ruby/object:Gem::Requirement
+  requirement: &70194152226040 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180363640
+  version_requirements: *70194152226040
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &70166180362480 !ruby/object:Gem::Requirement
+  requirement: &70194152224380 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180362480
+  version_requirements: *70194152224380
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70166180361540 !ruby/object:Gem::Requirement
+  requirement: &70194152223560 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180361540
+  version_requirements: *70194152223560
 - !ruby/object:Gem::Dependency
   name: addressable
-  requirement: &70166180359680 !ruby/object:Gem::Requirement
+  requirement: &70194152222500 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180359680
+  version_requirements: *70194152222500
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70166180357240 !ruby/object:Gem::Requirement
+  requirement: &70194152220920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180357240
+  version_requirements: *70194152220920
 - !ruby/object:Gem::Dependency
   name: awesome_print
-  requirement: &70166180380020 !ruby/object:Gem::Requirement
+  requirement: &70194152236080 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180380020
+  version_requirements: *70194152236080
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70166180377140 !ruby/object:Gem::Requirement
+  requirement: &70194152235480 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180377140
+  version_requirements: *70194152235480
 - !ruby/object:Gem::Dependency
   name: thin
-  requirement: &70166180389240 !ruby/object:Gem::Requirement
+  requirement: &70194152234920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180389240
+  version_requirements: *70194152234920
 - !ruby/object:Gem::Dependency
   name: haml
-  requirement: &70166180388200 !ruby/object:Gem::Requirement
+  requirement: &70194152234340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70166180388200
+  version_requirements: *70194152234340
 - !ruby/object:Gem::Dependency
   name: namespaced_redis
-  requirement: &70166180387040 !ruby/object:Gem::Requirement
+  requirement: &70194152233680 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -120,9 +120,11 @@ dependencies:
         version: 1.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *70166180387040
-description: Web Crawler that uses resque background job engine to allow you to cluster
-  your crawl.
+  version_requirements: *70194152233680
+description: Cobweb is a web crawler that can use resque to cluster crawls to quickly
+  crawl extremely large sites which is much more perofmant than multi-threaded crawlers.  It
+  is also a standalone crawler that has a sophisticated statistics monitoring interface
+  to monitor the progress of the crawls.
 email: stewart@rockwellcottage.com
 executables: []
 extensions: []
@@ -135,6 +137,172 @@ files:
 - spec/cobweb/cobweb_spec.rb
 - spec/cobweb/content_link_parser_spec.rb
 - spec/samples/sample_html_links.html
+- spec/samples/sample_server.rb
+- spec/samples/sample_site/boxgrid.html
+- spec/samples/sample_site/css/accordion.css
+- spec/samples/sample_site/css/datatable.css
+- spec/samples/sample_site/css/datepicker.css
+- spec/samples/sample_site/css/form-buttons.css
+- spec/samples/sample_site/css/forms.css
+- spec/samples/sample_site/css/jquery.fancybox-1.3.4.css
+- spec/samples/sample_site/css/jquery.treeview.css
+- spec/samples/sample_site/css/link-buttons.css
+- spec/samples/sample_site/css/login.css
+- spec/samples/sample_site/css/menu.css
+- spec/samples/sample_site/css/messages.css
+- spec/samples/sample_site/css/modalbox.css
+- spec/samples/sample_site/css/statics.css
+- spec/samples/sample_site/css/style.css
+- spec/samples/sample_site/css/style_text.css
+- spec/samples/sample_site/css/tabs.css
+- spec/samples/sample_site/css/wysiwyg-editor.css
+- spec/samples/sample_site/css/wysiwyg.css
+- spec/samples/sample_site/css/wysiwyg.modal.css
+- spec/samples/sample_site/dashboard.html
+- spec/samples/sample_site/forms.html
+- spec/samples/sample_site/gallery.html
+- spec/samples/sample_site/gfx/back-menu.gif
+- spec/samples/sample_site/gfx/back-submenu.gif
+- spec/samples/sample_site/gfx/background.gif
+- spec/samples/sample_site/gfx/box-hide.png
+- spec/samples/sample_site/gfx/box-search.png
+- spec/samples/sample_site/gfx/box-title.gif
+- spec/samples/sample_site/gfx/code.gif
+- spec/samples/sample_site/gfx/datepicker-arrows.gif
+- spec/samples/sample_site/gfx/fancybox/blank.gif
+- spec/samples/sample_site/gfx/fancybox/fancy_close.png
+- spec/samples/sample_site/gfx/fancybox/fancy_loading.png
+- spec/samples/sample_site/gfx/fancybox/fancy_nav_left.png
+- spec/samples/sample_site/gfx/fancybox/fancy_nav_right.png
+- spec/samples/sample_site/gfx/fancybox/fancy_title_left.png
+- spec/samples/sample_site/gfx/fancybox/fancy_title_main.png
+- spec/samples/sample_site/gfx/fancybox/fancy_title_over.png
+- spec/samples/sample_site/gfx/fancybox/fancy_title_right.png
+- spec/samples/sample_site/gfx/fancybox/fancybox-x.png
+- spec/samples/sample_site/gfx/fancybox/fancybox.png
+- spec/samples/sample_site/gfx/forms/date-next.gif
+- spec/samples/sample_site/gfx/forms/date-prev.gif
+- spec/samples/sample_site/gfx/forms/forms-checkbox.gif
+- spec/samples/sample_site/gfx/forms/forms-date.gif
+- spec/samples/sample_site/gfx/forms/forms-file.gif
+- spec/samples/sample_site/gfx/forms/forms-input-big.gif
+- spec/samples/sample_site/gfx/forms/forms-input-medium.gif
+- spec/samples/sample_site/gfx/forms/forms-input-small.gif
+- spec/samples/sample_site/gfx/forms/forms-input-xl.gif
+- spec/samples/sample_site/gfx/forms/forms-radio.gif
+- spec/samples/sample_site/gfx/forms/forms-selectbox-small.gif
+- spec/samples/sample_site/gfx/forms/forms-selectbox.gif
+- spec/samples/sample_site/gfx/forms/forms-textarea-big.gif
+- spec/samples/sample_site/gfx/forms/forms-textarea-medium.gif
+- spec/samples/sample_site/gfx/forms/forms-textarea-small.gif
+- spec/samples/sample_site/gfx/forms/forms-textarea-xl.gif
+- spec/samples/sample_site/gfx/icon-delete.png
+- spec/samples/sample_site/gfx/icon-edit.png
+- spec/samples/sample_site/gfx/icon-home.gif
+- spec/samples/sample_site/gfx/img-delete.png
+- spec/samples/sample_site/gfx/img-hover.png
+- spec/samples/sample_site/gfx/img-zoom.png
+- spec/samples/sample_site/gfx/jquery.wysiwyg.gif
+- spec/samples/sample_site/gfx/label-icons.gif
+- spec/samples/sample_site/gfx/label.gif
+- spec/samples/sample_site/gfx/li-down.gif
+- spec/samples/sample_site/gfx/li.gif
+- spec/samples/sample_site/gfx/link-button-big.gif
+- spec/samples/sample_site/gfx/link-button-medium.gif
+- spec/samples/sample_site/gfx/link-button.gif
+- spec/samples/sample_site/gfx/loading-2.gif
+- spec/samples/sample_site/gfx/loading.gif
+- spec/samples/sample_site/gfx/logo.png
+- spec/samples/sample_site/gfx/modal-title.gif
+- spec/samples/sample_site/gfx/photos/00.jpg
+- spec/samples/sample_site/gfx/photos/01.jpg
+- spec/samples/sample_site/gfx/photos/01xl.jpg
+- spec/samples/sample_site/gfx/photos/02.jpg
+- spec/samples/sample_site/gfx/photos/02xl.jpg
+- spec/samples/sample_site/gfx/photos/03.jpg
+- spec/samples/sample_site/gfx/photos/03xl.jpg
+- spec/samples/sample_site/gfx/photos/04.jpg
+- spec/samples/sample_site/gfx/photos/04xl.jpg
+- spec/samples/sample_site/gfx/photos/05.jpg
+- spec/samples/sample_site/gfx/photos/05xl.jpg
+- spec/samples/sample_site/gfx/photos/06.jpg
+- spec/samples/sample_site/gfx/photos/06xl.jpg
+- spec/samples/sample_site/gfx/photos/07.jpg
+- spec/samples/sample_site/gfx/photos/07xl.jpg
+- spec/samples/sample_site/gfx/photos/08.jpg
+- spec/samples/sample_site/gfx/photos/08xl.jpg
+- spec/samples/sample_site/gfx/photos/09.jpg
+- spec/samples/sample_site/gfx/photos/09xl.jpg
+- spec/samples/sample_site/gfx/photos/10.jpg
+- spec/samples/sample_site/gfx/photos/10xl.jpg
+- spec/samples/sample_site/gfx/photos/11.jpg
+- spec/samples/sample_site/gfx/photos/11xl.jpg
+- spec/samples/sample_site/gfx/photos/12.jpg
+- spec/samples/sample_site/gfx/photos/12xl.jpg
+- spec/samples/sample_site/gfx/photos/13.jpg
+- spec/samples/sample_site/gfx/photos/13xl.jpg
+- spec/samples/sample_site/gfx/photos/14.jpg
+- spec/samples/sample_site/gfx/photos/14xl.jpg
+- spec/samples/sample_site/gfx/photos/15.jpg
+- spec/samples/sample_site/gfx/photos/15xl.jpg
+- spec/samples/sample_site/gfx/search-button.gif
+- spec/samples/sample_site/gfx/search-input.gif
+- spec/samples/sample_site/gfx/slider-button.gif
+- spec/samples/sample_site/gfx/system-messages.gif
+- spec/samples/sample_site/gfx/table-asc-arrow.gif
+- spec/samples/sample_site/gfx/table-desc-arrow.gif
+- spec/samples/sample_site/gfx/table-first.gif
+- spec/samples/sample_site/gfx/table-last.gif
+- spec/samples/sample_site/gfx/table-next.gif
+- spec/samples/sample_site/gfx/table-number.gif
+- spec/samples/sample_site/gfx/table-prev.gif
+- spec/samples/sample_site/gfx/table-rows.gif
+- spec/samples/sample_site/gfx/table-search.gif
+- spec/samples/sample_site/gfx/table-thead.gif
+- spec/samples/sample_site/gfx/tooltip.gif
+- spec/samples/sample_site/gfx/treeview/ajax-loader.gif
+- spec/samples/sample_site/gfx/treeview/file.gif
+- spec/samples/sample_site/gfx/treeview/folder-closed.gif
+- spec/samples/sample_site/gfx/treeview/folder.gif
+- spec/samples/sample_site/gfx/treeview/minus.gif
+- spec/samples/sample_site/gfx/treeview/plus.gif
+- spec/samples/sample_site/gfx/treeview/treeview-default-line.gif
+- spec/samples/sample_site/gfx/treeview/treeview-default.gif
+- spec/samples/sample_site/index.html
+- spec/samples/sample_site/js/controls/wysiwyg.image.js
+- spec/samples/sample_site/js/controls/wysiwyg.link.js
+- spec/samples/sample_site/js/controls/wysiwyg.table.js
+- spec/samples/sample_site/js/customInput.jquery.js
+- spec/samples/sample_site/js/excanvas.min.js
+- spec/samples/sample_site/js/hoverIntent.js
+- spec/samples/sample_site/js/inline.js
+- spec/samples/sample_site/js/jquery-1.7.1.min.js
+- spec/samples/sample_site/js/jquery-ui-select.js
+- spec/samples/sample_site/js/jquery-ui-timepicker-addon.js
+- spec/samples/sample_site/js/jquery-ui.js
+- spec/samples/sample_site/js/jquery.dataTables.js
+- spec/samples/sample_site/js/jquery.fancybox-1.3.4.js
+- spec/samples/sample_site/js/jquery.filestyle.mini.js
+- spec/samples/sample_site/js/jquery.flot.js
+- spec/samples/sample_site/js/jquery.flot.resize.min.js
+- spec/samples/sample_site/js/jquery.graphtable-0.2.js
+- spec/samples/sample_site/js/jquery.tipsy.js
+- spec/samples/sample_site/js/jquery.treeview.js
+- spec/samples/sample_site/js/jquery.wysiwyg.js
+- spec/samples/sample_site/js/plugins/wysiwyg.rmFormat.js
+- spec/samples/sample_site/js/superfish.js
+- spec/samples/sample_site/js/supersubs.js
+- spec/samples/sample_site/more.html
+- spec/samples/sample_site/tables.html
+- spec/samples/sample_site/text/museosans-webfont.eot
+- spec/samples/sample_site/text/museosans-webfont.svg
+- spec/samples/sample_site/text/museosans-webfont.ttf
+- spec/samples/sample_site/text/museosans-webfont.woff
+- spec/samples/sample_site/text/museosans_bold-webfont.eot
+- spec/samples/sample_site/text/museosans_bold-webfont.svg
+- spec/samples/sample_site/text/museosans_bold-webfont.ttf
+- spec/samples/sample_site/text/museosans_bold-webfont.woff
+- spec/samples/sample_site/typography.html
 - spec/spec.opts
 - spec/spec_helper.rb
 - lib/cobweb.rb
@@ -329,6 +497,8 @@ rubyforge_project:
 rubygems_version: 1.8.10
 signing_key:
 specification_version: 3
-summary: Web Crawler that uses resque background job engine to allow you to cluster
-  your crawl.
+summary: Cobweb is a web crawler that can use resque to cluster crawls to quickly
+  crawl extremely large sites faster than multi-threaded crawlers.  It is also a standalone
+  crawler that has a sophisticated statistics monitoring interface to monitor the
+  progress of the crawls.
 test_files: []