cobweb 1.0.28 → 1.0.29

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (20) hide show
  1. checksums.yaml +4 -4
  2. data/README.textile +71 -67
  3. data/lib/cobweb.rb +41 -41
  4. data/lib/cobweb_crawl_helper.rb +1 -5
  5. data/lib/cobweb_version.rb +2 -2
  6. data/lib/crawl_worker.rb +14 -14
  7. data/lib/export_command.rb +3 -3
  8. data/lib/report_command.rb +1 -1
  9. data/lib/string.rb +4 -9
  10. data/spec/cobweb/cobweb_crawler_spec.rb +15 -15
  11. data/spec/cobweb/crawl_job_spec.rb +8 -6
  12. data/spec/cobweb/crawl_worker_spec.rb +32 -32
  13. data/spec/samples/sample_site/{boxgrid>withsillyname.html → boxgridwithsillyname.html} +37 -37
  14. data/spec/samples/sample_site/dashboard.html +1 -1
  15. data/spec/samples/sample_site/forms.html +1 -1
  16. data/spec/samples/sample_site/gallery.html +1 -1
  17. data/spec/samples/sample_site/more.html +1 -1
  18. data/spec/samples/sample_site/tables.html +1 -1
  19. data/spec/samples/sample_site/typography.html +1 -1
  20. metadata +4 -4
data/spec/samples/sample_site/{boxgrid>withsillyname.html → boxgridwithsillyname.html} RENAMED
@@ -2,10 +2,10 @@
2
2
  <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
3
3
 
4
4
  <head>
5
-
6
- <meta http-equiv="Content-Type" content="text/html;charset=utf-8" />
5
+
6
+ <meta http-equiv="Content-Type" content="text/html;charset=utf-8" />
7
7
  <title>CleanDream</title>
8
-
8
+
9
9
  <style type="text/css">
10
10
  @import url("css/style.css");
11
11
  @import url('css/style_text.css');
@@ -26,19 +26,19 @@
26
26
  @import url('css/wysiwyg.modal.css');
27
27
  @import url('css/wysiwyg-editor.css');
28
28
  </style>
29
-
29
+
30
30
  <script type="text/javascript" src="js/jquery-1.7.1.min.js"></script>
31
-
31
+
32
32
  <!--[if lte IE 8]>
33
33
  <script type="text/javascript" src="js/excanvas.min.js"></script>
34
34
  <![endif]-->
35
-
35
+
36
36
  </head>
37
37
 
38
38
  <body>
39
39
 
40
- <div class="container">
41
-
40
+ <div class="container">
41
+
42
42
  <div class="logo-labels">
43
43
  <h1><a href="#">CleanDream</a></h1>
44
44
  <ul>
@@ -47,31 +47,31 @@
47
47
  <li class="logout"><a href="#"><span>Logout</span></a></li>
48
48
  </ul>
49
49
  </div>
50
-
50
+
51
51
  <div class="menu-search">
52
- <ul>
53
- <li><a href="dashboard.html">Dashboard</a></li>
54
- <li>
55
- <a href="#">Dropdown</a>
56
- <ul>
52
+ <ul>
53
+ <li><a href="dashboard.html">Dashboard</a></li>
54
+ <li>
55
+ <a href="#">Dropdown</a>
56
+ <ul>
57
57
  <li><a href="#">Submenu item 001</a></li>
58
58
  <li><a href="#">Submenu item 002</a></li>
59
59
  <li><a href="#">Submenu item 003</a></li>
60
60
  <li class="current">
61
61
  <a href="#">Submenu item 004</a>
62
- <ul>
62
+ <ul>
63
63
  <li><a href="#">Subsubmenu item 001</a></li>
64
64
  <li><a href="#">Subsubmenu item 002</a></li>
65
65
  <li class="current"><a href="#">Subsubmenu item 003</a></li>
66
66
  <li><a href="#">Subsubmenu item 003</a></li>
67
67
  <li><a href="#">Subsubmenu item 005</a></li>
68
- </ul>
69
- </li>
68
+ </ul>
69
+ </li>
70
70
  <li> <a href="#">Submenu item 005</a> </li>
71
- </ul>
72
- </li>
71
+ </ul>
72
+ </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li class="current"><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li class="current"><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
@@ -81,10 +81,10 @@
81
81
  <form action="" method="post">
82
82
  <input type="text" value="Seachterm" />
83
83
  <button type="submit"></button>
84
- </form>
84
+ </form>
85
85
  </div>
86
86
  </div>
87
-
87
+
88
88
  <div class="breadcrumbs">
89
89
  <ul>
90
90
  <li class="home"><a href="#"></a></li>
@@ -94,7 +94,7 @@
94
94
  <li><a href="#">Menu item</a></li>
95
95
  </ul>
96
96
  </div>
97
-
97
+
98
98
  <div class="section">
99
99
  <div class="full">
100
100
  <div class="box">
@@ -106,7 +106,7 @@
106
106
  </div>
107
107
  </div>
108
108
  </div>
109
-
109
+
110
110
  <div class="section">
111
111
  <div class="small">
112
112
  <div class="box">
@@ -117,7 +117,7 @@
117
117
  <div class="content">Place your content here.</div>
118
118
  </div>
119
119
  </div>
120
-
120
+
121
121
  <div class="big">
122
122
  <div class="box">
123
123
  <div class="title">
@@ -128,7 +128,7 @@
128
128
  </div>
129
129
  </div>
130
130
  </div>
131
-
131
+
132
132
  <div class="section">
133
133
  <div class="medium">
134
134
  <div class="box">
@@ -139,7 +139,7 @@
139
139
  <div class="content">Place your content here.</div>
140
140
  </div>
141
141
  </div>
142
-
142
+
143
143
  <div class="medium">
144
144
  <div class="box">
145
145
  <div class="title">
@@ -150,7 +150,7 @@
150
150
  </div>
151
151
  </div>
152
152
  </div>
153
-
153
+
154
154
  <div class="section">
155
155
  <div class="medium">
156
156
  <div class="box">
@@ -161,7 +161,7 @@
161
161
  <div class="content">Place your content here.</div>
162
162
  </div>
163
163
  </div>
164
-
164
+
165
165
  <div class="small">
166
166
  <div class="box">
167
167
  <div class="title">
@@ -171,7 +171,7 @@
171
171
  <div class="content">Place your content here.</div>
172
172
  </div>
173
173
  </div>
174
-
174
+
175
175
  <div class="small">
176
176
  <div class="box">
177
177
  <div class="title">
@@ -182,7 +182,7 @@
182
182
  </div>
183
183
  </div>
184
184
  </div>
185
-
185
+
186
186
  <div class="section">
187
187
  <div class="small">
188
188
  <div class="box">
@@ -193,7 +193,7 @@
193
193
  <div class="content">Place your content here.</div>
194
194
  </div>
195
195
  </div>
196
-
196
+
197
197
  <div class="small">
198
198
  <div class="box">
199
199
  <div class="title">
@@ -203,7 +203,7 @@
203
203
  <div class="content">Place your content here.</div>
204
204
  </div>
205
205
  </div>
206
-
206
+
207
207
  <div class="small">
208
208
  <div class="box">
209
209
  <div class="title">
@@ -213,7 +213,7 @@
213
213
  <div class="content">Place your content here.</div>
214
214
  </div>
215
215
  </div>
216
-
216
+
217
217
  <div class="small">
218
218
  <div class="box">
219
219
  <div class="title">
@@ -226,8 +226,8 @@
226
226
  </div>
227
227
 
228
228
  <div class="footer">
229
- <div class="split">&#169; Copyright <a href="#">website.com</a></div>
230
- <div class="split right">Powered by <a href="http://themeforest.net/item/cleandream/490140" target="_blank">CleanDream</a></div>
229
+ <div class="split">&#169; Copyright <a href="#">website.com</a></div>
230
+ <div class="split right">Powered by <a href="http://themeforest.net/item/cleandream/490140" target="_blank">CleanDream</a></div>
231
231
  </div>
232
232
  </div>
233
233
 
@@ -255,4 +255,4 @@
255
255
 
256
256
  </body>
257
257
 
258
- </html>
258
+ </html>
data/spec/samples/sample_site/dashboard.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/forms.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li class="current"><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/gallery.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li class="current"><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/more.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/tables.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li class="current"><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/typography.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li class="current"><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: cobweb
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.0.28
4
+ version: 1.0.29
5
5
  platform: ruby
6
6
  authors:
7
7
  - Stewart McKee
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-03-20 00:00:00.000000000 Z
11
+ date: 2015-11-05 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: redis
@@ -327,7 +327,7 @@ files:
327
327
  - spec/samples/robots.txt
328
328
  - spec/samples/sample_html_links.html
329
329
  - spec/samples/sample_server.rb
330
- - spec/samples/sample_site/boxgrid>withsillyname.html
330
+ - spec/samples/sample_site/boxgridwithsillyname.html
331
331
  - spec/samples/sample_site/css/accordion.css
332
332
  - spec/samples/sample_site/css/datatable.css
333
333
  - spec/samples/sample_site/css/datepicker.css
@@ -518,7 +518,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
518
518
  version: '0'
519
519
  requirements: []
520
520
  rubyforge_project:
521
- rubygems_version: 2.2.2
521
+ rubygems_version: 2.4.8
522
522
  signing_key:
523
523
  specification_version: 4
524
524
  summary: Cobweb is a web crawler that can use resque to cluster crawls to quickly