cobweb 1.0.28 → 1.0.29

Sign up to get free protection for your applications and to get access to all the features.
Files changed (20) hide show
  1. checksums.yaml +4 -4
  2. data/README.textile +71 -67
  3. data/lib/cobweb.rb +41 -41
  4. data/lib/cobweb_crawl_helper.rb +1 -5
  5. data/lib/cobweb_version.rb +2 -2
  6. data/lib/crawl_worker.rb +14 -14
  7. data/lib/export_command.rb +3 -3
  8. data/lib/report_command.rb +1 -1
  9. data/lib/string.rb +4 -9
  10. data/spec/cobweb/cobweb_crawler_spec.rb +15 -15
  11. data/spec/cobweb/crawl_job_spec.rb +8 -6
  12. data/spec/cobweb/crawl_worker_spec.rb +32 -32
  13. data/spec/samples/sample_site/{boxgrid>withsillyname.html → boxgridwithsillyname.html} +37 -37
  14. data/spec/samples/sample_site/dashboard.html +1 -1
  15. data/spec/samples/sample_site/forms.html +1 -1
  16. data/spec/samples/sample_site/gallery.html +1 -1
  17. data/spec/samples/sample_site/more.html +1 -1
  18. data/spec/samples/sample_site/tables.html +1 -1
  19. data/spec/samples/sample_site/typography.html +1 -1
  20. metadata +4 -4
data/spec/samples/sample_site/{boxgrid>withsillyname.html → boxgridwithsillyname.html} RENAMED
@@ -2,10 +2,10 @@
2
2
  <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
3
3
 
4
4
  <head>
5
-
6
- <meta http-equiv="Content-Type" content="text/html;charset=utf-8" />
5
+
6
+ <meta http-equiv="Content-Type" content="text/html;charset=utf-8" />
7
7
  <title>CleanDream</title>
8
-
8
+
9
9
  <style type="text/css">
10
10
  @import url("css/style.css");
11
11
  @import url('css/style_text.css');
@@ -26,19 +26,19 @@
26
26
  @import url('css/wysiwyg.modal.css');
27
27
  @import url('css/wysiwyg-editor.css');
28
28
  </style>
29
-
29
+
30
30
  <script type="text/javascript" src="js/jquery-1.7.1.min.js"></script>
31
-
31
+
32
32
  <!--[if lte IE 8]>
33
33
  <script type="text/javascript" src="js/excanvas.min.js"></script>
34
34
  <![endif]-->
35
-
35
+
36
36
  </head>
37
37
 
38
38
  <body>
39
39
 
40
- <div class="container">
41
-
40
+ <div class="container">
41
+
42
42
  <div class="logo-labels">
43
43
  <h1><a href="#">CleanDream</a></h1>
44
44
  <ul>
@@ -47,31 +47,31 @@
47
47
  <li class="logout"><a href="#"><span>Logout</span></a></li>
48
48
  </ul>
49
49
  </div>
50
-
50
+
51
51
  <div class="menu-search">
52
- <ul>
53
- <li><a href="dashboard.html">Dashboard</a></li>
54
- <li>
55
- <a href="#">Dropdown</a>
56
- <ul>
52
+ <ul>
53
+ <li><a href="dashboard.html">Dashboard</a></li>
54
+ <li>
55
+ <a href="#">Dropdown</a>
56
+ <ul>
57
57
  <li><a href="#">Submenu item 001</a></li>
58
58
  <li><a href="#">Submenu item 002</a></li>
59
59
  <li><a href="#">Submenu item 003</a></li>
60
60
  <li class="current">
61
61
  <a href="#">Submenu item 004</a>
62
- <ul>
62
+ <ul>
63
63
  <li><a href="#">Subsubmenu item 001</a></li>
64
64
  <li><a href="#">Subsubmenu item 002</a></li>
65
65
  <li class="current"><a href="#">Subsubmenu item 003</a></li>
66
66
  <li><a href="#">Subsubmenu item 003</a></li>
67
67
  <li><a href="#">Subsubmenu item 005</a></li>
68
- </ul>
69
- </li>
68
+ </ul>
69
+ </li>
70
70
  <li> <a href="#">Submenu item 005</a> </li>
71
- </ul>
72
- </li>
71
+ </ul>
72
+ </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li class="current"><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li class="current"><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
@@ -81,10 +81,10 @@
81
81
  <form action="" method="post">
82
82
  <input type="text" value="Seachterm" />
83
83
  <button type="submit"></button>
84
- </form>
84
+ </form>
85
85
  </div>
86
86
  </div>
87
-
87
+
88
88
  <div class="breadcrumbs">
89
89
  <ul>
90
90
  <li class="home"><a href="#"></a></li>
@@ -94,7 +94,7 @@
94
94
  <li><a href="#">Menu item</a></li>
95
95
  </ul>
96
96
  </div>
97
-
97
+
98
98
  <div class="section">
99
99
  <div class="full">
100
100
  <div class="box">
@@ -106,7 +106,7 @@
106
106
  </div>
107
107
  </div>
108
108
  </div>
109
-
109
+
110
110
  <div class="section">
111
111
  <div class="small">
112
112
  <div class="box">
@@ -117,7 +117,7 @@
117
117
  <div class="content">Place your content here.</div>
118
118
  </div>
119
119
  </div>
120
-
120
+
121
121
  <div class="big">
122
122
  <div class="box">
123
123
  <div class="title">
@@ -128,7 +128,7 @@
128
128
  </div>
129
129
  </div>
130
130
  </div>
131
-
131
+
132
132
  <div class="section">
133
133
  <div class="medium">
134
134
  <div class="box">
@@ -139,7 +139,7 @@
139
139
  <div class="content">Place your content here.</div>
140
140
  </div>
141
141
  </div>
142
-
142
+
143
143
  <div class="medium">
144
144
  <div class="box">
145
145
  <div class="title">
@@ -150,7 +150,7 @@
150
150
  </div>
151
151
  </div>
152
152
  </div>
153
-
153
+
154
154
  <div class="section">
155
155
  <div class="medium">
156
156
  <div class="box">
@@ -161,7 +161,7 @@
161
161
  <div class="content">Place your content here.</div>
162
162
  </div>
163
163
  </div>
164
-
164
+
165
165
  <div class="small">
166
166
  <div class="box">
167
167
  <div class="title">
@@ -171,7 +171,7 @@
171
171
  <div class="content">Place your content here.</div>
172
172
  </div>
173
173
  </div>
174
-
174
+
175
175
  <div class="small">
176
176
  <div class="box">
177
177
  <div class="title">
@@ -182,7 +182,7 @@
182
182
  </div>
183
183
  </div>
184
184
  </div>
185
-
185
+
186
186
  <div class="section">
187
187
  <div class="small">
188
188
  <div class="box">
@@ -193,7 +193,7 @@
193
193
  <div class="content">Place your content here.</div>
194
194
  </div>
195
195
  </div>
196
-
196
+
197
197
  <div class="small">
198
198
  <div class="box">
199
199
  <div class="title">
@@ -203,7 +203,7 @@
203
203
  <div class="content">Place your content here.</div>
204
204
  </div>
205
205
  </div>
206
-
206
+
207
207
  <div class="small">
208
208
  <div class="box">
209
209
  <div class="title">
@@ -213,7 +213,7 @@
213
213
  <div class="content">Place your content here.</div>
214
214
  </div>
215
215
  </div>
216
-
216
+
217
217
  <div class="small">
218
218
  <div class="box">
219
219
  <div class="title">
@@ -226,8 +226,8 @@
226
226
  </div>
227
227
 
228
228
  <div class="footer">
229
- <div class="split">&#169; Copyright <a href="#">website.com</a></div>
230
- <div class="split right">Powered by <a href="http://themeforest.net/item/cleandream/490140" target="_blank">CleanDream</a></div>
229
+ <div class="split">&#169; Copyright <a href="#">website.com</a></div>
230
+ <div class="split right">Powered by <a href="http://themeforest.net/item/cleandream/490140" target="_blank">CleanDream</a></div>
231
231
  </div>
232
232
  </div>
233
233
 
@@ -255,4 +255,4 @@
255
255
 
256
256
  </body>
257
257
 
258
- </html>
258
+ </html>
data/spec/samples/sample_site/dashboard.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/forms.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li class="current"><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/gallery.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li class="current"><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/more.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/tables.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li class="current"><a href="tables.html">Tables</a></li>
data/spec/samples/sample_site/typography.html CHANGED
@@ -71,7 +71,7 @@
71
71
  </ul>
72
72
  </li>
73
73
  <li class="current"><a href="typography.html">Typography</a></li>
74
- <li><a href="boxgrid>withsillyname.html">Boxes Grid</a></li>
74
+ <li><a href="boxgridwithsillyname.html">Boxes Grid</a></li>
75
75
  <li><a href="forms.html">Forms</a></li>
76
76
  <li><a href="gallery.html">Gallery</a></li>
77
77
  <li><a href="tables.html">Tables</a></li>
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: cobweb
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.0.28
4
+ version: 1.0.29
5
5
  platform: ruby
6
6
  authors:
7
7
  - Stewart McKee
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-03-20 00:00:00.000000000 Z
11
+ date: 2015-11-05 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: redis
@@ -327,7 +327,7 @@ files:
327
327
  - spec/samples/robots.txt
328
328
  - spec/samples/sample_html_links.html
329
329
  - spec/samples/sample_server.rb
330
- - spec/samples/sample_site/boxgrid>withsillyname.html
330
+ - spec/samples/sample_site/boxgridwithsillyname.html
331
331
  - spec/samples/sample_site/css/accordion.css
332
332
  - spec/samples/sample_site/css/datatable.css
333
333
  - spec/samples/sample_site/css/datepicker.css
@@ -518,7 +518,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
518
518
  version: '0'
519
519
  requirements: []
520
520
  rubyforge_project:
521
- rubygems_version: 2.2.2
521
+ rubygems_version: 2.4.8
522
522
  signing_key:
523
523
  specification_version: 4
524
524
  summary: Cobweb is a web crawler that can use resque to cluster crawls to quickly