cobweb 0.0.38 → 0.0.39

Sign up to get free protection for your applications and to get access to all the features.
Files changed (160) hide show
  1. data/README.textile +1 -1
  2. data/lib/cobweb.rb +3 -1
  3. data/lib/cobweb_crawler.rb +98 -100
  4. data/lib/crawl_job.rb +3 -4
  5. data/lib/server.rb +98 -0
  6. data/lib/stats.rb +141 -64
  7. data/public/css/accordion.css +45 -0
  8. data/public/css/custom.css +13 -0
  9. data/public/css/datatable.css +189 -0
  10. data/public/css/datepicker.css +171 -0
  11. data/public/css/form-buttons.css +180 -0
  12. data/public/css/forms.css +489 -0
  13. data/public/css/jquery.fancybox-1.3.4.css +282 -0
  14. data/public/css/jquery.treeview.css +103 -0
  15. data/public/css/link-buttons.css +187 -0
  16. data/public/css/login.css +110 -0
  17. data/public/css/menu.css +156 -0
  18. data/public/css/messages.css +58 -0
  19. data/public/css/modalbox.css +63 -0
  20. data/public/css/statics.css +57 -0
  21. data/public/css/style.css +497 -0
  22. data/public/css/style_text.css +128 -0
  23. data/public/css/tabs.css +58 -0
  24. data/public/css/wysiwyg-editor.css +18 -0
  25. data/public/css/wysiwyg.css +149 -0
  26. data/public/css/wysiwyg.modal.css +69 -0
  27. data/public/gfx/back-menu.gif +0 -0
  28. data/public/gfx/back-submenu.gif +0 -0
  29. data/public/gfx/background.gif +0 -0
  30. data/public/gfx/box-hide.png +0 -0
  31. data/public/gfx/box-search.png +0 -0
  32. data/public/gfx/box-title.gif +0 -0
  33. data/public/gfx/code.gif +0 -0
  34. data/public/gfx/datepicker-arrows.gif +0 -0
  35. data/public/gfx/fancybox/blank.gif +0 -0
  36. data/public/gfx/fancybox/fancy_close.png +0 -0
  37. data/public/gfx/fancybox/fancy_loading.png +0 -0
  38. data/public/gfx/fancybox/fancy_nav_left.png +0 -0
  39. data/public/gfx/fancybox/fancy_nav_right.png +0 -0
  40. data/public/gfx/fancybox/fancy_title_left.png +0 -0
  41. data/public/gfx/fancybox/fancy_title_main.png +0 -0
  42. data/public/gfx/fancybox/fancy_title_over.png +0 -0
  43. data/public/gfx/fancybox/fancy_title_right.png +0 -0
  44. data/public/gfx/fancybox/fancybox-x.png +0 -0
  45. data/public/gfx/fancybox/fancybox.png +0 -0
  46. data/public/gfx/forms/date-next.gif +0 -0
  47. data/public/gfx/forms/date-prev.gif +0 -0
  48. data/public/gfx/forms/forms-checkbox.gif +0 -0
  49. data/public/gfx/forms/forms-date.gif +0 -0
  50. data/public/gfx/forms/forms-file.gif +0 -0
  51. data/public/gfx/forms/forms-input-big.gif +0 -0
  52. data/public/gfx/forms/forms-input-medium.gif +0 -0
  53. data/public/gfx/forms/forms-input-small.gif +0 -0
  54. data/public/gfx/forms/forms-input-xl.gif +0 -0
  55. data/public/gfx/forms/forms-radio.gif +0 -0
  56. data/public/gfx/forms/forms-selectbox-small.gif +0 -0
  57. data/public/gfx/forms/forms-selectbox.gif +0 -0
  58. data/public/gfx/forms/forms-textarea-big.gif +0 -0
  59. data/public/gfx/forms/forms-textarea-medium.gif +0 -0
  60. data/public/gfx/forms/forms-textarea-small.gif +0 -0
  61. data/public/gfx/forms/forms-textarea-xl.gif +0 -0
  62. data/public/gfx/icon-delete.png +0 -0
  63. data/public/gfx/icon-edit.png +0 -0
  64. data/public/gfx/icon-home.gif +0 -0
  65. data/public/gfx/img-delete.png +0 -0
  66. data/public/gfx/img-hover.png +0 -0
  67. data/public/gfx/img-zoom.png +0 -0
  68. data/public/gfx/jquery.wysiwyg.gif +0 -0
  69. data/public/gfx/label-icons.gif +0 -0
  70. data/public/gfx/label.gif +0 -0
  71. data/public/gfx/li-down.gif +0 -0
  72. data/public/gfx/li.gif +0 -0
  73. data/public/gfx/link-button-big.gif +0 -0
  74. data/public/gfx/link-button-medium.gif +0 -0
  75. data/public/gfx/link-button.gif +0 -0
  76. data/public/gfx/loading-2.gif +0 -0
  77. data/public/gfx/loading.gif +0 -0
  78. data/public/gfx/logo.png +0 -0
  79. data/public/gfx/modal-title.gif +0 -0
  80. data/public/gfx/photos/00.jpg +0 -0
  81. data/public/gfx/photos/01.jpg +0 -0
  82. data/public/gfx/photos/01xl.jpg +0 -0
  83. data/public/gfx/photos/02.jpg +0 -0
  84. data/public/gfx/photos/02xl.jpg +0 -0
  85. data/public/gfx/photos/03.jpg +0 -0
  86. data/public/gfx/photos/03xl.jpg +0 -0
  87. data/public/gfx/photos/04.jpg +0 -0
  88. data/public/gfx/photos/04xl.jpg +0 -0
  89. data/public/gfx/photos/05.jpg +0 -0
  90. data/public/gfx/photos/05xl.jpg +0 -0
  91. data/public/gfx/photos/06.jpg +0 -0
  92. data/public/gfx/photos/06xl.jpg +0 -0
  93. data/public/gfx/photos/07.jpg +0 -0
  94. data/public/gfx/photos/07xl.jpg +0 -0
  95. data/public/gfx/photos/08.jpg +0 -0
  96. data/public/gfx/photos/08xl.jpg +0 -0
  97. data/public/gfx/photos/09.jpg +0 -0
  98. data/public/gfx/photos/09xl.jpg +0 -0
  99. data/public/gfx/photos/10.jpg +0 -0
  100. data/public/gfx/photos/10xl.jpg +0 -0
  101. data/public/gfx/photos/11.jpg +0 -0
  102. data/public/gfx/photos/11xl.jpg +0 -0
  103. data/public/gfx/photos/12.jpg +0 -0
  104. data/public/gfx/photos/12xl.jpg +0 -0
  105. data/public/gfx/photos/13.jpg +0 -0
  106. data/public/gfx/photos/13xl.jpg +0 -0
  107. data/public/gfx/photos/14.jpg +0 -0
  108. data/public/gfx/photos/14xl.jpg +0 -0
  109. data/public/gfx/photos/15.jpg +0 -0
  110. data/public/gfx/photos/15xl.jpg +0 -0
  111. data/public/gfx/search-button.gif +0 -0
  112. data/public/gfx/search-input.gif +0 -0
  113. data/public/gfx/slider-button.gif +0 -0
  114. data/public/gfx/system-messages.gif +0 -0
  115. data/public/gfx/table-asc-arrow.gif +0 -0
  116. data/public/gfx/table-desc-arrow.gif +0 -0
  117. data/public/gfx/table-first.gif +0 -0
  118. data/public/gfx/table-last.gif +0 -0
  119. data/public/gfx/table-next.gif +0 -0
  120. data/public/gfx/table-number.gif +0 -0
  121. data/public/gfx/table-prev.gif +0 -0
  122. data/public/gfx/table-rows.gif +0 -0
  123. data/public/gfx/table-search.gif +0 -0
  124. data/public/gfx/table-thead.gif +0 -0
  125. data/public/gfx/tooltip.gif +0 -0
  126. data/public/gfx/treeview/ajax-loader.gif +0 -0
  127. data/public/gfx/treeview/file.gif +0 -0
  128. data/public/gfx/treeview/folder-closed.gif +0 -0
  129. data/public/gfx/treeview/folder.gif +0 -0
  130. data/public/gfx/treeview/minus.gif +0 -0
  131. data/public/gfx/treeview/plus.gif +0 -0
  132. data/public/gfx/treeview/treeview-default-line.gif +0 -0
  133. data/public/gfx/treeview/treeview-default.gif +0 -0
  134. data/public/js/controls/wysiwyg.image.js +284 -0
  135. data/public/js/controls/wysiwyg.link.js +210 -0
  136. data/public/js/controls/wysiwyg.table.js +151 -0
  137. data/public/js/customInput.jquery.js +68 -0
  138. data/public/js/excanvas.min.js +1 -0
  139. data/public/js/hoverIntent.js +84 -0
  140. data/public/js/inline.js +392 -0
  141. data/public/js/jquery-1.7.1.min.js +4 -0
  142. data/public/js/jquery-ui-select.js +522 -0
  143. data/public/js/jquery-ui-timepicker-addon.js +1299 -0
  144. data/public/js/jquery-ui.js +791 -0
  145. data/public/js/jquery.dataTables.js +7440 -0
  146. data/public/js/jquery.fancybox-1.3.4.js +1156 -0
  147. data/public/js/jquery.filestyle.mini.js +2 -0
  148. data/public/js/jquery.flot.js +2600 -0
  149. data/public/js/jquery.flot.resize.min.js +60 -0
  150. data/public/js/jquery.graphtable-0.2.js +179 -0
  151. data/public/js/jquery.tipsy.js +104 -0
  152. data/public/js/jquery.treeview.js +256 -0
  153. data/public/js/jquery.wysiwyg.js +2454 -0
  154. data/public/js/plugins/wysiwyg.rmFormat.js +348 -0
  155. data/public/js/superfish.js +121 -0
  156. data/public/js/supersubs.js +90 -0
  157. data/views/home.haml +54 -0
  158. data/views/layout.haml +89 -0
  159. data/views/statistics.haml +251 -71
  160. metadata +175 -22
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: cobweb
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.38
4
+ version: 0.0.39
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,11 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2012-04-26 00:00:00.000000000 Z
12
+ date: 2012-05-02 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: resque
16
- requirement: &70264627738060 !ruby/object:Gem::Requirement
16
+ requirement: &70246956594540 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *70264627738060
24
+ version_requirements: *70246956594540
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: redis
27
- requirement: &70264627737640 !ruby/object:Gem::Requirement
27
+ requirement: &70246950390000 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *70264627737640
35
+ version_requirements: *70246950390000
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: nokogiri
38
- requirement: &70264627737220 !ruby/object:Gem::Requirement
38
+ requirement: &70246956518280 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: '0'
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *70264627737220
46
+ version_requirements: *70246956518280
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: addressable
49
- requirement: &70264627736800 !ruby/object:Gem::Requirement
49
+ requirement: &70246956149640 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: '0'
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *70264627736800
57
+ version_requirements: *70246956149640
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: rspec
60
- requirement: &70264627736380 !ruby/object:Gem::Requirement
60
+ requirement: &70246955773420 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: '0'
66
66
  type: :runtime
67
67
  prerelease: false
68
- version_requirements: *70264627736380
68
+ version_requirements: *70246955773420
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: awesome_print
71
- requirement: &70264627735960 !ruby/object:Gem::Requirement
71
+ requirement: &70246956267740 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
76
76
  version: '0'
77
77
  type: :runtime
78
78
  prerelease: false
79
- version_requirements: *70264627735960
79
+ version_requirements: *70246956267740
80
80
  - !ruby/object:Gem::Dependency
81
81
  name: sinatra
82
- requirement: &70264627735540 !ruby/object:Gem::Requirement
82
+ requirement: &70246956042360 !ruby/object:Gem::Requirement
83
83
  none: false
84
84
  requirements:
85
85
  - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
87
87
  version: '0'
88
88
  type: :runtime
89
89
  prerelease: false
90
- version_requirements: *70264627735540
90
+ version_requirements: *70246956042360
91
91
  - !ruby/object:Gem::Dependency
92
92
  name: thin
93
- requirement: &70264627735120 !ruby/object:Gem::Requirement
93
+ requirement: &70246955188140 !ruby/object:Gem::Requirement
94
94
  none: false
95
95
  requirements:
96
96
  - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
98
98
  version: '0'
99
99
  type: :runtime
100
100
  prerelease: false
101
- version_requirements: *70264627735120
101
+ version_requirements: *70246955188140
102
102
  - !ruby/object:Gem::Dependency
103
103
  name: haml
104
- requirement: &70264627734700 !ruby/object:Gem::Requirement
104
+ requirement: &70246950372880 !ruby/object:Gem::Requirement
105
105
  none: false
106
106
  requirements:
107
107
  - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
109
109
  version: '0'
110
110
  type: :runtime
111
111
  prerelease: false
112
- version_requirements: *70264627734700
112
+ version_requirements: *70246950372880
113
113
  - !ruby/object:Gem::Dependency
114
114
  name: namespaced_redis
115
- requirement: &70264627734280 !ruby/object:Gem::Requirement
115
+ requirement: &70246955362780 !ruby/object:Gem::Requirement
116
116
  none: false
117
117
  requirements:
118
118
  - - ! '>='
@@ -120,7 +120,7 @@ dependencies:
120
120
  version: '0'
121
121
  type: :runtime
122
122
  prerelease: false
123
- version_requirements: *70264627734280
123
+ version_requirements: *70246955362780
124
124
  description: Web Crawler that uses resque background job engine to allow you to cluster
125
125
  your crawl.
126
126
  email: stewart@rockwellcottage.com
@@ -145,9 +145,162 @@ files:
145
145
  - lib/encoding_safe_process_job.rb
146
146
  - lib/redirect_error.rb
147
147
  - lib/robots.rb
148
+ - lib/server.rb
148
149
  - lib/stats.rb
149
150
  - lib/uri_helper.rb
151
+ - views/home.haml
152
+ - views/layout.haml
150
153
  - views/statistics.haml
154
+ - public/css/accordion.css
155
+ - public/css/custom.css
156
+ - public/css/datatable.css
157
+ - public/css/datepicker.css
158
+ - public/css/form-buttons.css
159
+ - public/css/forms.css
160
+ - public/css/jquery.fancybox-1.3.4.css
161
+ - public/css/jquery.treeview.css
162
+ - public/css/link-buttons.css
163
+ - public/css/login.css
164
+ - public/css/menu.css
165
+ - public/css/messages.css
166
+ - public/css/modalbox.css
167
+ - public/css/statics.css
168
+ - public/css/style.css
169
+ - public/css/style_text.css
170
+ - public/css/tabs.css
171
+ - public/css/wysiwyg-editor.css
172
+ - public/css/wysiwyg.css
173
+ - public/css/wysiwyg.modal.css
174
+ - public/gfx/back-menu.gif
175
+ - public/gfx/back-submenu.gif
176
+ - public/gfx/background.gif
177
+ - public/gfx/box-hide.png
178
+ - public/gfx/box-search.png
179
+ - public/gfx/box-title.gif
180
+ - public/gfx/code.gif
181
+ - public/gfx/datepicker-arrows.gif
182
+ - public/gfx/fancybox/blank.gif
183
+ - public/gfx/fancybox/fancy_close.png
184
+ - public/gfx/fancybox/fancy_loading.png
185
+ - public/gfx/fancybox/fancy_nav_left.png
186
+ - public/gfx/fancybox/fancy_nav_right.png
187
+ - public/gfx/fancybox/fancy_title_left.png
188
+ - public/gfx/fancybox/fancy_title_main.png
189
+ - public/gfx/fancybox/fancy_title_over.png
190
+ - public/gfx/fancybox/fancy_title_right.png
191
+ - public/gfx/fancybox/fancybox-x.png
192
+ - public/gfx/fancybox/fancybox.png
193
+ - public/gfx/forms/date-next.gif
194
+ - public/gfx/forms/date-prev.gif
195
+ - public/gfx/forms/forms-checkbox.gif
196
+ - public/gfx/forms/forms-date.gif
197
+ - public/gfx/forms/forms-file.gif
198
+ - public/gfx/forms/forms-input-big.gif
199
+ - public/gfx/forms/forms-input-medium.gif
200
+ - public/gfx/forms/forms-input-small.gif
201
+ - public/gfx/forms/forms-input-xl.gif
202
+ - public/gfx/forms/forms-radio.gif
203
+ - public/gfx/forms/forms-selectbox-small.gif
204
+ - public/gfx/forms/forms-selectbox.gif
205
+ - public/gfx/forms/forms-textarea-big.gif
206
+ - public/gfx/forms/forms-textarea-medium.gif
207
+ - public/gfx/forms/forms-textarea-small.gif
208
+ - public/gfx/forms/forms-textarea-xl.gif
209
+ - public/gfx/icon-delete.png
210
+ - public/gfx/icon-edit.png
211
+ - public/gfx/icon-home.gif
212
+ - public/gfx/img-delete.png
213
+ - public/gfx/img-hover.png
214
+ - public/gfx/img-zoom.png
215
+ - public/gfx/jquery.wysiwyg.gif
216
+ - public/gfx/label-icons.gif
217
+ - public/gfx/label.gif
218
+ - public/gfx/li-down.gif
219
+ - public/gfx/li.gif
220
+ - public/gfx/link-button-big.gif
221
+ - public/gfx/link-button-medium.gif
222
+ - public/gfx/link-button.gif
223
+ - public/gfx/loading-2.gif
224
+ - public/gfx/loading.gif
225
+ - public/gfx/logo.png
226
+ - public/gfx/modal-title.gif
227
+ - public/gfx/photos/00.jpg
228
+ - public/gfx/photos/01.jpg
229
+ - public/gfx/photos/01xl.jpg
230
+ - public/gfx/photos/02.jpg
231
+ - public/gfx/photos/02xl.jpg
232
+ - public/gfx/photos/03.jpg
233
+ - public/gfx/photos/03xl.jpg
234
+ - public/gfx/photos/04.jpg
235
+ - public/gfx/photos/04xl.jpg
236
+ - public/gfx/photos/05.jpg
237
+ - public/gfx/photos/05xl.jpg
238
+ - public/gfx/photos/06.jpg
239
+ - public/gfx/photos/06xl.jpg
240
+ - public/gfx/photos/07.jpg
241
+ - public/gfx/photos/07xl.jpg
242
+ - public/gfx/photos/08.jpg
243
+ - public/gfx/photos/08xl.jpg
244
+ - public/gfx/photos/09.jpg
245
+ - public/gfx/photos/09xl.jpg
246
+ - public/gfx/photos/10.jpg
247
+ - public/gfx/photos/10xl.jpg
248
+ - public/gfx/photos/11.jpg
249
+ - public/gfx/photos/11xl.jpg
250
+ - public/gfx/photos/12.jpg
251
+ - public/gfx/photos/12xl.jpg
252
+ - public/gfx/photos/13.jpg
253
+ - public/gfx/photos/13xl.jpg
254
+ - public/gfx/photos/14.jpg
255
+ - public/gfx/photos/14xl.jpg
256
+ - public/gfx/photos/15.jpg
257
+ - public/gfx/photos/15xl.jpg
258
+ - public/gfx/search-button.gif
259
+ - public/gfx/search-input.gif
260
+ - public/gfx/slider-button.gif
261
+ - public/gfx/system-messages.gif
262
+ - public/gfx/table-asc-arrow.gif
263
+ - public/gfx/table-desc-arrow.gif
264
+ - public/gfx/table-first.gif
265
+ - public/gfx/table-last.gif
266
+ - public/gfx/table-next.gif
267
+ - public/gfx/table-number.gif
268
+ - public/gfx/table-prev.gif
269
+ - public/gfx/table-rows.gif
270
+ - public/gfx/table-search.gif
271
+ - public/gfx/table-thead.gif
272
+ - public/gfx/tooltip.gif
273
+ - public/gfx/treeview/ajax-loader.gif
274
+ - public/gfx/treeview/file.gif
275
+ - public/gfx/treeview/folder-closed.gif
276
+ - public/gfx/treeview/folder.gif
277
+ - public/gfx/treeview/minus.gif
278
+ - public/gfx/treeview/plus.gif
279
+ - public/gfx/treeview/treeview-default-line.gif
280
+ - public/gfx/treeview/treeview-default.gif
281
+ - public/js/controls/wysiwyg.image.js
282
+ - public/js/controls/wysiwyg.link.js
283
+ - public/js/controls/wysiwyg.table.js
284
+ - public/js/customInput.jquery.js
285
+ - public/js/excanvas.min.js
286
+ - public/js/hoverIntent.js
287
+ - public/js/inline.js
288
+ - public/js/jquery-1.7.1.min.js
289
+ - public/js/jquery-ui-select.js
290
+ - public/js/jquery-ui-timepicker-addon.js
291
+ - public/js/jquery-ui.js
292
+ - public/js/jquery.dataTables.js
293
+ - public/js/jquery.fancybox-1.3.4.js
294
+ - public/js/jquery.filestyle.mini.js
295
+ - public/js/jquery.flot.js
296
+ - public/js/jquery.flot.resize.min.js
297
+ - public/js/jquery.graphtable-0.2.js
298
+ - public/js/jquery.tipsy.js
299
+ - public/js/jquery.treeview.js
300
+ - public/js/jquery.wysiwyg.js
301
+ - public/js/plugins/wysiwyg.rmFormat.js
302
+ - public/js/superfish.js
303
+ - public/js/supersubs.js
151
304
  - README.textile
152
305
  homepage: http://github.com/stewartmckee/cobweb
153
306
  licenses: []