cobweb 0.0.38 → 0.0.39

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (160) hide show
  1. data/README.textile +1 -1
  2. data/lib/cobweb.rb +3 -1
  3. data/lib/cobweb_crawler.rb +98 -100
  4. data/lib/crawl_job.rb +3 -4
  5. data/lib/server.rb +98 -0
  6. data/lib/stats.rb +141 -64
  7. data/public/css/accordion.css +45 -0
  8. data/public/css/custom.css +13 -0
  9. data/public/css/datatable.css +189 -0
  10. data/public/css/datepicker.css +171 -0
  11. data/public/css/form-buttons.css +180 -0
  12. data/public/css/forms.css +489 -0
  13. data/public/css/jquery.fancybox-1.3.4.css +282 -0
  14. data/public/css/jquery.treeview.css +103 -0
  15. data/public/css/link-buttons.css +187 -0
  16. data/public/css/login.css +110 -0
  17. data/public/css/menu.css +156 -0
  18. data/public/css/messages.css +58 -0
  19. data/public/css/modalbox.css +63 -0
  20. data/public/css/statics.css +57 -0
  21. data/public/css/style.css +497 -0
  22. data/public/css/style_text.css +128 -0
  23. data/public/css/tabs.css +58 -0
  24. data/public/css/wysiwyg-editor.css +18 -0
  25. data/public/css/wysiwyg.css +149 -0
  26. data/public/css/wysiwyg.modal.css +69 -0
  27. data/public/gfx/back-menu.gif +0 -0
  28. data/public/gfx/back-submenu.gif +0 -0
  29. data/public/gfx/background.gif +0 -0
  30. data/public/gfx/box-hide.png +0 -0
  31. data/public/gfx/box-search.png +0 -0
  32. data/public/gfx/box-title.gif +0 -0
  33. data/public/gfx/code.gif +0 -0
  34. data/public/gfx/datepicker-arrows.gif +0 -0
  35. data/public/gfx/fancybox/blank.gif +0 -0
  36. data/public/gfx/fancybox/fancy_close.png +0 -0
  37. data/public/gfx/fancybox/fancy_loading.png +0 -0
  38. data/public/gfx/fancybox/fancy_nav_left.png +0 -0
  39. data/public/gfx/fancybox/fancy_nav_right.png +0 -0
  40. data/public/gfx/fancybox/fancy_title_left.png +0 -0
  41. data/public/gfx/fancybox/fancy_title_main.png +0 -0
  42. data/public/gfx/fancybox/fancy_title_over.png +0 -0
  43. data/public/gfx/fancybox/fancy_title_right.png +0 -0
  44. data/public/gfx/fancybox/fancybox-x.png +0 -0
  45. data/public/gfx/fancybox/fancybox.png +0 -0
  46. data/public/gfx/forms/date-next.gif +0 -0
  47. data/public/gfx/forms/date-prev.gif +0 -0
  48. data/public/gfx/forms/forms-checkbox.gif +0 -0
  49. data/public/gfx/forms/forms-date.gif +0 -0
  50. data/public/gfx/forms/forms-file.gif +0 -0
  51. data/public/gfx/forms/forms-input-big.gif +0 -0
  52. data/public/gfx/forms/forms-input-medium.gif +0 -0
  53. data/public/gfx/forms/forms-input-small.gif +0 -0
  54. data/public/gfx/forms/forms-input-xl.gif +0 -0
  55. data/public/gfx/forms/forms-radio.gif +0 -0
  56. data/public/gfx/forms/forms-selectbox-small.gif +0 -0
  57. data/public/gfx/forms/forms-selectbox.gif +0 -0
  58. data/public/gfx/forms/forms-textarea-big.gif +0 -0
  59. data/public/gfx/forms/forms-textarea-medium.gif +0 -0
  60. data/public/gfx/forms/forms-textarea-small.gif +0 -0
  61. data/public/gfx/forms/forms-textarea-xl.gif +0 -0
  62. data/public/gfx/icon-delete.png +0 -0
  63. data/public/gfx/icon-edit.png +0 -0
  64. data/public/gfx/icon-home.gif +0 -0
  65. data/public/gfx/img-delete.png +0 -0
  66. data/public/gfx/img-hover.png +0 -0
  67. data/public/gfx/img-zoom.png +0 -0
  68. data/public/gfx/jquery.wysiwyg.gif +0 -0
  69. data/public/gfx/label-icons.gif +0 -0
  70. data/public/gfx/label.gif +0 -0
  71. data/public/gfx/li-down.gif +0 -0
  72. data/public/gfx/li.gif +0 -0
  73. data/public/gfx/link-button-big.gif +0 -0
  74. data/public/gfx/link-button-medium.gif +0 -0
  75. data/public/gfx/link-button.gif +0 -0
  76. data/public/gfx/loading-2.gif +0 -0
  77. data/public/gfx/loading.gif +0 -0
  78. data/public/gfx/logo.png +0 -0
  79. data/public/gfx/modal-title.gif +0 -0
  80. data/public/gfx/photos/00.jpg +0 -0
  81. data/public/gfx/photos/01.jpg +0 -0
  82. data/public/gfx/photos/01xl.jpg +0 -0
  83. data/public/gfx/photos/02.jpg +0 -0
  84. data/public/gfx/photos/02xl.jpg +0 -0
  85. data/public/gfx/photos/03.jpg +0 -0
  86. data/public/gfx/photos/03xl.jpg +0 -0
  87. data/public/gfx/photos/04.jpg +0 -0
  88. data/public/gfx/photos/04xl.jpg +0 -0
  89. data/public/gfx/photos/05.jpg +0 -0
  90. data/public/gfx/photos/05xl.jpg +0 -0
  91. data/public/gfx/photos/06.jpg +0 -0
  92. data/public/gfx/photos/06xl.jpg +0 -0
  93. data/public/gfx/photos/07.jpg +0 -0
  94. data/public/gfx/photos/07xl.jpg +0 -0
  95. data/public/gfx/photos/08.jpg +0 -0
  96. data/public/gfx/photos/08xl.jpg +0 -0
  97. data/public/gfx/photos/09.jpg +0 -0
  98. data/public/gfx/photos/09xl.jpg +0 -0
  99. data/public/gfx/photos/10.jpg +0 -0
  100. data/public/gfx/photos/10xl.jpg +0 -0
  101. data/public/gfx/photos/11.jpg +0 -0
  102. data/public/gfx/photos/11xl.jpg +0 -0
  103. data/public/gfx/photos/12.jpg +0 -0
  104. data/public/gfx/photos/12xl.jpg +0 -0
  105. data/public/gfx/photos/13.jpg +0 -0
  106. data/public/gfx/photos/13xl.jpg +0 -0
  107. data/public/gfx/photos/14.jpg +0 -0
  108. data/public/gfx/photos/14xl.jpg +0 -0
  109. data/public/gfx/photos/15.jpg +0 -0
  110. data/public/gfx/photos/15xl.jpg +0 -0
  111. data/public/gfx/search-button.gif +0 -0
  112. data/public/gfx/search-input.gif +0 -0
  113. data/public/gfx/slider-button.gif +0 -0
  114. data/public/gfx/system-messages.gif +0 -0
  115. data/public/gfx/table-asc-arrow.gif +0 -0
  116. data/public/gfx/table-desc-arrow.gif +0 -0
  117. data/public/gfx/table-first.gif +0 -0
  118. data/public/gfx/table-last.gif +0 -0
  119. data/public/gfx/table-next.gif +0 -0
  120. data/public/gfx/table-number.gif +0 -0
  121. data/public/gfx/table-prev.gif +0 -0
  122. data/public/gfx/table-rows.gif +0 -0
  123. data/public/gfx/table-search.gif +0 -0
  124. data/public/gfx/table-thead.gif +0 -0
  125. data/public/gfx/tooltip.gif +0 -0
  126. data/public/gfx/treeview/ajax-loader.gif +0 -0
  127. data/public/gfx/treeview/file.gif +0 -0
  128. data/public/gfx/treeview/folder-closed.gif +0 -0
  129. data/public/gfx/treeview/folder.gif +0 -0
  130. data/public/gfx/treeview/minus.gif +0 -0
  131. data/public/gfx/treeview/plus.gif +0 -0
  132. data/public/gfx/treeview/treeview-default-line.gif +0 -0
  133. data/public/gfx/treeview/treeview-default.gif +0 -0
  134. data/public/js/controls/wysiwyg.image.js +284 -0
  135. data/public/js/controls/wysiwyg.link.js +210 -0
  136. data/public/js/controls/wysiwyg.table.js +151 -0
  137. data/public/js/customInput.jquery.js +68 -0
  138. data/public/js/excanvas.min.js +1 -0
  139. data/public/js/hoverIntent.js +84 -0
  140. data/public/js/inline.js +392 -0
  141. data/public/js/jquery-1.7.1.min.js +4 -0
  142. data/public/js/jquery-ui-select.js +522 -0
  143. data/public/js/jquery-ui-timepicker-addon.js +1299 -0
  144. data/public/js/jquery-ui.js +791 -0
  145. data/public/js/jquery.dataTables.js +7440 -0
  146. data/public/js/jquery.fancybox-1.3.4.js +1156 -0
  147. data/public/js/jquery.filestyle.mini.js +2 -0
  148. data/public/js/jquery.flot.js +2600 -0
  149. data/public/js/jquery.flot.resize.min.js +60 -0
  150. data/public/js/jquery.graphtable-0.2.js +179 -0
  151. data/public/js/jquery.tipsy.js +104 -0
  152. data/public/js/jquery.treeview.js +256 -0
  153. data/public/js/jquery.wysiwyg.js +2454 -0
  154. data/public/js/plugins/wysiwyg.rmFormat.js +348 -0
  155. data/public/js/superfish.js +121 -0
  156. data/public/js/supersubs.js +90 -0
  157. data/views/home.haml +54 -0
  158. data/views/layout.haml +89 -0
  159. data/views/statistics.haml +251 -71
  160. metadata +175 -22
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: cobweb
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.38
4
+ version: 0.0.39
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,11 +9,11 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2012-04-26 00:00:00.000000000 Z
12
+ date: 2012-05-02 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: resque
16
- requirement: &70264627738060 !ruby/object:Gem::Requirement
16
+ requirement: &70246956594540 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *70264627738060
24
+ version_requirements: *70246956594540
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: redis
27
- requirement: &70264627737640 !ruby/object:Gem::Requirement
27
+ requirement: &70246950390000 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *70264627737640
35
+ version_requirements: *70246950390000
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: nokogiri
38
- requirement: &70264627737220 !ruby/object:Gem::Requirement
38
+ requirement: &70246956518280 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: '0'
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *70264627737220
46
+ version_requirements: *70246956518280
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: addressable
49
- requirement: &70264627736800 !ruby/object:Gem::Requirement
49
+ requirement: &70246956149640 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: '0'
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *70264627736800
57
+ version_requirements: *70246956149640
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: rspec
60
- requirement: &70264627736380 !ruby/object:Gem::Requirement
60
+ requirement: &70246955773420 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: '0'
66
66
  type: :runtime
67
67
  prerelease: false
68
- version_requirements: *70264627736380
68
+ version_requirements: *70246955773420
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: awesome_print
71
- requirement: &70264627735960 !ruby/object:Gem::Requirement
71
+ requirement: &70246956267740 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
76
76
  version: '0'
77
77
  type: :runtime
78
78
  prerelease: false
79
- version_requirements: *70264627735960
79
+ version_requirements: *70246956267740
80
80
  - !ruby/object:Gem::Dependency
81
81
  name: sinatra
82
- requirement: &70264627735540 !ruby/object:Gem::Requirement
82
+ requirement: &70246956042360 !ruby/object:Gem::Requirement
83
83
  none: false
84
84
  requirements:
85
85
  - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
87
87
  version: '0'
88
88
  type: :runtime
89
89
  prerelease: false
90
- version_requirements: *70264627735540
90
+ version_requirements: *70246956042360
91
91
  - !ruby/object:Gem::Dependency
92
92
  name: thin
93
- requirement: &70264627735120 !ruby/object:Gem::Requirement
93
+ requirement: &70246955188140 !ruby/object:Gem::Requirement
94
94
  none: false
95
95
  requirements:
96
96
  - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
98
98
  version: '0'
99
99
  type: :runtime
100
100
  prerelease: false
101
- version_requirements: *70264627735120
101
+ version_requirements: *70246955188140
102
102
  - !ruby/object:Gem::Dependency
103
103
  name: haml
104
- requirement: &70264627734700 !ruby/object:Gem::Requirement
104
+ requirement: &70246950372880 !ruby/object:Gem::Requirement
105
105
  none: false
106
106
  requirements:
107
107
  - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
109
109
  version: '0'
110
110
  type: :runtime
111
111
  prerelease: false
112
- version_requirements: *70264627734700
112
+ version_requirements: *70246950372880
113
113
  - !ruby/object:Gem::Dependency
114
114
  name: namespaced_redis
115
- requirement: &70264627734280 !ruby/object:Gem::Requirement
115
+ requirement: &70246955362780 !ruby/object:Gem::Requirement
116
116
  none: false
117
117
  requirements:
118
118
  - - ! '>='
@@ -120,7 +120,7 @@ dependencies:
120
120
  version: '0'
121
121
  type: :runtime
122
122
  prerelease: false
123
- version_requirements: *70264627734280
123
+ version_requirements: *70246955362780
124
124
  description: Web Crawler that uses resque background job engine to allow you to cluster
125
125
  your crawl.
126
126
  email: stewart@rockwellcottage.com
@@ -145,9 +145,162 @@ files:
145
145
  - lib/encoding_safe_process_job.rb
146
146
  - lib/redirect_error.rb
147
147
  - lib/robots.rb
148
+ - lib/server.rb
148
149
  - lib/stats.rb
149
150
  - lib/uri_helper.rb
151
+ - views/home.haml
152
+ - views/layout.haml
150
153
  - views/statistics.haml
154
+ - public/css/accordion.css
155
+ - public/css/custom.css
156
+ - public/css/datatable.css
157
+ - public/css/datepicker.css
158
+ - public/css/form-buttons.css
159
+ - public/css/forms.css
160
+ - public/css/jquery.fancybox-1.3.4.css
161
+ - public/css/jquery.treeview.css
162
+ - public/css/link-buttons.css
163
+ - public/css/login.css
164
+ - public/css/menu.css
165
+ - public/css/messages.css
166
+ - public/css/modalbox.css
167
+ - public/css/statics.css
168
+ - public/css/style.css
169
+ - public/css/style_text.css
170
+ - public/css/tabs.css
171
+ - public/css/wysiwyg-editor.css
172
+ - public/css/wysiwyg.css
173
+ - public/css/wysiwyg.modal.css
174
+ - public/gfx/back-menu.gif
175
+ - public/gfx/back-submenu.gif
176
+ - public/gfx/background.gif
177
+ - public/gfx/box-hide.png
178
+ - public/gfx/box-search.png
179
+ - public/gfx/box-title.gif
180
+ - public/gfx/code.gif
181
+ - public/gfx/datepicker-arrows.gif
182
+ - public/gfx/fancybox/blank.gif
183
+ - public/gfx/fancybox/fancy_close.png
184
+ - public/gfx/fancybox/fancy_loading.png
185
+ - public/gfx/fancybox/fancy_nav_left.png
186
+ - public/gfx/fancybox/fancy_nav_right.png
187
+ - public/gfx/fancybox/fancy_title_left.png
188
+ - public/gfx/fancybox/fancy_title_main.png
189
+ - public/gfx/fancybox/fancy_title_over.png
190
+ - public/gfx/fancybox/fancy_title_right.png
191
+ - public/gfx/fancybox/fancybox-x.png
192
+ - public/gfx/fancybox/fancybox.png
193
+ - public/gfx/forms/date-next.gif
194
+ - public/gfx/forms/date-prev.gif
195
+ - public/gfx/forms/forms-checkbox.gif
196
+ - public/gfx/forms/forms-date.gif
197
+ - public/gfx/forms/forms-file.gif
198
+ - public/gfx/forms/forms-input-big.gif
199
+ - public/gfx/forms/forms-input-medium.gif
200
+ - public/gfx/forms/forms-input-small.gif
201
+ - public/gfx/forms/forms-input-xl.gif
202
+ - public/gfx/forms/forms-radio.gif
203
+ - public/gfx/forms/forms-selectbox-small.gif
204
+ - public/gfx/forms/forms-selectbox.gif
205
+ - public/gfx/forms/forms-textarea-big.gif
206
+ - public/gfx/forms/forms-textarea-medium.gif
207
+ - public/gfx/forms/forms-textarea-small.gif
208
+ - public/gfx/forms/forms-textarea-xl.gif
209
+ - public/gfx/icon-delete.png
210
+ - public/gfx/icon-edit.png
211
+ - public/gfx/icon-home.gif
212
+ - public/gfx/img-delete.png
213
+ - public/gfx/img-hover.png
214
+ - public/gfx/img-zoom.png
215
+ - public/gfx/jquery.wysiwyg.gif
216
+ - public/gfx/label-icons.gif
217
+ - public/gfx/label.gif
218
+ - public/gfx/li-down.gif
219
+ - public/gfx/li.gif
220
+ - public/gfx/link-button-big.gif
221
+ - public/gfx/link-button-medium.gif
222
+ - public/gfx/link-button.gif
223
+ - public/gfx/loading-2.gif
224
+ - public/gfx/loading.gif
225
+ - public/gfx/logo.png
226
+ - public/gfx/modal-title.gif
227
+ - public/gfx/photos/00.jpg
228
+ - public/gfx/photos/01.jpg
229
+ - public/gfx/photos/01xl.jpg
230
+ - public/gfx/photos/02.jpg
231
+ - public/gfx/photos/02xl.jpg
232
+ - public/gfx/photos/03.jpg
233
+ - public/gfx/photos/03xl.jpg
234
+ - public/gfx/photos/04.jpg
235
+ - public/gfx/photos/04xl.jpg
236
+ - public/gfx/photos/05.jpg
237
+ - public/gfx/photos/05xl.jpg
238
+ - public/gfx/photos/06.jpg
239
+ - public/gfx/photos/06xl.jpg
240
+ - public/gfx/photos/07.jpg
241
+ - public/gfx/photos/07xl.jpg
242
+ - public/gfx/photos/08.jpg
243
+ - public/gfx/photos/08xl.jpg
244
+ - public/gfx/photos/09.jpg
245
+ - public/gfx/photos/09xl.jpg
246
+ - public/gfx/photos/10.jpg
247
+ - public/gfx/photos/10xl.jpg
248
+ - public/gfx/photos/11.jpg
249
+ - public/gfx/photos/11xl.jpg
250
+ - public/gfx/photos/12.jpg
251
+ - public/gfx/photos/12xl.jpg
252
+ - public/gfx/photos/13.jpg
253
+ - public/gfx/photos/13xl.jpg
254
+ - public/gfx/photos/14.jpg
255
+ - public/gfx/photos/14xl.jpg
256
+ - public/gfx/photos/15.jpg
257
+ - public/gfx/photos/15xl.jpg
258
+ - public/gfx/search-button.gif
259
+ - public/gfx/search-input.gif
260
+ - public/gfx/slider-button.gif
261
+ - public/gfx/system-messages.gif
262
+ - public/gfx/table-asc-arrow.gif
263
+ - public/gfx/table-desc-arrow.gif
264
+ - public/gfx/table-first.gif
265
+ - public/gfx/table-last.gif
266
+ - public/gfx/table-next.gif
267
+ - public/gfx/table-number.gif
268
+ - public/gfx/table-prev.gif
269
+ - public/gfx/table-rows.gif
270
+ - public/gfx/table-search.gif
271
+ - public/gfx/table-thead.gif
272
+ - public/gfx/tooltip.gif
273
+ - public/gfx/treeview/ajax-loader.gif
274
+ - public/gfx/treeview/file.gif
275
+ - public/gfx/treeview/folder-closed.gif
276
+ - public/gfx/treeview/folder.gif
277
+ - public/gfx/treeview/minus.gif
278
+ - public/gfx/treeview/plus.gif
279
+ - public/gfx/treeview/treeview-default-line.gif
280
+ - public/gfx/treeview/treeview-default.gif
281
+ - public/js/controls/wysiwyg.image.js
282
+ - public/js/controls/wysiwyg.link.js
283
+ - public/js/controls/wysiwyg.table.js
284
+ - public/js/customInput.jquery.js
285
+ - public/js/excanvas.min.js
286
+ - public/js/hoverIntent.js
287
+ - public/js/inline.js
288
+ - public/js/jquery-1.7.1.min.js
289
+ - public/js/jquery-ui-select.js
290
+ - public/js/jquery-ui-timepicker-addon.js
291
+ - public/js/jquery-ui.js
292
+ - public/js/jquery.dataTables.js
293
+ - public/js/jquery.fancybox-1.3.4.js
294
+ - public/js/jquery.filestyle.mini.js
295
+ - public/js/jquery.flot.js
296
+ - public/js/jquery.flot.resize.min.js
297
+ - public/js/jquery.graphtable-0.2.js
298
+ - public/js/jquery.tipsy.js
299
+ - public/js/jquery.treeview.js
300
+ - public/js/jquery.wysiwyg.js
301
+ - public/js/plugins/wysiwyg.rmFormat.js
302
+ - public/js/superfish.js
303
+ - public/js/supersubs.js
151
304
  - README.textile
152
305
  homepage: http://github.com/stewartmckee/cobweb
153
306
  licenses: []