cobweb 1.0.9 → 1.0.10

Sign up to get free protection for your applications and to get access to all the features.
data/README.textile CHANGED
@@ -1,5 +1,5 @@
1
1
 
2
- h1. Cobweb v1.0.9
2
+ h1. Cobweb v1.0.10
3
3
 
4
4
  "@cobweb_gem":https://twitter.com/cobweb_gem
5
5
 
@@ -3,7 +3,7 @@ class CobwebVersion
3
3
 
4
4
  # Returns a string of the current version
5
5
  def self.version
6
- "1.0.9"
6
+ "1.0.10"
7
7
  end
8
8
 
9
9
  end
data/lib/server.rb CHANGED
@@ -17,14 +17,16 @@ class Server < Sinatra::Base
17
17
  @crawls = []
18
18
  @full_redis.smembers("cobweb_crawls").each do |crawl_id|
19
19
  version = cobweb_version(crawl_id)
20
- redis = Redis::Namespace.new("cobweb-#{version}-#{crawl_id}", :redis => Redis.new(redis_options))
21
- stats = HashUtil.deep_symbolize_keys({
22
- :cobweb_version => version,
23
- :crawl_details => redis.hgetall("crawl_details"),
24
- :statistics => redis.hgetall("statistics"),
25
- :minute_totals => redis.hgetall("minute_totals"),
26
- })
27
- @crawls << stats
20
+ if version == Cobweb.version
21
+ redis = Redis::Namespace.new("cobweb-#{version}-#{crawl_id}", :redis => Redis.new(redis_options))
22
+ stats = HashUtil.deep_symbolize_keys({
23
+ :cobweb_version => version,
24
+ :crawl_details => redis.hgetall("crawl_details"),
25
+ :statistics => redis.hgetall("statistics"),
26
+ :minute_totals => redis.hgetall("minute_totals"),
27
+ })
28
+ @crawls << stats
29
+ end
28
30
  end
29
31
 
30
32
  haml :home
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: cobweb
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.0.9
4
+ version: 1.0.10
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -13,7 +13,7 @@ date: 2013-02-14 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: resque
16
- requirement: &70315669563580 !ruby/object:Gem::Requirement
16
+ requirement: &70308514080820 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *70315669563580
24
+ version_requirements: *70308514080820
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: redis
27
- requirement: &70315669557780 !ruby/object:Gem::Requirement
27
+ requirement: &70308514074360 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *70315669557780
35
+ version_requirements: *70308514074360
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: nokogiri
38
- requirement: &70315669553860 !ruby/object:Gem::Requirement
38
+ requirement: &70308514071160 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: '0'
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *70315669553860
46
+ version_requirements: *70308514071160
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: addressable
49
- requirement: &70315669550620 !ruby/object:Gem::Requirement
49
+ requirement: &70308514067820 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: '0'
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *70315669550620
57
+ version_requirements: *70308514067820
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: rspec
60
- requirement: &70315669548760 !ruby/object:Gem::Requirement
60
+ requirement: &70308514065940 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: '0'
66
66
  type: :runtime
67
67
  prerelease: false
68
- version_requirements: *70315669548760
68
+ version_requirements: *70308514065940
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: awesome_print
71
- requirement: &70315669546580 !ruby/object:Gem::Requirement
71
+ requirement: &70308514063800 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
76
76
  version: '0'
77
77
  type: :runtime
78
78
  prerelease: false
79
- version_requirements: *70315669546580
79
+ version_requirements: *70308514063800
80
80
  - !ruby/object:Gem::Dependency
81
81
  name: sinatra
82
- requirement: &70315669542520 !ruby/object:Gem::Requirement
82
+ requirement: &70308514059740 !ruby/object:Gem::Requirement
83
83
  none: false
84
84
  requirements:
85
85
  - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
87
87
  version: '0'
88
88
  type: :runtime
89
89
  prerelease: false
90
- version_requirements: *70315669542520
90
+ version_requirements: *70308514059740
91
91
  - !ruby/object:Gem::Dependency
92
92
  name: thin
93
- requirement: &70315669538180 !ruby/object:Gem::Requirement
93
+ requirement: &70308514055360 !ruby/object:Gem::Requirement
94
94
  none: false
95
95
  requirements:
96
96
  - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
98
98
  version: '0'
99
99
  type: :runtime
100
100
  prerelease: false
101
- version_requirements: *70315669538180
101
+ version_requirements: *70308514055360
102
102
  - !ruby/object:Gem::Dependency
103
103
  name: haml
104
- requirement: &70315669533960 !ruby/object:Gem::Requirement
104
+ requirement: &70308514051040 !ruby/object:Gem::Requirement
105
105
  none: false
106
106
  requirements:
107
107
  - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
109
109
  version: '0'
110
110
  type: :runtime
111
111
  prerelease: false
112
- version_requirements: *70315669533960
112
+ version_requirements: *70308514051040
113
113
  - !ruby/object:Gem::Dependency
114
114
  name: namespaced_redis
115
- requirement: &70315669528800 !ruby/object:Gem::Requirement
115
+ requirement: &70308514046200 !ruby/object:Gem::Requirement
116
116
  none: false
117
117
  requirements:
118
118
  - - ! '>='
@@ -120,10 +120,10 @@ dependencies:
120
120
  version: '0'
121
121
  type: :runtime
122
122
  prerelease: false
123
- version_requirements: *70315669528800
123
+ version_requirements: *70308514046200
124
124
  - !ruby/object:Gem::Dependency
125
125
  name: json
126
- requirement: &70315669525400 !ruby/object:Gem::Requirement
126
+ requirement: &70308514042680 !ruby/object:Gem::Requirement
127
127
  none: false
128
128
  requirements:
129
129
  - - ! '>='
@@ -131,7 +131,7 @@ dependencies:
131
131
  version: '0'
132
132
  type: :runtime
133
133
  prerelease: false
134
- version_requirements: *70315669525400
134
+ version_requirements: *70308514042680
135
135
  description: Cobweb is a web crawler that can use resque to cluster crawls to quickly
136
136
  crawl extremely large sites which is much more performant than multi-threaded crawlers. It
137
137
  is also a standalone crawler that has a sophisticated statistics monitoring interface