grab_epg 0.2.0 → 0.2.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +8 -8
- data/.grabepg.gemspec +2 -2
- data/lib/grabepg/grab_base.rb +9 -2
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
---
|
2
2
|
!binary "U0hBMQ==":
|
3
3
|
metadata.gz: !binary |-
|
4
|
-
|
4
|
+
ZjJjOTExYzRhNzM5NjA1NjNhNjU1NTU2NjVmOWM3NTEyNDQ2MDZkMw==
|
5
5
|
data.tar.gz: !binary |-
|
6
|
-
|
6
|
+
ODlhNjQ2NDI0ZmQ1ZDU5M2M4YTA4NTg0ZWQ0ZmU0NWQwMDhjOTlhYg==
|
7
7
|
!binary "U0hBNTEy":
|
8
8
|
metadata.gz: !binary |-
|
9
|
-
|
10
|
-
|
11
|
-
|
9
|
+
NDg4MmNiYjYwMDk1NzMzMWIzMzJkNjQ0OGU2MjVhYTE5Y2RlZGE4NmM3YWE3
|
10
|
+
M2UxNmY2M2ZmZjIzZTY0MDQ0MTBhMTQ4Y2JmMTJhNTg1YTZmZjk5MWVlNjk4
|
11
|
+
YTdhODQ0NzU0MmU0OTk5MDczMmEzNGYyZTNkNDQzMWVjNjEyMDQ=
|
12
12
|
data.tar.gz: !binary |-
|
13
|
-
|
14
|
-
|
15
|
-
|
13
|
+
MWUxNTFkNjRmZDE0Y2VhYjRhMWRmNjcyMmNlZDc5NWVmYWEzYTg5ZDhkOGY5
|
14
|
+
YTQ3OTBhMmVmMzY2ZTY5NjIwMjQ0MzM3NDAwNjQyZTdmNDQ0NTc0NGQzZTUx
|
15
|
+
OTdmMjM1ZTQwNDhjN2VjYTQ5MWJkMWQ0MTFmOWU5NDMzZjllZGE=
|
data/.grabepg.gemspec
CHANGED
data/lib/grabepg/grab_base.rb
CHANGED
@@ -137,6 +137,9 @@ module Grabepg
|
|
137
137
|
end
|
138
138
|
begin
|
139
139
|
doc = Nokogiri::HTML(open(url,:proxy=>"http://#{proxy}")) unless proxy.nil?||proxy.empty?
|
140
|
+
unless doc
|
141
|
+
raise RuntimeError,"DOC is nil"
|
142
|
+
end
|
140
143
|
@no_firest = 0
|
141
144
|
rescue => err
|
142
145
|
if proxy.empty?||proxy.nil?
|
@@ -153,7 +156,10 @@ module Grabepg
|
|
153
156
|
#proxylist.delete(proxy) #删除出错的代理 但如果是此网页错误则会引起BUG待修复
|
154
157
|
@proxyindex += 1
|
155
158
|
get_doc_with_proxy(proxylist,url) if @no_firest<4
|
156
|
-
|
159
|
+
unless @no_firest<4
|
160
|
+
@no_firest=0
|
161
|
+
raise RuntimeError,"Error: #{err.to_s}"
|
162
|
+
end
|
157
163
|
end
|
158
164
|
@proxyindex += 1
|
159
165
|
unless doc
|
@@ -163,6 +169,7 @@ module Grabepg
|
|
163
169
|
begin
|
164
170
|
doc = Nokogiri::HTML(open(url)) if proxy.nil?||proxy.empty?
|
165
171
|
rescue => err
|
172
|
+
p "Error : Proxy:#{proxy}, url:#{url}"
|
166
173
|
raise RuntimeError,"Error: #{err.to_s} Method:get_doc_with_proxy"
|
167
174
|
end
|
168
175
|
end
|
@@ -170,4 +177,4 @@ module Grabepg
|
|
170
177
|
end
|
171
178
|
|
172
179
|
end
|
173
|
-
end
|
180
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: grab_epg
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- hahazql
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2013-
|
11
|
+
date: 2013-06-03 00:00:00.000000000 Z
|
12
12
|
dependencies: []
|
13
13
|
description: ! '"用于抓取EPG信息"'
|
14
14
|
email:
|