grab_epg 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +8 -8
- data/.grabepg.gemspec +2 -2
- data/lib/grabepg/grab_base.rb +9 -2
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
---
|
|
2
2
|
!binary "U0hBMQ==":
|
|
3
3
|
metadata.gz: !binary |-
|
|
4
|
-
|
|
4
|
+
ZjJjOTExYzRhNzM5NjA1NjNhNjU1NTU2NjVmOWM3NTEyNDQ2MDZkMw==
|
|
5
5
|
data.tar.gz: !binary |-
|
|
6
|
-
|
|
6
|
+
ODlhNjQ2NDI0ZmQ1ZDU5M2M4YTA4NTg0ZWQ0ZmU0NWQwMDhjOTlhYg==
|
|
7
7
|
!binary "U0hBNTEy":
|
|
8
8
|
metadata.gz: !binary |-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
9
|
+
NDg4MmNiYjYwMDk1NzMzMWIzMzJkNjQ0OGU2MjVhYTE5Y2RlZGE4NmM3YWE3
|
|
10
|
+
M2UxNmY2M2ZmZjIzZTY0MDQ0MTBhMTQ4Y2JmMTJhNTg1YTZmZjk5MWVlNjk4
|
|
11
|
+
YTdhODQ0NzU0MmU0OTk5MDczMmEzNGYyZTNkNDQzMWVjNjEyMDQ=
|
|
12
12
|
data.tar.gz: !binary |-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
13
|
+
MWUxNTFkNjRmZDE0Y2VhYjRhMWRmNjcyMmNlZDc5NWVmYWEzYTg5ZDhkOGY5
|
|
14
|
+
YTQ3OTBhMmVmMzY2ZTY5NjIwMjQ0MzM3NDAwNjQyZTdmNDQ0NTc0NGQzZTUx
|
|
15
|
+
OTdmMjM1ZTQwNDhjN2VjYTQ5MWJkMWQ0MTFmOWU5NDMzZjllZGE=
|
data/.grabepg.gemspec
CHANGED
data/lib/grabepg/grab_base.rb
CHANGED
|
@@ -137,6 +137,9 @@ module Grabepg
|
|
|
137
137
|
end
|
|
138
138
|
begin
|
|
139
139
|
doc = Nokogiri::HTML(open(url,:proxy=>"http://#{proxy}")) unless proxy.nil?||proxy.empty?
|
|
140
|
+
unless doc
|
|
141
|
+
raise RuntimeError,"DOC is nil"
|
|
142
|
+
end
|
|
140
143
|
@no_firest = 0
|
|
141
144
|
rescue => err
|
|
142
145
|
if proxy.empty?||proxy.nil?
|
|
@@ -153,7 +156,10 @@ module Grabepg
|
|
|
153
156
|
#proxylist.delete(proxy) #删除出错的代理 但如果是此网页错误则会引起BUG待修复
|
|
154
157
|
@proxyindex += 1
|
|
155
158
|
get_doc_with_proxy(proxylist,url) if @no_firest<4
|
|
156
|
-
|
|
159
|
+
unless @no_firest<4
|
|
160
|
+
@no_firest=0
|
|
161
|
+
raise RuntimeError,"Error: #{err.to_s}"
|
|
162
|
+
end
|
|
157
163
|
end
|
|
158
164
|
@proxyindex += 1
|
|
159
165
|
unless doc
|
|
@@ -163,6 +169,7 @@ module Grabepg
|
|
|
163
169
|
begin
|
|
164
170
|
doc = Nokogiri::HTML(open(url)) if proxy.nil?||proxy.empty?
|
|
165
171
|
rescue => err
|
|
172
|
+
p "Error : Proxy:#{proxy}, url:#{url}"
|
|
166
173
|
raise RuntimeError,"Error: #{err.to_s} Method:get_doc_with_proxy"
|
|
167
174
|
end
|
|
168
175
|
end
|
|
@@ -170,4 +177,4 @@ module Grabepg
|
|
|
170
177
|
end
|
|
171
178
|
|
|
172
179
|
end
|
|
173
|
-
end
|
|
180
|
+
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: grab_epg
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- hahazql
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2013-
|
|
11
|
+
date: 2013-06-03 00:00:00.000000000 Z
|
|
12
12
|
dependencies: []
|
|
13
13
|
description: ! '"用于抓取EPG信息"'
|
|
14
14
|
email:
|