tiny_grabber 0.3.2 → 0.3.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +2 -0
- data/lib/tiny_grabber/agent.rb +9 -6
- data/lib/tiny_grabber/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 59ce991862e0f0345b9e762dd9106c490dce9cf3
|
4
|
+
data.tar.gz: 062c6d55305f54813462ab63e232214f0d35905c
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 97c84f6d61c383dd8ef839773df38ae34278a39b1a880f82cfc88dadd119ed41c39818f7319659c3f722b6cc0b7f6d92d9c11fdafc286320660b8f1e8b51ac25
|
7
|
+
data.tar.gz: 2c4eecb09be37a45d93f71e3980c06bd1a8888c57f8a0e308547dc52822fa77a22c3421d6b607a69992a25510ab82911646d450451a58422da14c2abfd3b5969
|
data/README.md
CHANGED
data/lib/tiny_grabber/agent.rb
CHANGED
@@ -211,8 +211,8 @@ class TinyGrabber
|
|
211
211
|
@debug.save '<- [response] = Net::HTTPInformation' if @debug.active
|
212
212
|
# HTTP response code 2xx
|
213
213
|
when Net::HTTPSuccess
|
214
|
-
save_headers
|
215
|
-
save_cookies
|
214
|
+
save_headers
|
215
|
+
save_cookies
|
216
216
|
@debug.save "<- [response] = #{@response.code} Net::HTTPSuccess" if @debug.active
|
217
217
|
# Follow meta refresh
|
218
218
|
if @follow_location
|
@@ -222,13 +222,13 @@ class TinyGrabber
|
|
222
222
|
# HTTP response code 3xx
|
223
223
|
when Net::HTTPRedirection
|
224
224
|
@debug.save "<- [response] = #{@response.code} Net::HTTPRedirection" if @debug.active
|
225
|
-
@debug.save 'try curl user_agent: tg.user_agent=\'curl\''
|
225
|
+
@debug.save 'try curl user_agent: tg.user_agent=\'curl\'' if @debug.active
|
226
226
|
# Follow location
|
227
227
|
if @follow_location
|
228
228
|
@response = fetch @response.header['Location']
|
229
229
|
else
|
230
|
-
save_headers
|
231
|
-
save_cookies
|
230
|
+
save_headers
|
231
|
+
save_cookies
|
232
232
|
end
|
233
233
|
# HTTP response code 4xx
|
234
234
|
when Net::HTTPClientError
|
@@ -302,6 +302,7 @@ class TinyGrabber
|
|
302
302
|
# Save response headers in agent attribute
|
303
303
|
#
|
304
304
|
def save_headers
|
305
|
+
return unless @response.header
|
305
306
|
@headers = @response.header
|
306
307
|
# Delete header TRANSFER_ENCODING for chain of requests
|
307
308
|
@headers.delete('transfer-encoding')
|
@@ -311,7 +312,9 @@ class TinyGrabber
|
|
311
312
|
# Save response cookies in agent attribute
|
312
313
|
#
|
313
314
|
def save_cookies
|
314
|
-
|
315
|
+
return unless @response.cookies
|
316
|
+
# @cookies = @response['Set-Cookie']
|
317
|
+
@cookies = @response.cookies
|
315
318
|
@debug.save "<- [cookies] = #{@cookies}" if @debug.active
|
316
319
|
end
|
317
320
|
|
data/lib/tiny_grabber/version.rb
CHANGED