tiny_grabber 0.3.2 → 0.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +2 -0
- data/lib/tiny_grabber/agent.rb +9 -6
- data/lib/tiny_grabber/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 59ce991862e0f0345b9e762dd9106c490dce9cf3
|
|
4
|
+
data.tar.gz: 062c6d55305f54813462ab63e232214f0d35905c
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 97c84f6d61c383dd8ef839773df38ae34278a39b1a880f82cfc88dadd119ed41c39818f7319659c3f722b6cc0b7f6d92d9c11fdafc286320660b8f1e8b51ac25
|
|
7
|
+
data.tar.gz: 2c4eecb09be37a45d93f71e3980c06bd1a8888c57f8a0e308547dc52822fa77a22c3421d6b607a69992a25510ab82911646d450451a58422da14c2abfd3b5969
|
data/README.md
CHANGED
data/lib/tiny_grabber/agent.rb
CHANGED
|
@@ -211,8 +211,8 @@ class TinyGrabber
|
|
|
211
211
|
@debug.save '<- [response] = Net::HTTPInformation' if @debug.active
|
|
212
212
|
# HTTP response code 2xx
|
|
213
213
|
when Net::HTTPSuccess
|
|
214
|
-
save_headers
|
|
215
|
-
save_cookies
|
|
214
|
+
save_headers
|
|
215
|
+
save_cookies
|
|
216
216
|
@debug.save "<- [response] = #{@response.code} Net::HTTPSuccess" if @debug.active
|
|
217
217
|
# Follow meta refresh
|
|
218
218
|
if @follow_location
|
|
@@ -222,13 +222,13 @@ class TinyGrabber
|
|
|
222
222
|
# HTTP response code 3xx
|
|
223
223
|
when Net::HTTPRedirection
|
|
224
224
|
@debug.save "<- [response] = #{@response.code} Net::HTTPRedirection" if @debug.active
|
|
225
|
-
@debug.save 'try curl user_agent: tg.user_agent=\'curl\''
|
|
225
|
+
@debug.save 'try curl user_agent: tg.user_agent=\'curl\'' if @debug.active
|
|
226
226
|
# Follow location
|
|
227
227
|
if @follow_location
|
|
228
228
|
@response = fetch @response.header['Location']
|
|
229
229
|
else
|
|
230
|
-
save_headers
|
|
231
|
-
save_cookies
|
|
230
|
+
save_headers
|
|
231
|
+
save_cookies
|
|
232
232
|
end
|
|
233
233
|
# HTTP response code 4xx
|
|
234
234
|
when Net::HTTPClientError
|
|
@@ -302,6 +302,7 @@ class TinyGrabber
|
|
|
302
302
|
# Save response headers in agent attribute
|
|
303
303
|
#
|
|
304
304
|
def save_headers
|
|
305
|
+
return unless @response.header
|
|
305
306
|
@headers = @response.header
|
|
306
307
|
# Delete header TRANSFER_ENCODING for chain of requests
|
|
307
308
|
@headers.delete('transfer-encoding')
|
|
@@ -311,7 +312,9 @@ class TinyGrabber
|
|
|
311
312
|
# Save response cookies in agent attribute
|
|
312
313
|
#
|
|
313
314
|
def save_cookies
|
|
314
|
-
|
|
315
|
+
return unless @response.cookies
|
|
316
|
+
# @cookies = @response['Set-Cookie']
|
|
317
|
+
@cookies = @response.cookies
|
|
315
318
|
@debug.save "<- [cookies] = #{@cookies}" if @debug.active
|
|
316
319
|
end
|
|
317
320
|
|
data/lib/tiny_grabber/version.rb
CHANGED