monkeyshines 0.2.2 → 0.2.3
Sign up to get free protection for your applications and to get access to all the features.
- data/lib/monkeyshines/fetcher/http_fetcher.rb +1 -1
- metadata +13 -13
@@ -84,7 +84,7 @@ module Monkeyshines
|
|
84
84
|
case response
|
85
85
|
when Net::HTTPSuccess then return # 2xx
|
86
86
|
when Net::HTTPRedirection then return # 3xx
|
87
|
-
when Net::HTTPBadRequest then sleep_time =
|
87
|
+
when Net::HTTPBadRequest then sleep_time = 30 # 400 (rate limit, probably)
|
88
88
|
when Net::HTTPUnauthorized then sleep_time = 0 # 401 (protected user, probably)
|
89
89
|
when Net::HTTPForbidden then sleep_time = 10 # 403 update limit
|
90
90
|
when Net::HTTPNotFound then sleep_time = 0 # 404 deleted or suspended
|
metadata
CHANGED
@@ -1,13 +1,13 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: monkeyshines
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
hash:
|
4
|
+
hash: 17
|
5
5
|
prerelease: false
|
6
6
|
segments:
|
7
7
|
- 0
|
8
8
|
- 2
|
9
|
-
-
|
10
|
-
version: 0.2.
|
9
|
+
- 3
|
10
|
+
version: 0.2.3
|
11
11
|
platform: ruby
|
12
12
|
authors:
|
13
13
|
- Philip (flip) Kromer
|
@@ -15,7 +15,7 @@ autorequire:
|
|
15
15
|
bindir: bin
|
16
16
|
cert_chain: []
|
17
17
|
|
18
|
-
date: 2010-07-
|
18
|
+
date: 2010-07-19 00:00:00 +00:00
|
19
19
|
default_executable:
|
20
20
|
dependencies:
|
21
21
|
- !ruby/object:Gem::Dependency
|
@@ -182,18 +182,18 @@ signing_key:
|
|
182
182
|
specification_version: 3
|
183
183
|
summary: A simple scraper for directed scrapes of APIs, feed or structured HTML.
|
184
184
|
test_files:
|
185
|
-
- spec/monkeyshines_spec.rb
|
186
185
|
- spec/spec_helper.rb
|
186
|
+
- spec/monkeyshines_spec.rb
|
187
|
+
- examples/rename_tree/rename_hdp_tree.rb
|
188
|
+
- examples/rename_tree/rename_ripd_tree.rb
|
189
|
+
- examples/rss_feeds/scrape_rss_feeds.rb
|
187
190
|
- examples/shorturls/shorturl_stats.rb
|
188
|
-
- examples/shorturls/
|
189
|
-
- examples/shorturls/multiplex_shorturl_cache.rb
|
191
|
+
- examples/shorturls/shorturl_sequence.rb
|
190
192
|
- examples/shorturls/bulkload_shorturls.rb
|
191
|
-
- examples/shorturls/scrape_shorturls.rb
|
192
|
-
- examples/shorturls/extract_urls.rb
|
193
193
|
- examples/shorturls/bulkdump_shorturls.rb
|
194
|
-
- examples/shorturls/shorturl_sequence.rb
|
195
194
|
- examples/shorturls/split_short_urls.rb
|
196
|
-
- examples/
|
197
|
-
- examples/
|
198
|
-
- examples/
|
195
|
+
- examples/shorturls/extract_urls.rb
|
196
|
+
- examples/shorturls/multiplex_shorturl_cache.rb
|
197
|
+
- examples/shorturls/scrape_shorturls.rb
|
198
|
+
- examples/shorturls/shorturl_request.rb
|
199
199
|
- examples/bulk_urls/scrape_bulk_urls.rb
|