monkeyshines 0.2.2 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/monkeyshines/fetcher/http_fetcher.rb +1 -1
- metadata +13 -13
|
@@ -84,7 +84,7 @@ module Monkeyshines
|
|
|
84
84
|
case response
|
|
85
85
|
when Net::HTTPSuccess then return # 2xx
|
|
86
86
|
when Net::HTTPRedirection then return # 3xx
|
|
87
|
-
when Net::HTTPBadRequest then sleep_time =
|
|
87
|
+
when Net::HTTPBadRequest then sleep_time = 30 # 400 (rate limit, probably)
|
|
88
88
|
when Net::HTTPUnauthorized then sleep_time = 0 # 401 (protected user, probably)
|
|
89
89
|
when Net::HTTPForbidden then sleep_time = 10 # 403 update limit
|
|
90
90
|
when Net::HTTPNotFound then sleep_time = 0 # 404 deleted or suspended
|
metadata
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: monkeyshines
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
hash:
|
|
4
|
+
hash: 17
|
|
5
5
|
prerelease: false
|
|
6
6
|
segments:
|
|
7
7
|
- 0
|
|
8
8
|
- 2
|
|
9
|
-
-
|
|
10
|
-
version: 0.2.
|
|
9
|
+
- 3
|
|
10
|
+
version: 0.2.3
|
|
11
11
|
platform: ruby
|
|
12
12
|
authors:
|
|
13
13
|
- Philip (flip) Kromer
|
|
@@ -15,7 +15,7 @@ autorequire:
|
|
|
15
15
|
bindir: bin
|
|
16
16
|
cert_chain: []
|
|
17
17
|
|
|
18
|
-
date: 2010-07-
|
|
18
|
+
date: 2010-07-19 00:00:00 +00:00
|
|
19
19
|
default_executable:
|
|
20
20
|
dependencies:
|
|
21
21
|
- !ruby/object:Gem::Dependency
|
|
@@ -182,18 +182,18 @@ signing_key:
|
|
|
182
182
|
specification_version: 3
|
|
183
183
|
summary: A simple scraper for directed scrapes of APIs, feed or structured HTML.
|
|
184
184
|
test_files:
|
|
185
|
-
- spec/monkeyshines_spec.rb
|
|
186
185
|
- spec/spec_helper.rb
|
|
186
|
+
- spec/monkeyshines_spec.rb
|
|
187
|
+
- examples/rename_tree/rename_hdp_tree.rb
|
|
188
|
+
- examples/rename_tree/rename_ripd_tree.rb
|
|
189
|
+
- examples/rss_feeds/scrape_rss_feeds.rb
|
|
187
190
|
- examples/shorturls/shorturl_stats.rb
|
|
188
|
-
- examples/shorturls/
|
|
189
|
-
- examples/shorturls/multiplex_shorturl_cache.rb
|
|
191
|
+
- examples/shorturls/shorturl_sequence.rb
|
|
190
192
|
- examples/shorturls/bulkload_shorturls.rb
|
|
191
|
-
- examples/shorturls/scrape_shorturls.rb
|
|
192
|
-
- examples/shorturls/extract_urls.rb
|
|
193
193
|
- examples/shorturls/bulkdump_shorturls.rb
|
|
194
|
-
- examples/shorturls/shorturl_sequence.rb
|
|
195
194
|
- examples/shorturls/split_short_urls.rb
|
|
196
|
-
- examples/
|
|
197
|
-
- examples/
|
|
198
|
-
- examples/
|
|
195
|
+
- examples/shorturls/extract_urls.rb
|
|
196
|
+
- examples/shorturls/multiplex_shorturl_cache.rb
|
|
197
|
+
- examples/shorturls/scrape_shorturls.rb
|
|
198
|
+
- examples/shorturls/shorturl_request.rb
|
|
199
199
|
- examples/bulk_urls/scrape_bulk_urls.rb
|