faraday 0.15.4 → 1.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +276 -0
- data/LICENSE.md +1 -1
- data/README.md +18 -344
- data/Rakefile +7 -0
- data/examples/client_spec.rb +65 -0
- data/examples/client_test.rb +79 -0
- data/lib/faraday/adapter/em_http.rb +144 -101
- data/lib/faraday/adapter/em_http_ssl_patch.rb +24 -18
- data/lib/faraday/adapter/em_synchrony/parallel_manager.rb +18 -15
- data/lib/faraday/adapter/em_synchrony.rb +104 -60
- data/lib/faraday/adapter/excon.rb +98 -56
- data/lib/faraday/adapter/httpclient.rb +83 -59
- data/lib/faraday/adapter/net_http.rb +130 -63
- data/lib/faraday/adapter/net_http_persistent.rb +51 -28
- data/lib/faraday/adapter/patron.rb +80 -43
- data/lib/faraday/adapter/rack.rb +30 -13
- data/lib/faraday/adapter/test.rb +86 -53
- data/lib/faraday/adapter/typhoeus.rb +4 -1
- data/lib/faraday/adapter.rb +82 -22
- data/lib/faraday/adapter_registry.rb +30 -0
- data/lib/faraday/autoload.rb +47 -36
- data/lib/faraday/connection.rb +312 -182
- data/lib/faraday/dependency_loader.rb +37 -0
- data/lib/faraday/encoders/flat_params_encoder.rb +98 -0
- data/lib/faraday/encoders/nested_params_encoder.rb +171 -0
- data/lib/faraday/error.rb +103 -37
- data/lib/faraday/file_part.rb +128 -0
- data/lib/faraday/logging/formatter.rb +105 -0
- data/lib/faraday/middleware.rb +12 -28
- data/lib/faraday/middleware_registry.rb +129 -0
- data/lib/faraday/options/connection_options.rb +22 -0
- data/lib/faraday/options/env.rb +181 -0
- data/lib/faraday/options/proxy_options.rb +28 -0
- data/lib/faraday/options/request_options.rb +22 -0
- data/lib/faraday/options/ssl_options.rb +59 -0
- data/lib/faraday/options.rb +35 -186
- data/lib/faraday/param_part.rb +53 -0
- data/lib/faraday/parameters.rb +4 -197
- data/lib/faraday/rack_builder.rb +67 -56
- data/lib/faraday/request/authorization.rb +44 -30
- data/lib/faraday/request/basic_authentication.rb +14 -7
- data/lib/faraday/request/instrumentation.rb +45 -27
- data/lib/faraday/request/multipart.rb +79 -48
- data/lib/faraday/request/retry.rb +198 -169
- data/lib/faraday/request/token_authentication.rb +15 -10
- data/lib/faraday/request/url_encoded.rb +43 -23
- data/lib/faraday/request.rb +68 -36
- data/lib/faraday/response/logger.rb +22 -69
- data/lib/faraday/response/raise_error.rb +38 -14
- data/lib/faraday/response.rb +27 -17
- data/lib/faraday/utils/headers.rb +139 -0
- data/lib/faraday/utils/params_hash.rb +61 -0
- data/lib/faraday/utils.rb +36 -245
- data/lib/faraday.rb +94 -176
- data/spec/external_adapters/faraday_specs_setup.rb +14 -0
- data/spec/faraday/adapter/em_http_spec.rb +47 -0
- data/spec/faraday/adapter/em_synchrony_spec.rb +16 -0
- data/spec/faraday/adapter/excon_spec.rb +49 -0
- data/spec/faraday/adapter/httpclient_spec.rb +73 -0
- data/spec/faraday/adapter/net_http_persistent_spec.rb +57 -0
- data/spec/faraday/adapter/net_http_spec.rb +64 -0
- data/spec/faraday/adapter/patron_spec.rb +18 -0
- data/spec/faraday/adapter/rack_spec.rb +8 -0
- data/spec/faraday/adapter/typhoeus_spec.rb +7 -0
- data/spec/faraday/adapter_registry_spec.rb +28 -0
- data/spec/faraday/adapter_spec.rb +55 -0
- data/spec/faraday/composite_read_io_spec.rb +80 -0
- data/spec/faraday/connection_spec.rb +691 -0
- data/spec/faraday/error_spec.rb +45 -0
- data/spec/faraday/middleware_spec.rb +26 -0
- data/spec/faraday/options/env_spec.rb +70 -0
- data/spec/faraday/options/options_spec.rb +297 -0
- data/spec/faraday/options/proxy_options_spec.rb +37 -0
- data/spec/faraday/options/request_options_spec.rb +19 -0
- data/spec/faraday/params_encoders/flat_spec.rb +34 -0
- data/spec/faraday/params_encoders/nested_spec.rb +134 -0
- data/spec/faraday/rack_builder_spec.rb +196 -0
- data/spec/faraday/request/authorization_spec.rb +88 -0
- data/spec/faraday/request/instrumentation_spec.rb +76 -0
- data/spec/faraday/request/multipart_spec.rb +274 -0
- data/spec/faraday/request/retry_spec.rb +242 -0
- data/spec/faraday/request/url_encoded_spec.rb +83 -0
- data/spec/faraday/request_spec.rb +109 -0
- data/spec/faraday/response/logger_spec.rb +220 -0
- data/spec/faraday/response/middleware_spec.rb +68 -0
- data/spec/faraday/response/raise_error_spec.rb +106 -0
- data/spec/faraday/response_spec.rb +75 -0
- data/spec/faraday/utils/headers_spec.rb +82 -0
- data/spec/faraday/utils_spec.rb +56 -0
- data/spec/faraday_spec.rb +37 -0
- data/spec/spec_helper.rb +132 -0
- data/spec/support/disabling_stub.rb +14 -0
- data/spec/support/fake_safe_buffer.rb +15 -0
- data/spec/support/helper_methods.rb +133 -0
- data/spec/support/shared_examples/adapter.rb +104 -0
- data/spec/support/shared_examples/params_encoder.rb +18 -0
- data/spec/support/shared_examples/request_method.rb +234 -0
- data/spec/support/streaming_response_checker.rb +35 -0
- data/spec/support/webmock_rack_app.rb +68 -0
- metadata +78 -9
- data/lib/faraday/upload_io.rb +0 -67
@@ -1,210 +1,239 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
module Faraday
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
4
|
+
class Request
|
5
|
+
# Catches exceptions and retries each request a limited number of times.
|
6
|
+
#
|
7
|
+
# By default, it retries 2 times and handles only timeout exceptions. It can
|
8
|
+
# be configured with an arbitrary number of retries, a list of exceptions to
|
9
|
+
# handle, a retry interval, a percentage of randomness to add to the retry
|
10
|
+
# interval, and a backoff factor.
|
11
|
+
#
|
12
|
+
# @example Configure Retry middleware using intervals
|
13
|
+
# Faraday.new do |conn|
|
14
|
+
# conn.request(:retry, max: 2,
|
15
|
+
# interval: 0.05,
|
16
|
+
# interval_randomness: 0.5,
|
17
|
+
# backoff_factor: 2,
|
18
|
+
# exceptions: [CustomException, 'Timeout::Error'])
|
19
|
+
#
|
20
|
+
# conn.adapter(:net_http) # NB: Last middleware must be the adapter
|
21
|
+
# end
|
22
|
+
#
|
23
|
+
# This example will result in a first interval that is random between 0.05
|
24
|
+
# and 0.075 and a second interval that is random between 0.1 and 0.15.
|
25
|
+
class Retry < Faraday::Middleware
|
26
|
+
DEFAULT_EXCEPTIONS = [
|
27
|
+
Errno::ETIMEDOUT, 'Timeout::Error',
|
28
|
+
Faraday::TimeoutError, Faraday::RetriableResponse
|
29
|
+
].freeze
|
30
|
+
IDEMPOTENT_METHODS = %i[delete get head options put].freeze
|
31
|
+
|
32
|
+
# Options contains the configurable parameters for the Retry middleware.
|
33
|
+
class Options < Faraday::Options.new(:max, :interval, :max_interval,
|
34
|
+
:interval_randomness,
|
35
|
+
:backoff_factor, :exceptions,
|
36
|
+
:methods, :retry_if, :retry_block,
|
37
|
+
:retry_statuses)
|
38
|
+
|
39
|
+
DEFAULT_CHECK = ->(_env, _exception) { false }
|
40
|
+
|
41
|
+
def self.from(value)
|
42
|
+
if value.is_a?(Integer)
|
43
|
+
new(value)
|
44
|
+
else
|
45
|
+
super(value)
|
46
|
+
end
|
37
47
|
end
|
38
|
-
end
|
39
48
|
|
40
|
-
|
41
|
-
|
42
|
-
|
49
|
+
def max
|
50
|
+
(self[:max] ||= 2).to_i
|
51
|
+
end
|
43
52
|
|
44
|
-
|
45
|
-
|
46
|
-
|
53
|
+
def interval
|
54
|
+
(self[:interval] ||= 0).to_f
|
55
|
+
end
|
47
56
|
|
48
|
-
|
49
|
-
|
50
|
-
|
57
|
+
def max_interval
|
58
|
+
(self[:max_interval] ||= Float::MAX).to_f
|
59
|
+
end
|
51
60
|
|
52
|
-
|
53
|
-
|
54
|
-
|
61
|
+
def interval_randomness
|
62
|
+
(self[:interval_randomness] ||= 0).to_f
|
63
|
+
end
|
55
64
|
|
56
|
-
|
57
|
-
|
58
|
-
|
65
|
+
def backoff_factor
|
66
|
+
(self[:backoff_factor] ||= 1).to_f
|
67
|
+
end
|
59
68
|
|
60
|
-
|
61
|
-
|
62
|
-
|
69
|
+
def exceptions
|
70
|
+
Array(self[:exceptions] ||= DEFAULT_EXCEPTIONS)
|
71
|
+
end
|
63
72
|
|
64
|
-
|
65
|
-
|
66
|
-
|
73
|
+
def methods
|
74
|
+
Array(self[:methods] ||= IDEMPOTENT_METHODS)
|
75
|
+
end
|
67
76
|
|
68
|
-
|
69
|
-
|
70
|
-
|
77
|
+
def retry_if
|
78
|
+
self[:retry_if] ||= DEFAULT_CHECK
|
79
|
+
end
|
71
80
|
|
72
|
-
|
73
|
-
|
74
|
-
|
81
|
+
def retry_block
|
82
|
+
self[:retry_block] ||= proc {}
|
83
|
+
end
|
75
84
|
|
76
|
-
|
77
|
-
|
85
|
+
def retry_statuses
|
86
|
+
Array(self[:retry_statuses] ||= [])
|
87
|
+
end
|
78
88
|
end
|
79
|
-
end
|
80
89
|
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
|
100
|
-
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
|
105
|
-
|
106
|
-
|
107
|
-
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
|
112
|
-
|
90
|
+
# @param app [#call]
|
91
|
+
# @param options [Hash]
|
92
|
+
# @option options [Integer] :max (2) Maximum number of retries
|
93
|
+
# @option options [Integer] :interval (0) Pause in seconds between retries
|
94
|
+
# @option options [Integer] :interval_randomness (0) The maximum random
|
95
|
+
# interval amount expressed as a float between
|
96
|
+
# 0 and 1 to use in addition to the interval.
|
97
|
+
# @option options [Integer] :max_interval (Float::MAX) An upper limit
|
98
|
+
# for the interval
|
99
|
+
# @option options [Integer] :backoff_factor (1) The amount to multiply
|
100
|
+
# each successive retry's interval amount by in order to provide backoff
|
101
|
+
# @option options [Array] :exceptions ([ Errno::ETIMEDOUT,
|
102
|
+
# 'Timeout::Error', Faraday::TimeoutError, Faraday::RetriableResponse])
|
103
|
+
# The list of exceptions to handle. Exceptions can be given as
|
104
|
+
# Class, Module, or String.
|
105
|
+
# @option options [Array] :methods (the idempotent HTTP methods
|
106
|
+
# in IDEMPOTENT_METHODS) A list of HTTP methods to retry without
|
107
|
+
# calling retry_if. Pass an empty Array to call retry_if
|
108
|
+
# for all exceptions.
|
109
|
+
# @option options [Block] :retry_if (false) block that will receive
|
110
|
+
# the env object and the exception raised
|
111
|
+
# and should decide if the code should retry still the action or
|
112
|
+
# not independent of the retry count. This would be useful
|
113
|
+
# if the exception produced is non-recoverable or if the
|
114
|
+
# the HTTP method called is not idempotent.
|
115
|
+
# @option options [Block] :retry_block block that is executed after
|
116
|
+
# every retry. Request environment, middleware options, current number
|
117
|
+
# of retries and the exception is passed to the block as parameters.
|
118
|
+
# @option options [Array] :retry_statuses Array of Integer HTTP status
|
119
|
+
# codes or a single Integer value that determines whether to raise
|
120
|
+
# a Faraday::RetriableResponse exception based on the HTTP status code
|
121
|
+
# of an HTTP response.
|
122
|
+
def initialize(app, options = nil)
|
123
|
+
super(app)
|
124
|
+
@options = Options.from(options)
|
125
|
+
@errmatch = build_exception_matcher(@options.exceptions)
|
126
|
+
end
|
113
127
|
|
114
|
-
|
115
|
-
|
116
|
-
|
128
|
+
def calculate_sleep_amount(retries, env)
|
129
|
+
retry_after = calculate_retry_after(env)
|
130
|
+
retry_interval = calculate_retry_interval(retries)
|
117
131
|
|
118
|
-
|
132
|
+
return if retry_after && retry_after > @options.max_interval
|
119
133
|
|
120
|
-
|
121
|
-
|
134
|
+
if retry_after && retry_after >= retry_interval
|
135
|
+
retry_after
|
136
|
+
else
|
137
|
+
retry_interval
|
138
|
+
end
|
139
|
+
end
|
122
140
|
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
-
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
if
|
137
|
-
|
138
|
-
|
141
|
+
# @param env [Faraday::Env]
|
142
|
+
def call(env)
|
143
|
+
retries = @options.max
|
144
|
+
request_body = env[:body]
|
145
|
+
begin
|
146
|
+
# after failure env[:body] is set to the response body
|
147
|
+
env[:body] = request_body
|
148
|
+
@app.call(env).tap do |resp|
|
149
|
+
if @options.retry_statuses.include?(resp.status)
|
150
|
+
raise Faraday::RetriableResponse.new(nil, resp)
|
151
|
+
end
|
152
|
+
end
|
153
|
+
rescue @errmatch => e
|
154
|
+
if retries.positive? && retry_request?(env, e)
|
155
|
+
retries -= 1
|
156
|
+
rewind_files(request_body)
|
157
|
+
@options.retry_block.call(env, @options, retries, e)
|
158
|
+
if (sleep_amount = calculate_sleep_amount(retries + 1, env))
|
159
|
+
sleep sleep_amount
|
160
|
+
retry
|
161
|
+
end
|
139
162
|
end
|
140
|
-
end
|
141
163
|
|
142
|
-
|
143
|
-
|
144
|
-
|
145
|
-
raise
|
164
|
+
raise unless e.is_a?(Faraday::RetriableResponse)
|
165
|
+
|
166
|
+
e.response
|
146
167
|
end
|
147
168
|
end
|
148
|
-
end
|
149
169
|
|
150
|
-
|
151
|
-
|
152
|
-
|
153
|
-
|
154
|
-
|
155
|
-
|
156
|
-
(
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
|
170
|
+
# An exception matcher for the rescue clause can usually be any object
|
171
|
+
# that responds to `===`, but for Ruby 1.8 it has to be a Class or Module.
|
172
|
+
#
|
173
|
+
# @param exceptions [Array]
|
174
|
+
# @api private
|
175
|
+
# @return [Module] an exception matcher
|
176
|
+
def build_exception_matcher(exceptions)
|
177
|
+
matcher = Module.new
|
178
|
+
(
|
179
|
+
class << matcher
|
180
|
+
self
|
181
|
+
end).class_eval do
|
182
|
+
define_method(:===) do |error|
|
183
|
+
exceptions.any? do |ex|
|
184
|
+
if ex.is_a? Module
|
185
|
+
error.is_a? ex
|
186
|
+
else
|
187
|
+
error.class.to_s == ex.to_s
|
188
|
+
end
|
163
189
|
end
|
164
190
|
end
|
165
191
|
end
|
192
|
+
matcher
|
166
193
|
end
|
167
|
-
matcher
|
168
|
-
end
|
169
194
|
|
170
|
-
|
195
|
+
private
|
171
196
|
|
172
|
-
|
173
|
-
|
174
|
-
|
197
|
+
def retry_request?(env, exception)
|
198
|
+
@options.methods.include?(env[:method]) ||
|
199
|
+
@options.retry_if.call(env, exception)
|
200
|
+
end
|
201
|
+
|
202
|
+
def rewind_files(body)
|
203
|
+
return unless body.is_a?(Hash)
|
175
204
|
|
176
|
-
|
177
|
-
|
178
|
-
body.each do |_, value|
|
179
|
-
if value.is_a? UploadIO
|
180
|
-
value.rewind
|
205
|
+
body.each do |_, value|
|
206
|
+
value.rewind if value.is_a?(UploadIO)
|
181
207
|
end
|
182
208
|
end
|
183
|
-
end
|
184
209
|
|
185
|
-
|
186
|
-
|
187
|
-
|
188
|
-
|
210
|
+
# MDN spec for Retry-After header:
|
211
|
+
# https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Retry-After
|
212
|
+
def calculate_retry_after(env)
|
213
|
+
response_headers = env[:response_headers]
|
214
|
+
return unless response_headers
|
189
215
|
|
190
|
-
|
216
|
+
retry_after_value = env[:response_headers]['Retry-After']
|
191
217
|
|
192
|
-
|
193
|
-
|
194
|
-
|
195
|
-
|
196
|
-
|
197
|
-
|
218
|
+
# Try to parse date from the header value
|
219
|
+
begin
|
220
|
+
datetime = DateTime.rfc2822(retry_after_value)
|
221
|
+
datetime.to_time - Time.now.utc
|
222
|
+
rescue ArgumentError
|
223
|
+
retry_after_value.to_f
|
224
|
+
end
|
198
225
|
end
|
199
|
-
end
|
200
226
|
|
201
|
-
|
202
|
-
|
203
|
-
|
204
|
-
|
205
|
-
|
227
|
+
def calculate_retry_interval(retries)
|
228
|
+
retry_index = @options.max - retries
|
229
|
+
current_interval = @options.interval *
|
230
|
+
(@options.backoff_factor**retry_index)
|
231
|
+
current_interval = [current_interval, @options.max_interval].min
|
232
|
+
random_interval = rand * @options.interval_randomness.to_f *
|
233
|
+
@options.interval
|
206
234
|
|
207
|
-
|
235
|
+
current_interval + random_interval
|
236
|
+
end
|
208
237
|
end
|
209
238
|
end
|
210
239
|
end
|
@@ -1,15 +1,20 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
module Faraday
|
2
|
-
class Request
|
3
|
-
#
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
4
|
+
class Request
|
5
|
+
# TokenAuthentication is a middleware that adds a 'Token' header to a
|
6
|
+
# Faraday request.
|
7
|
+
class TokenAuthentication < load_middleware(:authorization)
|
8
|
+
# Public
|
9
|
+
def self.header(token, options = nil)
|
10
|
+
options ||= {}
|
11
|
+
options[:token] = token
|
12
|
+
super(:Token, options)
|
13
|
+
end
|
9
14
|
|
10
|
-
|
11
|
-
|
15
|
+
def initialize(app, token, options = nil)
|
16
|
+
super(app, token, options)
|
17
|
+
end
|
12
18
|
end
|
13
19
|
end
|
14
20
|
end
|
15
|
-
|
@@ -1,36 +1,56 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
module Faraday
|
2
|
-
class Request
|
3
|
-
|
4
|
+
class Request
|
5
|
+
# Middleware for supporting urlencoded requests.
|
6
|
+
class UrlEncoded < Faraday::Middleware
|
7
|
+
unless defined?(::Faraday::Request::UrlEncoded::CONTENT_TYPE)
|
8
|
+
CONTENT_TYPE = 'Content-Type'
|
9
|
+
end
|
4
10
|
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
11
|
+
class << self
|
12
|
+
attr_accessor :mime_type
|
13
|
+
end
|
14
|
+
self.mime_type = 'application/x-www-form-urlencoded'
|
9
15
|
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
16
|
+
# Encodes as "application/x-www-form-urlencoded" if not already encoded or
|
17
|
+
# of another type.
|
18
|
+
#
|
19
|
+
# @param env [Faraday::Env]
|
20
|
+
def call(env)
|
21
|
+
match_content_type(env) do |data|
|
22
|
+
params = Faraday::Utils::ParamsHash[data]
|
23
|
+
env.body = params.to_query(env.params_encoder)
|
24
|
+
end
|
25
|
+
@app.call env
|
14
26
|
end
|
15
|
-
@app.call env
|
16
|
-
end
|
17
27
|
|
18
|
-
|
19
|
-
|
28
|
+
# @param env [Faraday::Env]
|
29
|
+
# @yield [request_body] Body of the request
|
30
|
+
def match_content_type(env)
|
31
|
+
return unless process_request?(env)
|
32
|
+
|
20
33
|
env.request_headers[CONTENT_TYPE] ||= self.class.mime_type
|
21
34
|
yield(env.body) unless env.body.respond_to?(:to_str)
|
22
35
|
end
|
23
|
-
end
|
24
36
|
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
37
|
+
# @param env [Faraday::Env]
|
38
|
+
#
|
39
|
+
# @return [Boolean] True if the request has a body and its Content-Type is
|
40
|
+
# urlencoded.
|
41
|
+
def process_request?(env)
|
42
|
+
type = request_type(env)
|
43
|
+
env.body && (type.empty? || (type == self.class.mime_type))
|
44
|
+
end
|
29
45
|
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
46
|
+
# @param env [Faraday::Env]
|
47
|
+
#
|
48
|
+
# @return [String]
|
49
|
+
def request_type(env)
|
50
|
+
type = env.request_headers[CONTENT_TYPE].to_s
|
51
|
+
type = type.split(';', 2).first if type.index(';')
|
52
|
+
type
|
53
|
+
end
|
34
54
|
end
|
35
55
|
end
|
36
56
|
end
|