bitfab 0.76.5 → 0.76.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/bitfab/http_client.rb +29 -23
- data/lib/bitfab/transient_retry.rb +75 -0
- data/lib/bitfab/version.rb +1 -1
- metadata +2 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 39947c9a282f05a5ed9365abe0569b643b811d02ba8567fcf91b5513f764af49
|
|
4
|
+
data.tar.gz: 34447e6575d09d24c331a0350b2d079b445b08638b058bee2c867fba818c3dd6
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 512f1f2a5f7ab786728ac9c2f84ee3f0258f3fd379f9caaf13746fce66d6afa262a3fe470ec193db85ee2846cd0e3f4411d4dbba8c73314548b6309a5fec5285
|
|
7
|
+
data.tar.gz: c3258d1e99d0fb7e6bf8d1ee1b15f8212a8e6d8b72d198d113a401b5d74ca51df65644d36f8968d7c1049911460e04377e3f3c972b82f81785424afaa127b87b
|
data/lib/bitfab/http_client.rb
CHANGED
|
@@ -12,6 +12,7 @@ require_relative "constants"
|
|
|
12
12
|
require_relative "serialize"
|
|
13
13
|
require_relative "transport"
|
|
14
14
|
require_relative "trace_completion"
|
|
15
|
+
require_relative "transient_retry"
|
|
15
16
|
require_relative "version"
|
|
16
17
|
require_relative "warn_once"
|
|
17
18
|
require_relative "simulation_plan"
|
|
@@ -38,6 +39,26 @@ module Bitfab
|
|
|
38
39
|
|
|
39
40
|
attr_reader :service_url, :trace_completion
|
|
40
41
|
|
|
42
|
+
# Retry-After as milliseconds. The header is either a delay in seconds or an
|
|
43
|
+
# HTTP date; both forms appear in the wild, so both are read. Anything else,
|
|
44
|
+
# or a date already past, yields nil so the caller backs off on its own.
|
|
45
|
+
def self.retry_after_ms(error)
|
|
46
|
+
return nil unless error.respond_to?(:response)
|
|
47
|
+
|
|
48
|
+
response = error.response
|
|
49
|
+
header = response.respond_to?(:[]) ? response["Retry-After"] : nil
|
|
50
|
+
return nil if header.nil? || header.to_s.empty?
|
|
51
|
+
|
|
52
|
+
seconds = Float(header, exception: false)
|
|
53
|
+
return (seconds >= 0) ? seconds * 1000 : nil if seconds
|
|
54
|
+
|
|
55
|
+
begin
|
|
56
|
+
[0, (Time.httpdate(header.to_s) - Time.now) * 1000].max
|
|
57
|
+
rescue ArgumentError
|
|
58
|
+
nil
|
|
59
|
+
end
|
|
60
|
+
end
|
|
61
|
+
|
|
41
62
|
def initialize(api_key:, service_url: nil, timeout: 120)
|
|
42
63
|
@api_key = api_key
|
|
43
64
|
@service_url = (service_url || DEFAULT_SERVICE_URL).chomp("/")
|
|
@@ -57,6 +78,7 @@ module Bitfab
|
|
|
57
78
|
@close_started = false
|
|
58
79
|
@close_result = nil
|
|
59
80
|
@close_condition = ConditionVariable.new
|
|
81
|
+
@transient_retry = TransientRetry.new
|
|
60
82
|
end
|
|
61
83
|
|
|
62
84
|
def configure_simulation_plan(enabled: true, start: true, can_read: nil)
|
|
@@ -346,7 +368,9 @@ module Bitfab
|
|
|
346
368
|
# by replay.
|
|
347
369
|
def get_span_raw(span_id, replay_view: false)
|
|
348
370
|
query = replay_view ? "?view=replay" : ""
|
|
349
|
-
|
|
371
|
+
@transient_retry.call("Span fetch #{span_id}") do
|
|
372
|
+
get("/api/sdk/spans/#{span_id}/raw#{query}", timeout: 30)
|
|
373
|
+
end
|
|
350
374
|
end
|
|
351
375
|
|
|
352
376
|
def get_trace_span(trace_id, id: nil, name: nil, type: nil, occurrence: "last")
|
|
@@ -389,7 +413,9 @@ module Bitfab
|
|
|
389
413
|
|
|
390
414
|
# Mark a replay experiment as completed. Blocking call.
|
|
391
415
|
def complete_replay(experiment_id)
|
|
392
|
-
|
|
416
|
+
@transient_retry.call("Replay complete #{experiment_id}") do
|
|
417
|
+
request("/api/sdk/replay/complete", {"experimentId" => experiment_id, "testRunId" => experiment_id}, timeout: 30)
|
|
418
|
+
end
|
|
393
419
|
end
|
|
394
420
|
|
|
395
421
|
# Release a previously-resolved DB branch by deleting its Neon branch.
|
|
@@ -565,7 +591,7 @@ module Bitfab
|
|
|
565
591
|
# attempt would deliver.
|
|
566
592
|
retryable: status.nil? || [429, 500, 502, 503, 504].include?(status),
|
|
567
593
|
oversized: status == 413,
|
|
568
|
-
retry_after_ms: retry_after_ms(e)
|
|
594
|
+
retry_after_ms: self.class.retry_after_ms(e)
|
|
569
595
|
)
|
|
570
596
|
end
|
|
571
597
|
|
|
@@ -586,26 +612,6 @@ module Bitfab
|
|
|
586
612
|
)
|
|
587
613
|
end
|
|
588
614
|
|
|
589
|
-
# Retry-After as milliseconds. The header is either a delay in seconds or an
|
|
590
|
-
# HTTP date; both forms appear in the wild, so both are read. Anything else,
|
|
591
|
-
# or a date already past, yields nil so the caller backs off on its own.
|
|
592
|
-
def retry_after_ms(error)
|
|
593
|
-
return nil unless error.respond_to?(:response)
|
|
594
|
-
|
|
595
|
-
response = error.response
|
|
596
|
-
header = response.respond_to?(:[]) ? response["Retry-After"] : nil
|
|
597
|
-
return nil if header.nil? || header.to_s.empty?
|
|
598
|
-
|
|
599
|
-
seconds = Float(header, exception: false)
|
|
600
|
-
return (seconds >= 0) ? seconds * 1000 : nil if seconds
|
|
601
|
-
|
|
602
|
-
begin
|
|
603
|
-
[0, (Time.httpdate(header.to_s) - Time.now) * 1000].max
|
|
604
|
-
rescue ArgumentError
|
|
605
|
-
nil
|
|
606
|
-
end
|
|
607
|
-
end
|
|
608
|
-
|
|
609
615
|
def http_status(error)
|
|
610
616
|
return nil unless error.respond_to?(:response)
|
|
611
617
|
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require "net/http"
|
|
4
|
+
require "openssl"
|
|
5
|
+
require "socket"
|
|
6
|
+
require "timeout"
|
|
7
|
+
|
|
8
|
+
module Bitfab
|
|
9
|
+
class TransientRetry
|
|
10
|
+
DEADLINE_SECONDS = 300
|
|
11
|
+
BASE_DELAY_SECONDS = 1
|
|
12
|
+
MAX_DELAY_SECONDS = 30
|
|
13
|
+
|
|
14
|
+
NETWORK_ERRORS = [
|
|
15
|
+
Timeout::Error,
|
|
16
|
+
SocketError,
|
|
17
|
+
EOFError,
|
|
18
|
+
IOError,
|
|
19
|
+
OpenSSL::SSL::SSLError,
|
|
20
|
+
Errno::ECONNREFUSED,
|
|
21
|
+
Errno::ECONNRESET,
|
|
22
|
+
Errno::ECONNABORTED,
|
|
23
|
+
Errno::EHOSTUNREACH,
|
|
24
|
+
Errno::ENETUNREACH,
|
|
25
|
+
Errno::ETIMEDOUT,
|
|
26
|
+
Errno::EPIPE
|
|
27
|
+
].freeze
|
|
28
|
+
|
|
29
|
+
def self.retryable?(error)
|
|
30
|
+
if error.is_a?(Net::HTTPError)
|
|
31
|
+
response = error.response
|
|
32
|
+
code = response.respond_to?(:code) ? response.code.to_i : 0
|
|
33
|
+
return code.between?(500, 599)
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
NETWORK_ERRORS.any? { |klass| error.is_a?(klass) }
|
|
37
|
+
end
|
|
38
|
+
|
|
39
|
+
def self.delay_before_retry(retry_number, random_factor)
|
|
40
|
+
base = [MAX_DELAY_SECONDS, BASE_DELAY_SECONDS * (2**(retry_number - 1))].min
|
|
41
|
+
base * random_factor
|
|
42
|
+
end
|
|
43
|
+
|
|
44
|
+
def initialize(
|
|
45
|
+
sleep: ->(seconds) { Kernel.sleep(seconds) },
|
|
46
|
+
clock: -> { Process.clock_gettime(Process::CLOCK_MONOTONIC) },
|
|
47
|
+
random: -> { 0.5 + (Kernel.rand * 0.5) },
|
|
48
|
+
log: ->(_message) {}
|
|
49
|
+
)
|
|
50
|
+
@sleep = sleep
|
|
51
|
+
@clock = clock
|
|
52
|
+
@random = random
|
|
53
|
+
@log = log
|
|
54
|
+
end
|
|
55
|
+
|
|
56
|
+
def call(description)
|
|
57
|
+
started_at = @clock.call
|
|
58
|
+
retry_number = 0
|
|
59
|
+
begin
|
|
60
|
+
yield
|
|
61
|
+
rescue => error
|
|
62
|
+
raise unless self.class.retryable?(error)
|
|
63
|
+
|
|
64
|
+
retry_number += 1
|
|
65
|
+
requested_ms = HttpClient.retry_after_ms(error)
|
|
66
|
+
delay = requested_ms ? requested_ms / 1000.0 : self.class.delay_before_retry(retry_number, @random.call)
|
|
67
|
+
raise if @clock.call + delay - started_at > DEADLINE_SECONDS
|
|
68
|
+
|
|
69
|
+
@log.call("#{description} failed (#{error.message}); retry #{retry_number} in #{delay.round(2)}s")
|
|
70
|
+
@sleep.call(delay)
|
|
71
|
+
retry
|
|
72
|
+
end
|
|
73
|
+
end
|
|
74
|
+
end
|
|
75
|
+
end
|
data/lib/bitfab/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: bitfab
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.76.
|
|
4
|
+
version: 0.76.6
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Harvest Team
|
|
@@ -221,6 +221,7 @@ files:
|
|
|
221
221
|
- lib/bitfab/trace_completion.rb
|
|
222
222
|
- lib/bitfab/traceable.rb
|
|
223
223
|
- lib/bitfab/traces.rb
|
|
224
|
+
- lib/bitfab/transient_retry.rb
|
|
224
225
|
- lib/bitfab/transport.rb
|
|
225
226
|
- lib/bitfab/verdicts.rb
|
|
226
227
|
- lib/bitfab/version.rb
|