network_resiliency 0.7.8 → 0.7.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4b5df76818e3c5cb07bd98a1fadb1eb7c905f33a40198b7168c02c72d4f32422
-  data.tar.gz: 44cb15f0338ab3b49a496630eb118da9aafdd8b3d79d6746502a624b55782780
+  metadata.gz: a9ddcd8230d4e9ac39deb2aaea8dd4deca88043515a4e0a5e9e992c8ef4d45a2
+  data.tar.gz: 3784f0deb54c42adcbe6507b3883ee76976a1580a561832d47c61809263c46f5
 SHA512:
-  metadata.gz: b66b0ab770b6292f8ee92a22d1df5de7ce4645a4b2f5bfca58ffc8b319ad8787486ba47426e67d8cc02c1a9fcf87f7576411685b08a033674e60308108a2461e
-  data.tar.gz: 58f2057045c560ab5ddb09f98ff5fee88676bcfa31f62e9fddbacdacb02e75d94e0c4edb02fb5fdc67db6fdc16f47ef522321d9b1511f41176868538775105d2
+  metadata.gz: '0693d64108424d5d78087728f65a2c7aea2d3e891e4c0f2297ab6ada7278f3837413fbe7f343852dc88bbc0f883601d2f5b9c617ee2bc152380edbacfbfa0c2c'
+  data.tar.gz: c358bf2728f3892c310e90823ef6fb64dadbca5ab2ad1840e960dcc5cb1c17fc279e8f4cadc8b140727a13a713861b91552d60c30f48749c3909d8c4f8c03377

data/CHANGELOG.md

@@ -1,3 +1,12 @@
+###  v0.7.10  (2024-02-15)
+- ddog sampling
+- reconnect redis
+- sync logging
+- warn method
+
+###  v0.7.9  (2024-02-07)
+- sync frequency
+
 ###  v0.7.8  (2024-02-07)
 - lazy syncing
 - timeout metric

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    network_resiliency (0.7.8)
+    network_resiliency (0.7.10)
 
 GEM
   remote: https://rubygems.org/

data/lib/network_resiliency/stats_engine.rb

@@ -65,11 +65,13 @@ module NetworkResiliency
           empty: data.empty?,
           truncated: data.size < dirty_keys.size,
         }.select { |_, v| v },
+        sample_rate: SAMPLE_RATE[:sync],
       )
 
       NetworkResiliency.statsd&.distribution(
         "network_resiliency.sync.keys.dirty",
         dirty_keys.select { |_, n| n > 0 }.count,
+        sample_rate: SAMPLE_RATE[:sync],
       )
 
       return [] if data.empty?

data/lib/network_resiliency/syncer.rb

@@ -1,6 +1,7 @@
 module NetworkResiliency
   class Syncer < Thread
     LOCK = Mutex.new
+    SLEEP_DURATION = 10
 
     class << self
       def start
@@ -45,12 +46,17 @@ module NetworkResiliency
     private
 
     def sync
+      # force redis to reconnect post fork
+      NetworkResiliency.redis.disconnect! if NetworkResiliency.redis.connected?
+
       until @shutdown
         StatsEngine.sync(NetworkResiliency.redis)
 
-        sleep(3)
+        sleep(SLEEP_DURATION)
       end
     rescue Interrupt
+    rescue => e
+      NetworkResiliency.warn(__method__, e)
     end
   end
 end

data/lib/network_resiliency/version.rb

@@ -1,3 +1,3 @@
 module NetworkResiliency
-  VERSION = "0.7.8"
+  VERSION = "0.7.10"
 end

data/lib/network_resiliency.rb

@@ -20,6 +20,11 @@ module NetworkResiliency
   ADAPTERS = [ :http, :faraday, :redis, :mysql, :postgres, :rails ].freeze
   MODE = [ :observe, :resilient ].freeze
   RESILIENCY_SIZE_THRESHOLD = 1_000
+  SAMPLE_RATE = {
+    timeout: 0.1,
+    stats: 0.1,
+    sync: 0.1,
+  }
 
   extend self
 
@@ -121,15 +126,7 @@ module NetworkResiliency
 
     mode
   rescue => e
-    NetworkResiliency.statsd&.increment(
-      "network_resiliency.error",
-      tags: {
-        method: __method__,
-        type: e.class,
-      },
-    )
-
-    warn "[ERROR] NetworkResiliency: #{e.class}: #{e.message}"
+    warn(__method__, e)
 
     :observe
   end
@@ -243,6 +240,7 @@ module NetworkResiliency
         adapter: adapter,
         destination: destination,
       },
+      sample_rate: SAMPLE_RATE[:timeout],
     ) if timeout && timeout > 0
 
     if error
@@ -272,32 +270,27 @@ module NetworkResiliency
         "network_resiliency.#{action}.stats.n",
         stats.n,
         tags: tags,
+        sample_rate: SAMPLE_RATE[:stats],
       )
 
       NetworkResiliency.statsd&.distribution(
         "network_resiliency.#{action}.stats.avg",
         stats.avg,
         tags: tags,
+        sample_rate: SAMPLE_RATE[:stats],
       )
 
       NetworkResiliency.statsd&.distribution(
         "network_resiliency.#{action}.stats.stdev",
         stats.stdev,
         tags: tags,
+        sample_rate: SAMPLE_RATE[:stats],
       )
     end
 
     nil
   rescue => e
-    NetworkResiliency.statsd&.increment(
-      "network_resiliency.error",
-      tags: {
-        method: __method__,
-        type: e.class,
-      },
-    )
-
-    warn "[ERROR] NetworkResiliency: #{e.class}: #{e.message}"
+    warn(__method__, e)
   end
 
   IP_ADDRESS_REGEX = /\d{1,3}(\.\d{1,3}){3}/
@@ -343,6 +336,7 @@ module NetworkResiliency
           NetworkResiliency.statsd&.increment(
             "network_resiliency.timeout.raised",
             tags: tags,
+            sample_rate: SAMPLE_RATE[:timeout],
           )
         end
       else
@@ -352,6 +346,7 @@ module NetworkResiliency
         NetworkResiliency.statsd&.increment(
           "network_resiliency.timeout.too_low",
           tags: tags,
+          sample_rate: SAMPLE_RATE[:timeout],
         )
       end
     else
@@ -365,6 +360,7 @@ module NetworkResiliency
       NetworkResiliency.statsd&.increment(
         "network_resiliency.timeout.missing",
         tags: tags,
+        sample_rate: SAMPLE_RATE[:timeout],
       )
     end
 
@@ -375,6 +371,7 @@ module NetworkResiliency
         adapter: adapter,
         destination: destination,
       },
+      sample_rate: SAMPLE_RATE[:timeout],
     )
 
     case units
@@ -386,15 +383,7 @@ module NetworkResiliency
       raise ArgumentError, "invalid units: #{units}"
     end
   rescue => e
-    NetworkResiliency.statsd&.increment(
-      "network_resiliency.error",
-      tags: {
-        method: __method__,
-        type: e.class,
-      },
-    )
-
-    warn "[ERROR] NetworkResiliency: #{e.class}: #{e.message}"
+    warn(__method__, e)
 
     default
   end
@@ -414,4 +403,16 @@ module NetworkResiliency
   def thread_state
     Thread.current["network_resiliency"] ||= {}
   end
+
+  def warn(method, e)
+    NetworkResiliency.statsd&.increment(
+      "network_resiliency.error",
+      tags: {
+        method: method,
+        type: e.class,
+      },
+    )
+
+    Kernel.warn "[ERROR] NetworkResiliency #{method}: #{e.class}: #{e.message}"
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: network_resiliency
 version: !ruby/object:Gem::Version
-  version: 0.7.8
+  version: 0.7.10
 platform: ruby
 authors:
 - Daniel Pepper
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-02-07 00:00:00.000000000 Z
+date: 2024-02-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: byebug