fluent-plugin-kubernetes_metadata_filter 2.5.1 → 2.5.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fb4fedca66daf5e4073101607933eaf70d0ed6295cf8ac73207e70947b2bbe28
-  data.tar.gz: fb6a9d7a9e1eadfbb2d8e3c802611561d904ba4a7ed3948b5a305a140df848df
+  metadata.gz: a683b622df5649113828c46b650d722a5042c4c92023de4ea3350c1a5057bf8c
+  data.tar.gz: 86572e207c7aa2b595510922ac7b3946d3f2f1a4031d3f795d8356700c54d140
 SHA512:
-  metadata.gz: 7f86f7472899a36b95316e5b37fb03ab0b893f6fe58b13cb9b5957ef5557ee6e7efd82bf74fe20525644002ac86d65c8b95c1f9e96e617355c0021c9b8e3689b
-  data.tar.gz: 505c4a63b0e87f068eaff8530bcb75fb0efa1eeb0abd5796d5bd41f9d3c49cc4fe3e59be2553203ed5b7b2901cff7f91046763bfefd40eb4049240d295dd7107
+  metadata.gz: 77a3f4c2b33a0fe48e7b85636415d9b1d8d7aa1bba07af6c801290830a14f2c190c2dec76f9d48c7f0bc99131cb785dcf681217c5e42e90f3dfc9a24ad81f6e2
+  data.tar.gz: 051563042ca5826bb5f07a00367672b63718aac7a49f4e32cd9b83ba1312493ebafeee5211c8846eb4f3b0d5ec07f22c52d6f24ae059c4c6560d707f8a60404a

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    fluent-plugin-kubernetes_metadata_filter (2.5.1)
+    fluent-plugin-kubernetes_metadata_filter (2.5.2)
       fluentd (>= 0.14.0, < 1.12)
       kubeclient (< 5)
       lru_redux

data/fluent-plugin-kubernetes_metadata_filter.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-kubernetes_metadata_filter"
-  gem.version       = "2.5.1"
+  gem.version       = "2.5.2"
   gem.authors       = ["Jimmi Dyson"]
   gem.email         = ["jimmidyson@gmail.com"]
   gem.description   = %q{Filter plugin to add Kubernetes metadata}

data/lib/fluent/plugin/kubernetes_metadata_common.rb

@@ -19,6 +19,12 @@
 module KubernetesMetadata
   module Common
 
+    class GoneError < StandardError
+      def initialize(msg="410 Gone")
+        super
+      end
+    end
+
     def match_annotations(annotations)
       result = {}
       @annotations_regexps.each do |regexp|

data/lib/fluent/plugin/kubernetes_metadata_watch_namespaces.rb

@@ -39,6 +39,12 @@ module KubernetesMetadata
         begin
           namespace_watcher ||= get_namespaces_and_start_watcher
           process_namespace_watcher_notices(namespace_watcher)
+        rescue GoneError => e
+          # Expected error. Quietly go back through the loop in order to
+          # start watching from the latest resource versions
+          @stats.bump(:namespace_watch_gone_errors)
+          log.info("410 Gone encountered. Restarting namespace watch to reset resource versions.", e)
+          namespace_watcher = nil
         rescue Exception => e
           @stats.bump(:namespace_watch_failures)
           if Thread.current[:namespace_watch_retry_count] < @watch_retry_max_times
@@ -123,9 +129,14 @@ module KubernetesMetadata
             # deleted but still processing logs
             @stats.bump(:namespace_cache_watch_deletes_ignored)
           when 'ERROR'
-            @stats.bump(:namespace_watch_error_type_notices)
-            message = notice['object']['message'] if notice['object'] && notice['object']['message']
-            raise "Error while watching namespaces: #{message}"
+            if notice.object && notice.object['code'] == 410
+              @stats.bump(:namespace_watch_gone_notices)
+              raise GoneError
+            else
+              @stats.bump(:namespace_watch_error_type_notices)
+              message = notice['object']['message'] if notice['object'] && notice['object']['message']
+              raise "Error while watching namespaces: #{message}"
+            end
           else
             reset_namespace_watch_retry_stats
             # Don't pay attention to creations, since the created namespace may not

data/lib/fluent/plugin/kubernetes_metadata_watch_pods.rb

@@ -20,12 +20,6 @@ require_relative 'kubernetes_metadata_common'
 
 module KubernetesMetadata
 
-  class GoneError < StandardError
-    def initialize(msg="410 Gone")
-      super
-    end
-  end
-
   module WatchPods
 
     include ::KubernetesMetadata::Common
@@ -46,10 +40,11 @@ module KubernetesMetadata
         begin
           pod_watcher ||= get_pods_and_start_watcher
           process_pod_watcher_notices(pod_watcher)
-        rescue GoneError
+        rescue GoneError => e
           # Expected error. Quietly go back through the loop in order to
           # start watching from the latest resource versions
-          log.debug("410 Gone encountered. Restarting watch to reset resource versions.")
+          @stats.bump(:pod_watch_gone_errors)
+          log.info("410 Gone encountered. Restarting pod watch to reset resource versions.", e)
           pod_watcher = nil
         rescue Exception => e
           @stats.bump(:pod_watch_failures)

data/test/plugin/test_watch_namespaces.rb

@@ -76,6 +76,20 @@ class WatchNamespacesTestTest < WatchTest
            'message' => 'some error message'
          }
        )
+       @gone = OpenStruct.new(
+           type: 'ERROR',
+           object: {
+               'code' => 410,
+               'kind' => 'Status',
+               'message' => 'too old resource version: 123 (391079)',
+               'metadata' => {
+                   'name' => 'gone',
+                   'namespace' => 'gone',
+                   'uid' => 'gone_uid'
+               },
+               'reason' => 'Gone'
+           }
+       )
      end
 
     test 'namespace list caches namespaces' do
@@ -179,4 +193,30 @@ class WatchNamespacesTestTest < WatchTest
         end
       end
     end
+
+    test 'namespace watch raises a GoneError when a 410 Gone error is received' do
+      @cache['gone_uid'] = {}
+      @client.stub :watch_namespaces, [@gone] do
+        assert_raise KubernetesMetadata::Common::GoneError do
+          process_namespace_watcher_notices(start_namespace_watch)
+        end
+        assert_equal(1, @stats[:namespace_watch_gone_notices])
+      end
+    end
+
+    test 'namespace watch retries when 410 Gone errors are encountered' do
+      @client.stub :get_namespaces, @initial do
+        @client.stub :watch_namespaces, [@created, @gone, @modified] do
+          # Force the infinite watch loop to exit after 3 seconds. Verifies that
+          # no unrecoverable error was thrown during this period of time.
+          assert_raise Timeout::Error.new('execution expired') do
+            Timeout.timeout(3) do
+              set_up_namespace_thread
+            end
+          end
+          assert_operator(@stats[:namespace_watch_gone_errors], :>=, 3)
+          assert_operator(@stats[:namespace_watch_gone_notices], :>=, 3)
+        end
+      end
+    end
 end

data/test/plugin/test_watch_pods.rb

@@ -244,16 +244,6 @@ class DefaultPodWatchStrategyTest < WatchTest
       end
     end
 
-     test 'pod watch raises a GoneError when a 410 Gone error is received' do
-       @cache['gone_uid'] = {}
-       @client.stub :watch_pods, [@gone] do
-         assert_raise KubernetesMetadata::GoneError do
-           process_pod_watcher_notices(start_pod_watch)
-         end
-         assert_equal(1, @stats[:pod_watch_gone_notices])
-       end
-     end
-
     test 'pod watch retries when error is received' do
       @client.stub :get_pods, @initial do
         @client.stub :watch_pods, [@error] do
@@ -285,4 +275,30 @@ class DefaultPodWatchStrategyTest < WatchTest
         end
       end
     end
+
+    test 'pod watch raises a GoneError when a 410 Gone error is received' do
+      @cache['gone_uid'] = {}
+      @client.stub :watch_pods, [@gone] do
+        assert_raise KubernetesMetadata::Common::GoneError do
+          process_pod_watcher_notices(start_pod_watch)
+        end
+        assert_equal(1, @stats[:pod_watch_gone_notices])
+      end
+    end
+
+    test 'pod watch retries when 410 Gone errors are encountered' do
+      @client.stub :get_pods, @initial do
+        @client.stub :watch_pods, [@created, @gone, @modified] do
+          # Force the infinite watch loop to exit after 3 seconds. Verifies that
+          # no unrecoverable error was thrown during this period of time.
+          assert_raise Timeout::Error.new('execution expired') do
+            Timeout.timeout(3) do
+              set_up_pod_thread
+            end
+          end
+          assert_operator(@stats[:pod_watch_gone_errors], :>=, 3)
+          assert_operator(@stats[:pod_watch_gone_notices], :>=, 3)
+        end
+      end
+    end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-kubernetes_metadata_filter
 version: !ruby/object:Gem::Version
-  version: 2.5.1
+  version: 2.5.2
 platform: ruby
 authors:
 - Jimmi Dyson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-10 00:00:00.000000000 Z
+date: 2020-07-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -259,7 +259,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: Fluentd filter plugin to add Kubernetes metadata