fluent-plugin-label-router 0.2.10 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2eccef2ba45a644db797ef22980134d652db67bf049467e3d404e2211dbedd9c
-  data.tar.gz: ab9a02cde570157b3b01228d06982a8cef69ab39c8b5f28ca7c1518ef91ccf35
+  metadata.gz: bd979b17d11338356a4aba41b453da815b59abac9169b4df7ec6aba97f60adf0
+  data.tar.gz: ed8c5dd1a8129582eaafb2ac8e93afc9b0be487b9b89a4dc44d8b90bc0bf0402
 SHA512:
-  metadata.gz: 3d61f1b61634e0afabc6e4f9418b8eb6d69eb6a5b20833973500b9094e123877af08971576fe6d11240fa53169bd87ed0ca0d94cfc42ba987f4bb3e74789afc6
-  data.tar.gz: d9ed37e986627feb738a384c89242fc8aadd05d58141f91573b3791f8498b6d6ce00e67ad6dfb38e5e151decb7ed5456392936ed3c0d821f241175e656c67a0e
+  metadata.gz: 4031c23b18c50f72953be1d20264c19bd62feea1de49c55bdb479e180f72814bfc064756156b1b4a5d10e2ebe1e1e72339f103e423874d82a01c089da44e1cff
+  data.tar.gz: 0fa73c96e20e9ffb0da8442f2deafb27853434b78c665437a47f42646df2b3c5ba92c406792012d3cdfb41216916198728c45a46d0fca87b3f236ebbda18a74a

data/.gitignore

@@ -0,0 +1 @@
+.idea

data/Gemfile.lock

@@ -0,0 +1,58 @@
+PATH
+  remote: .
+  specs:
+    fluent-plugin-label-router (0.3.0)
+      fluentd (>= 0.14.10, < 2)
+      prometheus-client (>= 2.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    base64 (0.2.0)
+    concurrent-ruby (1.3.1)
+    cool.io (1.8.1)
+    csv (3.3.0)
+    drb (2.2.1)
+    fluentd (1.17.0)
+      base64 (~> 0.2)
+      bundler
+      cool.io (>= 1.4.5, < 2.0.0)
+      csv (~> 3.2)
+      drb (~> 2.2)
+      http_parser.rb (>= 0.5.1, < 0.9.0)
+      msgpack (>= 1.3.1, < 2.0.0)
+      serverengine (>= 2.3.2, < 3.0.0)
+      sigdump (~> 0.2.5)
+      strptime (>= 0.2.4, < 1.0.0)
+      tzinfo (>= 1.0, < 3.0)
+      tzinfo-data (~> 1.0)
+      webrick (~> 1.4)
+      yajl-ruby (~> 1.0)
+    http_parser.rb (0.8.0)
+    msgpack (1.7.2)
+    power_assert (2.0.3)
+    prometheus-client (4.2.2)
+    rake (12.3.3)
+    serverengine (2.3.2)
+      sigdump (~> 0.2.2)
+    sigdump (0.2.5)
+    strptime (0.2.5)
+    test-unit (3.6.2)
+      power_assert
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
+    tzinfo-data (1.2024.1)
+      tzinfo (>= 1.0.0)
+    webrick (1.8.1)
+    yajl-ruby (1.4.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  fluent-plugin-label-router!
+  rake (~> 12.0)
+  test-unit (~> 3.0)
+
+BUNDLED WITH
+   2.1.4

data/README.md

@@ -74,13 +74,14 @@ Configuration reference
 
 
 #### \<match\>
-| Parameter       | Description                                                                   | Type     | Default  |
-|-----------------|-------------------------------------------------------------------------------|----------|----------|
-| labels          | Label definition to match record. Example: `app:nginx`                        | Hash     | nil      |
-| namespaces      | Comma separated list of namespaces. Ignored if left empty.                    | []string | nil      |
-| hosts           | Comma separated list of hosts. Ignored if left empty.                         | []string | nil      |
-| container_names | Comma separated list of container names. Ignored if left empty.               | []string | nil      |
-| negate          | Negate the selector meaning to exclude matches                                | bool     | false    |
+| Parameter        | Description                                                                                           | Type     | Default  |
+|------------------|-------------------------------------------------------------------------------------------------------|----------|----------|
+| labels           | Label definition to match record. Example: `app:nginx`                                                | Hash     | nil      |
+| namespaces       | Comma separated list of namespaces. Ignored if left empty.                                            | []string | nil      |
+| namespace_labels | Label definition of the namespace a record originates. Example: `kubernetes.io/metadata.name=default` | Hash     | nil      |
+| hosts            | Comma separated list of hosts. Ignored if left empty.                                                 | []string | nil      |
+| container_names  | Comma separated list of container names. Ignored if left empty.                                       | []string | nil      |
+| negate           | Negate the selector meaning to exclude matches                                                        | bool     | false    |
 
 ## Rules of thumb
 

data/fluent-plugin-label-router.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-label-router"
-  spec.version = "0.2.10"
+  spec.version = "0.3.0"
   spec.authors = ["Banzai Cloud"]
   spec.email   = ["info@banzaicloud.com"]
 

data/lib/fluent/plugin/out_label_router.rb

@@ -53,6 +53,8 @@ module Fluent
           config_param :labels, :hash, :default => {}
           desc "List of namespace definition to filter the record. Ignored if left empty."
           config_param :namespaces, :array, :default => [], value_type: :string
+          desc "List of namespace labels to filter the record based on where it came from. Ignored if left empty."
+          config_param :namespace_labels, :hash, :default => {}
           desc "List of hosts definition to filter the record. Ignored if left empty."
           config_param :hosts, :array, :default => [], value_type: :string
           desc "List of container names definition to filter the record. Ignored if left empty."
@@ -117,6 +119,10 @@ module Fluent
           unless match.namespaces.empty? || match.namespaces.include?(metadata[:namespace])
             return false
           end
+          # Break if list of namespace_labels is not empty and does not match actual namespace labels
+          if !match.namespace_labels.empty? && !match_labels(metadata[:namespace_labels], match.namespace_labels)
+            return false
+          end
 
           match_labels(metadata[:labels], match.labels)
         end
@@ -161,6 +167,7 @@ module Fluent
         es.each do |time, record|
           input_metadata = { labels: @access_to_labels.call(record).to_h,
                              namespace: @access_to_namespace.call(record).to_s,
+                             namespace_labels: @access_to_namespace_labels.call(record).to_h,
                              container: @access_to_container_name.call(record).to_s,
                              host: @access_to_host.call(record).to_s}
           orphan_record = true
@@ -217,6 +224,7 @@ module Fluent
         end
 
         @access_to_labels = record_accessor_create("$.kubernetes.labels")
+        @access_to_namespace_labels = record_accessor_create("$.kubernetes.namespace_labels")
         @access_to_namespace = record_accessor_create("$.kubernetes.namespace_name")
         @access_to_host = record_accessor_create("$.kubernetes.host")
         @access_to_container_name = record_accessor_create("$.kubernetes.container_name")
@@ -225,4 +233,4 @@ module Fluent
       end
     end
   end
-end
+end

data/test/plugin/test_out_label_router.rb

@@ -72,6 +72,11 @@ class LabelRouterOutputTest < Test::Unit::TestCase
     container_names mycontainer
   </match>
 </route>
+<route>
+  <match>
+    namespaces_labels name:default
+  </match>
+</route>
 )
       d = Fluent::Test::Driver::BaseOwner.new(Fluent::Plugin::LabelRouterOutput)
       d.configure(routing_conf)
@@ -106,6 +111,10 @@ class LabelRouterOutputTest < Test::Unit::TestCase
       assert_equal(false, r4.match?(labels: { 'app' => 'nginx' }, namespace: 'dev', container: 'mycontainer2'))
       # Wrong label but good namespace and container_name
       assert_equal(false, r4.match?(labels: { 'app' => 'nginx2' }, namespace: 'sandbox',  container_name: 'mycontainer2'))
+
+      r4 = Fluent::Plugin::LabelRouterOutput::Route.new(d.instance.routes[4], nil,nil)
+      # Matching namespaces_labels
+      assert_equal(true, r4.match?(namespaces_labels: { 'name' => 'default' }))
     end
   end
 
@@ -134,6 +143,31 @@ class LabelRouterOutputTest < Test::Unit::TestCase
     end
   end
 
+  sub_test_case 'test_namespaces_labels' do
+    test 'normal' do
+      CONFIG = %[
+<route>
+  <match>
+    namespace_labels matching:yes
+  </match>
+  tag matching
+</route>
+]
+      event_time = event_time("2019-07-17 11:11:11 UTC")
+      d = create_driver(CONFIG)
+      d.run(default_tag: 'test') do
+        d.feed(event_time, {"kubernetes" => {"namespace_labels" => {"matching" => "no"} } } )
+      end
+      d.run(default_tag: 'test2') do
+        d.feed(event_time, {"kubernetes" => {"namespace_labels" => {"matching" => "yes"} } } )
+      end
+      events = d.events
+
+      assert_equal(1, events.size)
+      assert_equal ["matching", event_time, {"kubernetes" => {"namespace_labels" => {"matching" => "yes"} } }], events[0]
+    end
+  end
+
 
   sub_test_case 'test_multiple_events_batched' do
     test 'normal' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-label-router
 version: !ruby/object:Gem::Version
-  version: 0.2.10
+  version: 0.3.0
 platform: ruby
 authors:
 - Banzai Cloud
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-09-14 00:00:00.000000000 Z
+date: 2024-06-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -80,7 +80,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".gitignore"
 - Gemfile
+- Gemfile.lock
 - LICENSE
 - README.md
 - Rakefile
@@ -92,7 +94,7 @@ homepage: https://github.com/banzaicloud/fluent-plugin-label-router
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -107,8 +109,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.5.9
+signing_key:
 specification_version: 4
 summary: Routing records based on Kubernetes labels.
 test_files: