influxdb-plugin-fluent 1.4.0.pre.435 → 1.4.0.pre.485

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: de4b8e2ac011c9d9c3780c899325c2cf50d94c9ccc63d5c53b8be11e684bae26
-  data.tar.gz: 6387b6209adb43985bbf5e6f152a1c2b4a2c3cfe0713c46fbf8d17ee6e5a1873
+  metadata.gz: ddee4a28249f30200db356381844ee4b7493fceb5ea3516b1df7279de9554871
+  data.tar.gz: 5173f352ed233ab51e68ab3975389134ec2479359c15fcaca77e5b270dedeeeb
 SHA512:
-  metadata.gz: 58bd834b73a02c53bec906d7d30a3fa575dfa7982060b70195c3b313cf145535cb76983ba2a691e7820817ed45525cacab408d689f6549eba8fb8c9007a9d2f5
-  data.tar.gz: 20c1408758e91560c844f4695924b136fa7067b7ba294861dcd102368e3e8a4d0da5e2ebfccd9ec570fccca6a7272a6c1eacd8251fb6e113ded8e93b14261e49
+  metadata.gz: cf42a894b657cab073ba747eb3cfffed265751e23e7279b4c0694e27558f427f893e887b4dfa1f7aadcd91599519dccea577b772759d3802aaf4b4ed687f7b2e
+  data.tar.gz: 1bbbeef96cd3e8254dda96444e50d9be16596072d5f25a75daceda9abad28aad649a37b4004511000347b9e0968cc33b29ba2e6ea9f97e051083f98603e2bccd

data/.rubocop.yml

@@ -23,9 +23,9 @@
 Metrics/LineLength:
   Max: 120
 Metrics/MethodLength:
-  Max: 40
+  Max: 50
 Metrics/ClassLength:
-  Max: 350
+  Max: 500
 Metrics/AbcSize:
   Max: 40
 Metrics/BlockLength:

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 ## 1.4.0 [unreleased]
 
+### Features
+1. [#8](https://github.com/influxdata/influxdb-plugin-fluent/pull/8): Added support for nested fields
+
 ## 1.3.0 [2020-05-15]
 
 ### Dependencies

data/lib/fluent/plugin/out_influxdb2.rb

@@ -128,14 +128,8 @@ class InfluxDBOutput < Fluent::Plugin::Output
       record.each_pair do |k, v|
         if k.eql?(@time_key)
           time_formatted = v
-        elsif @tag_keys.include?(k)
-          point.add_tag(k, v)
-        elsif @field_keys.empty? || @field_keys.include?(k)
-          if @field_cast_to_float & v.is_a?(Integer)
-            point.add_field(k, Float(v))
-          else
-            point.add_field(k, v)
-          end
+        else
+          _parse_field(k, v, point)
         end
         point.add_tag('fluentd', tag) if @tag_fluentd
       end
@@ -145,4 +139,22 @@ class InfluxDBOutput < Fluent::Plugin::Output
     @write_api.write(data: points)
     log.debug "Written points: #{points}"
   end
+
+  private
+
+  def _parse_field(key, value, point)
+    if @tag_keys.include?(key)
+      point.add_tag(key, value)
+    elsif @field_keys.empty? || @field_keys.include?(key)
+      if @field_cast_to_float & value.is_a?(Integer)
+        point.add_field(key, Float(value))
+      elsif value.is_a?(Hash)
+        value.each_pair do |nested_k, nested_v|
+          _parse_field("#{key}.#{nested_k}", nested_v, point)
+        end
+      else
+        point.add_field(key, value)
+      end
+    end
+  end
 end

data/test/influxdb/plugin/output_test.rb

@@ -363,6 +363,78 @@ class InfluxDBOutputTest < Minitest::Test
                      times: 1, body: 'h2o_tag level=2.0,location="europe" 1444897215000000000')
   end
 
+  def test_nested_field
+    stub_request(:any, 'https://localhost:9999/api/v2/write?bucket=my-bucket&org=my-org&precision=ns')
+      .to_return(status: 204)
+    driver = create_driver(%(
+      @type influxdb2
+      token my-token
+      bucket my-bucket
+      org my-org
+      time_precision ns
+    ))
+    driver.run(default_tag: 'h2o_tag') do
+      emit_documents(driver, 'location' => 'europe', 'level' => 2,
+                             'nest' => { 'key' => 'nested value', 'deep' => { 'deep-key' => 'deep-value' }, 'a' => 25 })
+    end
+    body = 'h2o_tag level=2i,location="europe",nest.a=25i,nest.deep.deep-key="deep-value",nest.key="nested value" ' \
+'1444897215000000000'
+    assert_requested(:post, 'https://localhost:9999/api/v2/write?bucket=my-bucket&org=my-org&precision=ns',
+                     times: 1, body: body)
+  end
+
+  def test_kubernetes_structure
+    record = {
+      'docker' => { 'container_id' => '7ee0723e90d13df5ade6f5d524f23474461fcfeb48a90630d8b02b13c741550b' },
+      'kubernetes' => { 'container_name' => 'fluentd',
+                        'namespace_name' => 'default',
+                        'pod_name' => 'fluentd-49xk2',
+                        'container_image' => 'rawkode/fluentd:1',
+                        'container_image_id' =>
+                            'docker://sha256:90c288b8a09cc6ae98b04078afb10d9c380c0603a47745403461435073460f97',
+                        'pod_id' => 'c15ab1cb-0773-4ad7-a58b-f791ab34c62f',
+                        'host' => 'minikube',
+                        'labels' => {
+                          'controller-revision-hash' => '57748799f7',
+                          'pod-template-generation' => 2,
+                          'app_kubernetes_io/instance' => 'fluentd',
+                          'app_kubernetes_io/name' => 'fluentd'
+                        },
+                        'master_url' => 'https://10.96.0.1:443/api',
+                        'namespace_id' => '2b0bc75c-323a-4f04-9eec-02255a8d0044' },
+      'log' => '2020-06-17 13:19:42 +0000 [info]: #0 [filter_kube_metadata] stats - namespace_cache_size: 2, '\
+'pod_cache_size: 6, pod_cache_watch_updates: 1, namespace_cache_api_updates: 6, '\
+'pod_cache_api_updates: 6, id_cache_miss: 6\n',
+      'stream' => 'stdout'
+    }
+
+    stub_request(:any, 'https://localhost:9999/api/v2/write?bucket=my-bucket&org=my-org&precision=ns')
+      .to_return(status: 204)
+    driver = create_driver(%(
+      @type influxdb2
+      token my-token
+      bucket my-bucket
+      org my-org
+      time_precision ns
+    ))
+    driver.run(default_tag: 'h2o_tag') do
+      emit_documents(driver, record)
+    end
+    body = 'h2o_tag docker.container_id="7ee0723e90d13df5ade6f5d524f23474461fcfeb48a90630d8b02b13c741550b",'\
+'kubernetes.container_image="rawkode/fluentd:1",'\
+'kubernetes.container_image_id="docker://sha256:90c288b8a09cc6ae98b04078afb10d9c380c0603a47745403461435073460f97",'\
+'kubernetes.container_name="fluentd",kubernetes.host="minikube",'\
+'kubernetes.labels.app_kubernetes_io/instance="fluentd",kubernetes.labels.app_kubernetes_io/name="fluentd",'\
+'kubernetes.labels.controller-revision-hash="57748799f7",kubernetes.labels.pod-template-generation=2i,'\
+'kubernetes.master_url="https://10.96.0.1:443/api",kubernetes.namespace_id="2b0bc75c-323a-4f04-9eec-02255a8d0044",'\
+'kubernetes.namespace_name="default",kubernetes.pod_id="c15ab1cb-0773-4ad7-a58b-f791ab34c62f",'\
+'kubernetes.pod_name="fluentd-49xk2",log="2020-06-17 13:19:42 +0000 [info]: #0 [filter_kube_metadata] stats - '\
+'namespace_cache_size: 2, pod_cache_size: 6, pod_cache_watch_updates: 1, namespace_cache_api_updates: 6, '\
+'pod_cache_api_updates: 6, id_cache_miss: 6\\\n",stream="stdout" 1444897215000000000'
+    assert_requested(:post, 'https://localhost:9999/api/v2/write?bucket=my-bucket&org=my-org&precision=ns',
+                     times: 1, body: body)
+  end
+
   def emit_documents(driver, data = { 'location' => 'europe', 'level' => 2 })
     time = event_time('2015-10-15 8:20:15 UTC')
     driver.feed(time, data)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: influxdb-plugin-fluent
 version: !ruby/object:Gem::Version
-  version: 1.4.0.pre.435
+  version: 1.4.0.pre.485
 platform: ruby
 authors:
 - Jakub Bednar
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-15 00:00:00.000000000 Z
+date: 2020-06-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd