fluent-plugin-honeycomb 0.2.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f396ee93f9c4da4f5257d4ded3d7e7ca01b5244a
-  data.tar.gz: dda4097017d124e85433ace06f9dc409d5997f8e
+  metadata.gz: 7e07c854e49e43c551912620986819f05ebc5baf
+  data.tar.gz: 1bdc374296b406cd6451d88acc8d347ff492191b
 SHA512:
-  metadata.gz: 95b38a3691f8ac6f554544dc9ee4d462d45d4e2a4affc6b61bfc730eee3cb803d4f7e3deaec11bd424c6477eb6661ece0c03b43da936e08eb58bc45ff1088da8
-  data.tar.gz: 04c5f7435acfe97b82e2ff98a0a10e1da8d7fc4781083565dd4edbf6ed10f85fe5e08314f94fefb1921bfe903bad7c5c3d544a9f6dfabb63a3de15fb24bb2baa
+  metadata.gz: 548c3f9da7fcc5ef224d3f135f19c2229bfa11e3d3f8cf92a61e8728fde7c1eada8384a84d86431719d8f42154ff67447a875c50075e8a82bf0e144a4feb8386
+  data.tar.gz: a2eb30693c368e706f4b8488a803ccfdee2028b36c8d24a8ddd3141fdd2eaf92b229cb3bcd93663e81734636e46686f4891cda8ff9f82b1a34c20e72720aa3f2

data/README.md

@@ -27,6 +27,9 @@ Parameter | Type | Required? | Description
 | `sample_rate` | integer | no | Sample your event stream by sending 1 out of every N events. |
 | `include_tag_key` | bool | no | Whether to include the Fluentd tag in the submitted event. |
 | `tag_key` | string | no | If `include_tag_key` is `true`, the tag key name in the event (default: `fluentd_tag`).
+| `flatten_keys` | array | no | Flatten nested JSON data under these keys into
+the top-level event.
+
 
 ### Buffering options
 

data/fluent-plugin-honeycomb.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name        = 'fluent-plugin-honeycomb'
-  spec.version     = '0.2.1'
+  spec.version     = '0.3.0'
   spec.date        = '2017-02-07'
 
   spec.summary     = "Fluentd output plugin for Honeycomb.io"

data/lib/fluent/plugin/out_honeycomb.rb

@@ -16,6 +16,7 @@ module Fluent
     config_param :include_tag_key, :bool, :default => false
     config_param :tag_key, :string, :default => "fluentd_tag"
     config_param :api_host, :string, :default => "https://api.honeycomb.io"
+    config_param :flatten_keys, :array, value_type: :string, :default => []
 
     # This method is called before starting.
     # 'conf' is a Hash that includes configuration parameters.
@@ -57,11 +58,16 @@ module Fluent
           log.debug "Skipping record #{record}"
           next
         end
+        if @sample_rate > 1 && rand(1..@sample_rate) == 1
+          next
+        end
         if @include_tag_key
           record[@tag_key] = tag
         end
-        if @sample_rate > 1 && rand(1..@sample_rate) == 1
-          next
+        @flatten_keys.each do |k|
+          next unless record[k].is_a?(Hash)
+          record.merge!(flatten(record[k], k))
+          record.delete(k)
         end
         batch.push({
             "data" => record,
@@ -124,5 +130,17 @@ module Fluent
         end
       end
     end
+
+    def flatten(record, prefix)
+      ret = {}
+      if record.is_a? Hash
+        record.each { |key, value|
+          ret.merge! flatten(value, "#{prefix}.#{key.to_s}")
+        }
+      else
+        return {prefix => record}
+      end
+      ret
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-honeycomb
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors:
 - The Honeycomb.io Team