fluent-plugin-array-splitter 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0d04da9205757d519b782b4f8603c6cd5999a0ca1ed15d50044ab9600259d200
-  data.tar.gz: c97d3587db8921bf2b25ca8b930b6e0e96dcc6e47f41ad2169a48775073217cc
+  metadata.gz: 0bf5d03998979b55a12ce89992692bbda3b010bfbccb2b1cf9dbd670a3c63cec
+  data.tar.gz: 311c9c506b8e7e3b1a48fa77df5e500ac630b7df3797066756beafe985e4468b
 SHA512:
-  metadata.gz: 720519d90f4c95983ec89fc616626cce0712be211673724d3f8db15e2bd0a4e562dd196344a13127f4c177c923ee5018c0ad98b19be27ee71f189868a43216c1
-  data.tar.gz: 40d369cb984e7b01125328e98df4c01b0c5a7f6725fae82d55a26e7cd8ab37001474a14913f4cd27c34260cf71ab4a115df69ddc9c8a9298da4339e7dc8b41cf
+  metadata.gz: 789c595e0ae1f9c8cc14d8668e25dba1984e72f1df6c8c51eb29ecb5299ee2fa3482936e78d9ba28427cf7f25c38dc45a336b26080960934af54b6e0f7ec93e2
+  data.tar.gz: 00e5532d24f9eb2e2e0ecc7829356daca338f5a26f79deaaccae09ec1414aba3c74fabe65e7f83dfe2daffa8ab0d5645e3bfdae673bab0879106210c56c5a13b

data/fluent-plugin-array-splitter.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-array-splitter"
-  spec.version = "0.1.1"
+  spec.version = "0.1.2"
   spec.authors = ["pcoffmanjr"]
   spec.email   = ["pcoffman@ctc-america.com"]
 

data/lib/fluent/plugin/filter_array_splitter.rb

@@ -7,24 +7,28 @@ module Fluent
     class ArraySplitterFilter < Fluent::Plugin::Filter
       Fluent::Plugin.register_filter("array_splitter", self)
 
+      desc 'The field name to split and expand array values'
+      config_param :array_key, :string, default: 'message'
+
       def configure(conf)
         super
+        raise Fluent::ConfigError, "'array_key' parameter is required" unless conf.has_key?('array_key')
         log.info "Configuring Array Splitter Filter"
       end
 
       def filter_stream(tag, es)
         new_es = Fluent::MultiEventStream.new
         es.each do |time, record|
-          if record['message'].is_a?(Array)
-            record['message'].each do |value|
+          if record[@array_key].is_a?(Array)
+            record[@array_key].each do |value|
               new_record = record.dup
-              new_record.delete('message')
+              new_record.delete(@array_key)
               if value.is_a?(Hash)
                 value.each do |k, v|
-                  new_record[k] = v 
+                  new_record[k] = v
                 end
               else
-                new_record['message'] = value
+                new_record[@array_key] = value
               end
               new_es.add(time, new_record)
             end

data/test/plugin/test_filter_array_splitter.rb

@@ -4,7 +4,9 @@ require "fluent/plugin/filter_array_splitter.rb"
 class ArraySplitterFilterTest < Test::Unit::TestCase
   setup do
     Fluent::Test.setup
-    @driver = create_driver
+    @driver = create_driver(%[
+      array_key message
+    ])
   end
 
   def create_driver(conf = "")
@@ -28,7 +30,7 @@ class ArraySplitterFilterTest < Test::Unit::TestCase
       assert_equal("v2", filtered_records[1]["message"])
       assert_equal("v3", filtered_records[2]["message"])
     end
-    
+
     test "expand array with hashes in message field" do
       record = {
         "key1" => "foo",
@@ -49,6 +51,25 @@ class ArraySplitterFilterTest < Test::Unit::TestCase
       assert_equal("foobar", filtered_records[1]["k2"])
       assert_nil(filtered_records[1]["message"])
     end
+
+    test "expand array with custom key" do
+      driver = create_driver(%[
+        array_key record
+      ])
+      record = {
+        "key1" => "foo",
+        "key2" => "bar",
+        "record" => ["v1", "v2", "v3"]
+      }
+      driver.run(default_tag: "test") do
+        driver.feed(record)
+      end
+      filtered_records = driver.filtered_records
+      assert_equal(3, filtered_records.size)
+      assert_equal("v1", filtered_records[0]["record"])
+      assert_equal("v2", filtered_records[1]["record"])
+      assert_equal("v3", filtered_records[2]["record"])
+    end
   end
 end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-array-splitter
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - pcoffmanjr