fluent-plugin-fork 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f4297cdffd78d8e54ac221cf4deb19d553149e7e
-  data.tar.gz: 1ecf306daf8cfa06a9227f6d871906aa68cb62c1
+  metadata.gz: 93aa3628cb513f923eb3a13112fd18f060ed2e23
+  data.tar.gz: 2071b54e0283ab3e26b0100640352882cdf883a3
 SHA512:
-  metadata.gz: 7aeeffc58d9012e56b5109efc558cf7d48d57bb3121b3b340c5b1e1a875101fa7fb1217abed805cb08d9d06753a54fb6377ea3131ed307f6564e9729a34d9cf2
-  data.tar.gz: 1eb983551fdc706aa5bdc2aed2c262fe14d0df04ad44cc3b760e52e47a5b7f98ff061872d7a83456193d9b2aa5f4edf77b7b5a14ec78915a893978dc5779ddbe
+  metadata.gz: 5062d1d5d24442afe7af68ea311abb1d02b292b74db43b14ab01b347d7b1d5c60a8eebe73f5862488040272b73b5167ef292f394d48501963f2ff3a08202cc68
+  data.tar.gz: 4c1326bba436714a4f93c42dd937d316827fdd0ecaec1e3feba38af6a294e088589a82a7f5def77dd58fc9001c182755997aa07c8441e58de0b687b9cdf2211c

data/README.md

@@ -50,6 +50,7 @@ fork_key     key_to_fork
 max_size     15
 max_fallback log
 no_unique    true
+index_key    idx
 ```
 
 ### output_tag
@@ -94,6 +95,12 @@ Flag to emit redundant values.
 
 Default: `false`
 
+### index_key (Optional)
+
+Field name to add index number of each values.
+
+Default: `nil`
+
 ## Contributing
 
 1. Fork it

data/fluent-plugin-fork.gemspec

@@ -2,7 +2,7 @@ $:.push File.expand_path('../lib', __FILE__)
 
 Gem::Specification.new do |gem|
   gem.name        = "fluent-plugin-fork"
-  gem.version     = "0.1.2"
+  gem.version     = "0.1.3"
   gem.authors     = ["Daisuke Taniwaki"]
   gem.email       = "daisuketaniwaki@gmail.com"
   gem.homepage    = "https://github.com/dtaniwaki/fluent-plugin-fork"

data/lib/fluent/plugin/out_fork.rb

@@ -20,6 +20,7 @@ module Fluent
     config_param :max_size,      :integer, default: nil
     config_param :max_fallback,  :string,  default: 'log'
     config_param :no_unique,     :bool,    default: false
+    config_param :index_key,     :string,  default: nil
 
     def configure(conf)
       super
@@ -62,9 +63,11 @@ module Fluent
           end
         end
 
-        values.reject{ |value| value.to_s == '' }.each do |value|
+        values.reject{ |value| value.to_s == '' }.each_with_index do |value, i|
           log.trace "#{tag} - #{time}: reemit #{@output_key}=#{value} for #{@output_tag}"
-          Engine.emit(@output_tag, time, record.reject{ |k, v| k == @fork_key }.merge(@output_key => value))
+          new_record = record.reject{ |k, v| k == @fork_key }.merge(@output_key => value)
+          new_record.merge!(@index_key => i) unless @index_key.nil?
+          Engine.emit(@output_tag, time, new_record)
         end
       end
     rescue => e

data/spec/plugin/out_fork_spec.rb

@@ -30,6 +30,7 @@ describe Fluent::ForkOutput do
         expect(subject.instance.no_unique).to eq(false)
         expect(subject.instance.max_size).to eq(nil)
         expect(subject.instance.max_fallback).to eq('log')
+        expect(subject.instance.index_key).to eq(nil)
       end
     end
     context "with invalid fallback" do
@@ -130,5 +131,15 @@ describe Fluent::ForkOutput do
         end
       end
     end
+    context "with index_key option" do
+      let(:params) { required_params.merge(index_key: 'idx') }
+      it "add index number" do
+        subject.run { subject.emit({"sk" => "2,3,4,5"}, time) }
+        expect(subject.emits).to include(["ot", time, {"ok" => "2", "idx" => 0}])
+        expect(subject.emits).to include(["ot", time, {"ok" => "3", "idx" => 1}])
+        expect(subject.emits).to include(["ot", time, {"ok" => "4", "idx" => 2}])
+        expect(subject.emits).to include(["ot", time, {"ok" => "5", "idx" => 3}])
+      end
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-fork
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Daisuke Taniwaki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-23 00:00:00.000000000 Z
+date: 2015-04-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd