logstash-filter-split 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7c4bc332ece646e8a99928445c29d2f1be070ec2
-  data.tar.gz: ebf872000c93ee05a2b9c20a1bcd500c6a38c93c
+  metadata.gz: 08af0cf5a85da1eab3f09a72076c3b4db993a451
+  data.tar.gz: 54ff96f7d81eb7265c1fd79998ffedd422ccf301
 SHA512:
-  metadata.gz: 6245d66733350ac9ce5d8a8beb725281fb2b471492861bf81c52551fde65a17febb4cb6f92876d3a331d0a0da1dd72b26c38c113773181522ae8a34826f8cf74
-  data.tar.gz: 1fe65cceaff412f37d0e86a3e8134d8b21c23db66c155787681cd74e9722d5473aa0197c815a75eaca928df838ba8d31c981284c20ffdd23a55a8cb9ca550397
+  metadata.gz: 058a428b4716d3a1effdb21d2b15849f50e735e36a077f5985e9e9740a4a909b5f0bcfe767dc695d7d549197ac045536a1925ed3fc4a029e9709b56a76ada0ba
+  data.tar.gz: 62368a8c91a19bb248648734e4289ca5ed36188691d3be21f05323132506f40dbe2abf633bd5408cebdffd8983e3664d17eb978e6844fe8317069bd9e2bd55db

data/lib/logstash/filters/split.rb

@@ -21,6 +21,10 @@ class LogStash::Filters::Split < LogStash::Filters::Base
   # The field which value is split by the terminator
   config :field, :validate => :string, :default => "message"
 
+  # The field within the new event which the value is split into.
+  # If not set, target field defaults to split field name.
+  config :target, :validate => :string
+
   public
   def register
     # Nothing to do
@@ -32,12 +36,15 @@ class LogStash::Filters::Split < LogStash::Filters::Base
 
     original_value = event[@field]
 
-    # If for some reason the field is an array of values, take the first only.
-    original_value = original_value.first if original_value.is_a?(Array)
-
-    # Using -1 for 'limit' on String#split makes ruby not drop trailing empty
-    # splits.
-    splits = original_value.split(@terminator, -1)
+    if original_value.is_a?(Array)
+      splits = original_value
+    elsif original_value.is_a?(String)
+      # Using -1 for 'limit' on String#split makes ruby not drop trailing empty
+      # splits.
+      splits = original_value.split(@terminator, -1)
+    else
+      raise LogStash::ConfigurationError, "Only String and Array types are splittable. field:#{@field} is of type = #{original_value.class}"
+    end
 
     # Skip filtering if splitting this event resulted in only one thing found.
     return if splits.length == 1
@@ -48,7 +55,7 @@ class LogStash::Filters::Split < LogStash::Filters::Base
 
       event_split = event.clone
       @logger.debug("Split event", :value => value, :field => @field)
-      event_split[@field] = value
+      event_split[(@target || @field)] = value
       filter_matched(event_split)
 
       # Push this new event onto the stack at the LogStash::FilterWorker

data/logstash-filter-split.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-filter-split'
-  s.version         = '0.1.3'
+  s.version         = '0.1.4'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "The split filter is for splitting multiline messages into separate events."
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"

data/spec/filters/split_spec.rb

@@ -1,6 +1,7 @@
 # encoding: utf-8
 require "logstash/devutils/rspec/spec_helper"
 require "logstash/filters/split"
+require "logstash/event"
 
 describe LogStash::Filters::Split do
 
@@ -56,4 +57,49 @@ describe LogStash::Filters::Split do
     end
   end
 
+  describe "split array" do
+    config <<-CONFIG
+      filter {
+        split {
+          field => "array"
+        }
+      }
+    CONFIG
+
+    sample("array" => ["big", "bird", "sesame street"], "untouched" => "1\n2\n3") do
+      insist { subject.length } == 3
+      subject.each do |s|
+         insist { s["untouched"] } == "1\n2\n3"
+      end
+      insist { subject[0]["array"] } == "big"
+      insist { subject[1]["array"] } == "bird"
+      insist { subject[2]["array"] } == "sesame street"
+    end
+  end
+
+  describe "split array into new field" do
+    config <<-CONFIG
+      filter {
+        split {
+          field => "array"
+          target => "element"
+        }
+      }
+    CONFIG
+
+    sample("array" => ["big", "bird", "sesame street"]) do
+      insist { subject.length } == 3
+      insist { subject[0]["element"] } == "big"
+      insist { subject[1]["element"] } == "bird"
+      insist { subject[2]["element"] } == "sesame street"
+    end
+  end
+
+  context "when invalid type is passed" do
+    it "should raise exception" do
+      filter = LogStash::Filters::Split.new({"field" => "field"})
+      event = LogStash::Event.new("field" => 10)
+      expect {filter.filter(event)}.to raise_error
+    end
+  end
 end

metadata

@@ -1,17 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-split
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Elasticsearch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-01-27 00:00:00.000000000 Z
+date: 2015-02-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
+  name: logstash
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
@@ -19,10 +20,7 @@ dependencies:
     - - <
       - !ruby/object:Gem::Version
         version: 2.0.0
-  name: logstash
-  prerelease: false
-  type: :runtime
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
@@ -30,20 +28,22 @@ dependencies:
     - - <
       - !ruby/object:Gem::Version
         version: 2.0.0
+  prerelease: false
+  type: :runtime
 - !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
+  name: logstash-devutils
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  name: logstash-devutils
-  prerelease: false
-  type: :development
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  prerelease: false
+  type: :development
 description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
 email: info@elasticsearch.com
 executables: []