logstash-filter-csv 2.1.3 → 3.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ee185179668de51ee3ae43488d365ad1e6dfa2ed
-  data.tar.gz: 05925e603b41559122738a5bd1c40add74b8eec5
+  metadata.gz: 4429289ac57b4af0203b4e25f2afaf8af49c60d3
+  data.tar.gz: c985828193852bf22d0892970eedf6b2af1a0046
 SHA512:
-  metadata.gz: 6d32ae8c759c0cdaf74e2305c965eb73db7b552ae1af5aa86c393d1dcf7b610ec3c18ceb7a71fff32c08e2c858d989c48c1200d6c785e5ceb1b357f788c81f50
-  data.tar.gz: 9d5d6ed180c31a68e58fab1a66813aabf68bd59132c8e56ee9341d376a8f7fc80baac2e9a75418dcf562b43ecc2e04ef344f00c202bf7ece6381b7eee7296d2f
+  metadata.gz: 9bd907eb2461f2561230b749551508e1c7cec3ae01852bd28c2528bafb4d0c1951db8a161954068e20ff00e9bc696feae8969febe62cdcc32e3dd3b600897b4f
+  data.tar.gz: d66e0d43c0d8a6be73535bf7015b91b1c124b0c544d5db7fb8180b6ddee00811412b9a2f24ac78c6fb578b11c7d9abd6aeeb17f66d1d6730b15913eada78a951

data/CHANGELOG.md

@@ -1,20 +1,23 @@
-# 2.1.3
-  - Depend on logstash-core-plugin-api instead of logstash-core, removing the need to mass update plugins on major releases of logstash
-# 2.1.2
-  - New dependency requirements for logstash-core for the 5.0 release
+## 3.0.0
+  - Update the plugin to the version 2.0 of the plugin api, this change is required for Logstash 5.0 compatibility. See https://github.com/elastic/logstash/issues/5141
+## 2.1.3
+ - internal,deps: Depend on logstash-core-plugin-api instead of logstash-core, removing the need to mass update plugins on major releases of logstash
+
+## 2.1.2
+ - internal,deps: New dependency requirements for logstash-core for the 5.0 release
+
 ## 2.1.1
- - Fixed field references, refactors converters, code cleanups
+ - internal,cleanup: Fixed field references, refactors converters, code cleanups
 
 ## 2.1.0
- - Added support for not parsing coluns without a defined header.
- - Added support for dropping columns that has no value
- - Added support for type conversion within the filter
- - Fix unnecessary source field mutation. Fixes #18
- - Refactored specs to avoid using sample and insist in favor of rspec3
+ - feature: Added support for not parsing columns without a defined header.
+ - feature: Added support for dropping columns that has no value
+ - feature: Added support for type conversion within the filter
+ - bugfix: Fix unnecessary source field mutation. Fixes #18
+ - internal,test: Refactored specs to avoid using sample and insist in favor of rspec3
    helper methods.
 
 ## 2.0.0
- - Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully,
+ - internal: Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully,
    instead of using Thread.raise on the plugins' threads. Ref: https://github.com/elastic/logstash/pull/3895
- - Dependency on logstash-core update to 2.0
-
+ - internal,deps: Dependency on logstash-core update to 2.0

data/Gemfile

@@ -1,2 +1,4 @@
 source 'https://rubygems.org'
-gemspec
+
+# Specify your gem's dependencies in logstash-mass_effect.gemspec
+gemspec

data/LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2012–2015 Elasticsearch <http://www.elastic.co>
+Copyright (c) 2012–2016 Elasticsearch <http://www.elastic.co>
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.

data/README.md

@@ -1,7 +1,6 @@
 # Logstash Plugin
 
-[![Build
-Status](http://build-eu-00.elastic.co/view/LS%20Plugins/view/LS%20Filters/job/logstash-plugin-filter-csv-unit/badge/icon)](http://build-eu-00.elastic.co/view/LS%20Plugins/view/LS%20Filters/job/logstash-plugin-filter-csv-unit/)
+[![Travis Build Status](https://travis-ci.org/logstash-plugins/logstash-filter-csv.svg)](https://travis-ci.org/logstash-plugins/logstash-filter-csv)
 
 This is a plugin for [Logstash](https://github.com/elastic/logstash).
 
@@ -56,7 +55,12 @@ gem "logstash-filter-awesome", :path => "/your/local/logstash-filter-awesome"
 ```
 - Install plugin
 ```sh
+# Logstash 2.3 and higher
+bin/logstash-plugin install --no-verify
+
+# Prior to Logstash 2.3
 bin/plugin install --no-verify
+
 ```
 - Run Logstash with your plugin
 ```sh
@@ -74,7 +78,12 @@ gem build logstash-filter-awesome.gemspec
 ```
 - Install the plugin from the Logstash home
 ```sh
-bin/plugin install /your/local/plugin/logstash-filter-awesome.gem
+# Logstash 2.3 and higher
+bin/logstash-plugin install --no-verify
+
+# Prior to Logstash 2.3
+bin/plugin install --no-verify
+
 ```
 - Start Logstash and proceed to test the plugin
 

data/lib/logstash/filters/csv.rb

@@ -101,7 +101,7 @@ class LogStash::Filters::CSV < LogStash::Filters::Base
   def filter(event)
     @logger.debug? && @logger.debug("Running csv filter", :event => event)
 
-    if (source = event[@source])
+    if (source = event.get(@source))
       begin
         values = CSV.parse_line(source, :col_sep => @separator, :quote_char => @quote_char)
 
@@ -109,7 +109,7 @@ class LogStash::Filters::CSV < LogStash::Filters::Base
           unless (@skip_empty_columns && (values[i].nil? || values[i].empty?))
             unless ignore_field?(i)
               field_name = @columns[i] || "column#{i + 1}"
-              event[field_ref(field_name)] = transform(field_name, values[i])
+              event.set(field_ref(field_name), transform(field_name, values[i]))
             end
           end
         end

data/logstash-filter-csv.gemspec

@@ -1,10 +1,10 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-filter-csv'
-  s.version         = '2.1.3'
+  s.version         = '3.0.0'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "The CSV filter takes an event field containing CSV data, parses it, and stores it as individual fields (can optionally specify the names)."
-  s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
+  s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
   s.authors         = ["Elastic"]
   s.email           = 'info@elastic.co'
   s.homepage        = "http://www.elastic.co/guide/en/logstash/current/index.html"
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
   s.metadata = { "logstash_plugin" => "true", "logstash_group" => "filter" }
 
   # Gem dependencies
-  s.add_runtime_dependency "logstash-core-plugin-api", "~> 1.0"
+  s.add_runtime_dependency "logstash-core-plugin-api", "~> 2.0"
 
   s.add_development_dependency 'logstash-devutils'
 end

data/spec/filters/csv_spec.rb

@@ -39,14 +39,14 @@ describe LogStash::Filters::CSV do
 
       it "extract all the values" do
         plugin.filter(event)
-        expect(event["column1"]).to eq("big")
-        expect(event["column2"]).to eq("bird")
-        expect(event["column3"]).to eq("sesame street")
+        expect(event.get("column1")).to eq("big")
+        expect(event.get("column2")).to eq("bird")
+        expect(event.get("column3")).to eq("sesame street")
       end
 
       it "should not mutate the source field" do
         plugin.filter(event)
-        expect(event["message"]).to be_kind_of(String)
+        expect(event.get("message")).to be_kind_of(String)
       end
     end
 
@@ -58,8 +58,8 @@ describe LogStash::Filters::CSV do
       end
       it "extract all the values" do
         plugin.filter(event)
-        expect(event["column1"]).to eq("big,bird")
-        expect(event["column2"]).to eq("sesame street")
+        expect(event.get("column1")).to eq("big,bird")
+        expect(event.get("column2")).to eq("sesame street")
       end
     end
 
@@ -72,9 +72,9 @@ describe LogStash::Filters::CSV do
 
       it "extract all the values" do
         plugin.filter(event)
-        expect(event["column1"]).to eq("big")
-        expect(event["column2"]).to eq("bird")
-        expect(event["column3"]).to eq("sesame street")
+        expect(event.get("column1")).to eq("big")
+        expect(event.get("column2")).to eq("bird")
+        expect(event.get("column3")).to eq("sesame street")
       end
 
       context "using the default one" do
@@ -83,9 +83,9 @@ describe LogStash::Filters::CSV do
 
         it "extract all the values" do
           plugin.filter(event)
-          expect(event["column1"]).to eq("big")
-          expect(event["column2"]).to eq("bird")
-          expect(event["column3"]).to eq("sesame, street")
+          expect(event.get("column1")).to eq("big")
+          expect(event.get("column2")).to eq("bird")
+          expect(event.get("column3")).to eq("sesame, street")
         end
       end
 
@@ -97,9 +97,9 @@ describe LogStash::Filters::CSV do
 
         it "extract all the values" do
           plugin.filter(event)
-          expect(event["column1"]).to eq("big")
-          expect(event["column2"]).to eq("bird")
-          expect(event["column3"]).to eq('"sesame" street')
+          expect(event.get("column1")).to eq("big")
+          expect(event.get("column2")).to eq("bird")
+          expect(event.get("column3")).to eq('"sesame" street')
         end
       end
     end
@@ -112,9 +112,9 @@ describe LogStash::Filters::CSV do
 
       it "extract all the values" do
         plugin.filter(event)
-        expect(event["first"]).to eq("big")
-        expect(event["last"]).to eq("bird")
-        expect(event["address"]).to eq("sesame street")
+        expect(event.get("first")).to eq("big")
+        expect(event.get("last")).to eq("bird")
+        expect(event.get("address")).to eq("sesame street")
       end
 
       context "parse csv without autogeneration of names" do
@@ -127,9 +127,9 @@ describe LogStash::Filters::CSV do
 
         it "extract all the values" do
           plugin.filter(event)
-          expect(event["custom1"]).to eq("val1")
-          expect(event["custom2"]).to eq("val2")
-          expect(event["column3"]).to be_falsey
+          expect(event.get("custom1")).to eq("val1")
+          expect(event.get("custom2")).to eq("val2")
+          expect(event.get("column3")).to be_falsey
         end
       end
 
@@ -147,9 +147,9 @@ describe LogStash::Filters::CSV do
 
         it "extract all the values" do
           plugin.filter(event)
-          expect(event["custom1"]).to eq("val1")
-          expect(event["custom2"]).to be_falsey
-          expect(event["custom3"]).to eq("val3")
+          expect(event.get("custom1")).to eq("val1")
+          expect(event.get("custom2")).to be_falsey
+          expect(event.get("custom3")).to eq("val3")
         end
       end
 
@@ -161,9 +161,9 @@ describe LogStash::Filters::CSV do
 
         it "extract all the values" do
           plugin.filter(event)
-          expect(event["custom1"]).to eq("val1")
-          expect(event["custom2"]).to eq("val2")
-          expect(event["column3"]).to eq("val3")
+          expect(event.get("custom1")).to eq("val1")
+          expect(event.get("custom2")).to eq("val2")
+          expect(event.get("column3")).to eq("val3")
         end
       end
 
@@ -177,9 +177,9 @@ describe LogStash::Filters::CSV do
 
         it "extract all the values" do
           plugin.filter(event)
-          expect(event["custom1"]).to eq("val1")
-          expect(event["custom2"]).to eq("val2")
-          expect(event["custom3"]).to eq("val3")
+          expect(event.get("custom1")).to eq("val1")
+          expect(event.get("custom2")).to eq("val2")
+          expect(event.get("custom3")).to eq("val3")
         end
       end
     end
@@ -193,9 +193,9 @@ describe LogStash::Filters::CSV do
 
       it "extract all the values" do
         plugin.filter(event)
-        expect(event["data"]["column1"]).to eq("big")
-        expect(event["data"]["column2"]).to eq("bird")
-        expect(event["data"]["column3"]).to eq("sesame street")
+        expect(event.get("data")["column1"]).to eq("big")
+        expect(event.get("data")["column2"]).to eq("bird")
+        expect(event.get("data")["column3"]).to eq("sesame street")
       end
 
       context "when having also source" do
@@ -208,9 +208,9 @@ describe LogStash::Filters::CSV do
 
         it "extract all the values" do
           plugin.filter(event)
-          expect(event["data"]["column1"]).to eq("big")
-          expect(event["data"]["column2"]).to eq("bird")
-          expect(event["data"]["column3"]).to eq("sesame street")
+          expect(event.get("data")["column1"]).to eq("big")
+          expect(event.get("data")["column2"]).to eq("bird")
+          expect(event.get("data")["column3"]).to eq("sesame street")
         end
       end
     end
@@ -225,9 +225,9 @@ describe LogStash::Filters::CSV do
 
       it "get converted values to the expected type" do
         plugin.filter(event)
-        expect(event["column1"]).to eq(1234)
-        expect(event["column2"]).to eq("bird")
-        expect(event["column3"]).to eq(false)
+        expect(event.get("column1")).to eq(1234)
+        expect(event.get("column2")).to eq("bird")
+        expect(event.get("column3")).to eq(false)
       end
 
       context "when using column names" do
@@ -239,9 +239,9 @@ describe LogStash::Filters::CSV do
 
         it "get converted values to the expected type" do
           plugin.filter(event)
-          expect(event["custom1"]).to eq(1234)
-          expect(event["custom2"]).to eq("bird")
-          expect(event["custom3"]).to eq(false)
+          expect(event.get("custom1")).to eq(1234)
+          expect(event.get("custom2")).to eq("bird")
+          expect(event.get("custom3")).to eq(false)
         end
       end
     end

metadata

@@ -1,44 +1,46 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-csv
 version: !ruby/object:Gem::Version
-  version: 2.1.3
+  version: 3.0.0
 platform: ruby
 authors:
 - Elastic
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-24 00:00:00.000000000 Z
+date: 2016-05-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  name: logstash-core-plugin-api
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
-  name: logstash-core-plugin-api
-  prerelease: false
+        version: '2.0'
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
+  name: logstash-devutils
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: logstash-devutils
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
+description: This gem is a Logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
+  gem is not a stand-alone program
 email: info@elastic.co
 executables: []
 extensions: []
@@ -59,7 +61,7 @@ licenses:
 metadata:
   logstash_plugin: 'true'
   logstash_group: filter
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -74,10 +76,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project:
-rubygems_version: 2.4.8
-signing_key:
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
 specification_version: 4
-summary: The CSV filter takes an event field containing CSV data, parses it, and stores it as individual fields (can optionally specify the names).
+summary: The CSV filter takes an event field containing CSV data, parses it, and stores
+  it as individual fields (can optionally specify the names).
 test_files:
 - spec/filters/csv_spec.rb