logstash-output-webhdfs 0.1.0 → 2.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4d8c5f3670364dd6a301dfdf281b8265a7020a2d
-  data.tar.gz: e6abb77dd5507ae0d1388ab28989baaf4d517d8d
+  metadata.gz: ff1533394dfeeec91e07f2ca6d3e9fcc9c6a1315
+  data.tar.gz: 2189f5e6c1830228cc475b80d554adef04d68f22
 SHA512:
-  metadata.gz: 1f27095ed386f4984557345179bae49757312fbbd8e45fd1070ca1c24f0b3aac4deaaa8303aa279248a406f895260ba39067979548ff0e889b74df1f282a11bc
-  data.tar.gz: 89dd5efbb67f0ec3a2ce61446fe9962661bfb8933ceb94e792d6669b14e01b518658e266eb9f2acf6755761efe360c6c15bc8cabf7d08caca2128f31ea5f1c4f
+  metadata.gz: d207b343db96acbc172d994a230866925b1446ff3992bc22f7e02f89bad0ec1b896aa6eea754a37c27d74a1efaa703083004f9bd837a85188d968ba1c81eed0f
+  data.tar.gz: 215195cc2cade02edc5b58f0ca96f5aaa0598e18e3d13a947704bf5b72517e6266234a714abbcc97daedf160866bf71aefcac836bbdd20820eca36a11492faa9

data/CHANGELOG.md

@@ -1,2 +1,7 @@
+## 2.0.0
+ - Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully, 
+   instead of using Thread.raise on the plugins' threads. Ref: https://github.com/elastic/logstash/pull/3895
+ - Dependency on logstash-core update to 2.0
+
 ## 0.1.0
 * First version of the webhdfs plugin output

data/README.md

@@ -1,15 +1,15 @@
 # Logstash Plugin
 
-This is a plugin for [Logstash](https://github.com/elasticsearch/logstash).
+This is a plugin for [Logstash](https://github.com/elastic/logstash).
 
 It is fully free and fully open source. The license is Apache 2.0, meaning you are pretty much free to use it however you want in whatever way.
 
 ## Documentation
 
-Logstash provides infrastructure to automatically generate documentation for this plugin. We use the asciidoc format to write documentation so any comments in the source code will be first converted into asciidoc and then into html. All plugin documentation are placed under one [central location](http://www.elasticsearch.org/guide/en/logstash/current/).
+Logstash provides infrastructure to automatically generate documentation for this plugin. We use the asciidoc format to write documentation so any comments in the source code will be first converted into asciidoc and then into html. All plugin documentation are placed under one [central location](http://www.elastic.co/guide/en/logstash/current/).
 
 - For formatting code or config example, you can use the asciidoc `[source,ruby]` directive
-- For more asciidoc formatting tips, see the excellent reference here https://github.com/elasticsearch/docs#asciidoc-guide
+- For more asciidoc formatting tips, see the excellent reference here https://github.com/elastic/docs#asciidoc-guide
 
 ## Need Help?
 
@@ -83,4 +83,4 @@ Programming is not a required skill. Whatever you've seen about open source and
 
 It is more important to the community that you are able to contribute.
 
-For more information about contributing, see the [CONTRIBUTING](https://github.com/elasticsearch/logstash/blob/master/CONTRIBUTING.md) file.
+For more information about contributing, see the [CONTRIBUTING](https://github.com/elastic/logstash/blob/master/CONTRIBUTING.md) file.

data/lib/logstash/outputs/webhdfs.rb

@@ -139,11 +139,11 @@ class LogStash::Outputs::WebHdfs < LogStash::Outputs::Base
   end # def register
 
   def receive(event)
-    return unless output?(event)
+    
     buffer_receive(event)
   end # def receive
 
-  def flush(events=nil, teardown=false)
+  def flush(events=nil, close=false)
     return if not events
     newline = "\n"
     output_files = Hash.new { |hash, key| hash[key] = "" }
@@ -198,7 +198,7 @@ class LogStash::Outputs::WebHdfs < LogStash::Outputs::Base
     end
   end
 
-  def teardown
+  def close
     buffer_flush(:final => true)
-  end # def teardown
+  end # def close
 end # class LogStash::Outputs::WebHdfs

data/logstash-output-webhdfs.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-output-webhdfs'
-  s.version         = '0.1.0'
+  s.version         = '2.0.1'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Plugin to write events to hdfs via webhdfs."
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -11,7 +11,7 @@ Gem::Specification.new do |s|
   s.require_paths = ["lib"]
 
   # Files
-  s.files = `git ls-files`.split($\)+::Dir.glob('vendor/*')
+  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
 
   # Tests
   s.test_files = s.files.grep(%r{^(test|spec|features)/})
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
   s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
 
   # Gem dependencies
-  s.add_runtime_dependency 'logstash-core', '>= 1.4.0', '< 2.0.0'
+  s.add_runtime_dependency "logstash-core", ">= 2.0.0.snapshot", "< 3.0.0"
   s.add_runtime_dependency 'webhdfs'
   s.add_runtime_dependency 'snappy'
   s.add_development_dependency 'logstash-devutils'

data/spec/integration/webhdfs_spec.rb

@@ -22,7 +22,7 @@ describe LogStash::Outputs::WebHdfs, :integration => true do
 
   let(:client) { WebHDFS::Client.new(host, port, user) }
 
-  describe "register and teardown" do
+  describe "register and close" do
 
     it 'should register with default values' do
       expect { subject.register }.to_not raise_error
@@ -44,7 +44,7 @@ describe LogStash::Outputs::WebHdfs, :integration => true do
       before(:each) do
         subject.register
         subject.receive(event)
-        subject.teardown
+        subject.close
       end
 
       it 'should use the correct filename pattern' do
@@ -101,7 +101,7 @@ describe LogStash::Outputs::WebHdfs, :integration => true do
         for _ in 0...500
           subject.receive(event)
         end
-        subject.teardown
+        subject.close
       end
 
       context "when using no compression" do

metadata

@@ -1,119 +1,117 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-webhdfs
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 2.0.1
 platform: ruby
 authors:
 - Björn Puttmann, loshkovskyi, Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-08-02 00:00:00.000000000 Z
+date: 2015-10-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: logstash-core
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: 1.4.0
-    - - <
-      - !ruby/object:Gem::Version
-        version: 2.0.0
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
-        version: 1.4.0
+        version: 2.0.0.snapshot
     - - <
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: 3.0.0
+  name: logstash-core
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: webhdfs
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.0.0.snapshot
+    - - <
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  name: webhdfs
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: snappy
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  name: snappy
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: logstash-devutils
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-devutils
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: logstash-codec-line
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-codec-line
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: logstash-codec-json
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-codec-json
   prerelease: false
   type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
 email: b.puttmann@dbap.de
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
 - CHANGELOG.md
 - CONTRIBUTORS
 - Gemfile
 - LICENSE
 - NOTICE.TXT
 - README.md
-- Rakefile
 - lib/logstash/outputs/webhdfs.rb
 - lib/logstash/outputs/webhdfs_helper.rb
 - logstash-output-webhdfs.gemspec
@@ -141,7 +139,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.1.9
+rubygems_version: 2.4.8
 signing_key:
 specification_version: 4
 summary: Plugin to write events to hdfs via webhdfs.

data/.gitignore

@@ -1 +0,0 @@
-*.lock

data/Rakefile

@@ -1,7 +0,0 @@
-@files=[]
-
-task :default do
-  system("rake -T")
-end
-
-require "logstash/devutils/rake"