fluent-plugin-webhdfs 0.6.1 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8c6fb100d87775cd73e9b33bc628c18d8c1a9040
-  data.tar.gz: 62ab3c1c031cf1da54e2229b151a70f2cffab6f4
+  metadata.gz: fb29d1ac399ef06c7e0379b5fff8f16570b12cf2
+  data.tar.gz: f5d5410caf009ea3e45e2a90ce947f4986b9a7a3
 SHA512:
-  metadata.gz: 17ee8d06896bbcfca554e81ac967864161afeffb31ed8673745b40f6f8170b19859122d77f1e0b1fa8921183449683303740531c39be375fec21ead6fc439fe1
-  data.tar.gz: 65df6163caff49ed38a272595bf2236fb553296044168987d2fb2186fc7bf0266e47ed79357897d0d7c4a06cd8941a4268171feb630c5f78684c3333c80e5999
+  metadata.gz: 96e10fd703c3296f63f2f3fe4b3d8bdd7169ab06a4a72bf8be916cda364c522d1b3db79cfa8db3dd7b07a20cd793f21cae252a2736e5990caf8ba1e731a520e2
+  data.tar.gz: 86700f3aad0d37a6292586fee6e7a5084099393b1c05976403ff97e29e30f5b4c0bbcf225c8666341f6e10320009d9966c0e7cc456c3f12d3c899340ac673a85

data/Appraisals

@@ -1,10 +1,12 @@
 appraise "fluentd v0.12" do
   gem "fluentd", "~>0.12.0"
   gem "snappy"
+  gem "bzip2-ffi"
 end
 
 appraise "fluentd v0.14" do
   gem "fluentd", "~>0.14.0"
   gem "snappy"
+  gem "bzip2-ffi"
 end
 

data/README.md

@@ -131,7 +131,10 @@ If you want to compress data before storing it:
     </match>
 
 Note that if you set `compress gzip`, then the suffix `.gz` will be added to path (or `.bz2`, `sz`, `.lzo`).
-Note that you have to install snappy gem if you want to  set `compress snappy`.
+Note that you have to install additional gem for several compress algorithms:
+
+- snappy: install snappy gem
+- bzip2: install bzip2-ffi gem
 
 ### Namenode HA / Auto retry for WebHDFS known errors
 

data/fluent-plugin-webhdfs.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-webhdfs"
-  gem.version       = "0.6.1"
+  gem.version       = "0.7.0"
   gem.authors       = ["TAGOMORI Satoshi"]
   gem.email         = ["tagomoris@gmail.com"]
   gem.summary       = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}
@@ -19,8 +19,8 @@ Gem::Specification.new do |gem|
   gem.add_development_dependency "test-unit"
   gem.add_development_dependency "appraisal"
   gem.add_development_dependency "snappy", '>= 0.0.13'
+  gem.add_development_dependency "bzip2-ffi"
   gem.add_runtime_dependency "fluentd", ['>= 0.10.59', "< 0.14.0"]
   gem.add_runtime_dependency "fluent-mixin-plaintextformatter", '>= 0.2.1'
   gem.add_runtime_dependency "webhdfs", '>= 0.6.0'
-  gem.add_runtime_dependency "bzip2-ffi"
 end

data/lib/fluent/plugin/webhdfs_compressor_bzip2.rb

@@ -4,7 +4,11 @@ module Fluent
       WebHDFSOutput.register_compressor('bzip2', self)
 
       def initialize(options = {})
-        require "bzip2/ffi"
+        begin
+          require "bzip2/ffi"
+        rescue LoadError
+          raise Fluent::ConfigError, "Install bzip2-ffi before use bzip2 compressor"
+        end
       end
 
       def ext

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-webhdfs
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.7.0
 platform: ruby
 authors:
 - TAGOMORI Satoshi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-05-09 00:00:00.000000000 Z
+date: 2017-05-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -66,6 +66,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.13
+- !ruby/object:Gem::Dependency
+  name: bzip2-ffi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
@@ -114,20 +128,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.6.0
-- !ruby/object:Gem::Dependency
-  name: bzip2-ffi
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 description: For WebHDFS and HttpFs of Hadoop HDFS
 email:
 - tagomoris@gmail.com