fluent-plugin-webhdfs 0.7.0 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fb29d1ac399ef06c7e0379b5fff8f16570b12cf2
-  data.tar.gz: f5d5410caf009ea3e45e2a90ce947f4986b9a7a3
+  metadata.gz: a090b029f8d2a4b177bb42ae8b496c35135c759d
+  data.tar.gz: 679a0a2dead29bd353ff1b3dd34585ca82ca7a52
 SHA512:
-  metadata.gz: 96e10fd703c3296f63f2f3fe4b3d8bdd7169ab06a4a72bf8be916cda364c522d1b3db79cfa8db3dd7b07a20cd793f21cae252a2736e5990caf8ba1e731a520e2
-  data.tar.gz: 86700f3aad0d37a6292586fee6e7a5084099393b1c05976403ff97e29e30f5b4c0bbcf225c8666341f6e10320009d9966c0e7cc456c3f12d3c899340ac673a85
+  metadata.gz: e3304414c60a15aca45e1cb37ba5dfb367a68dc008f2e21e5c9fc52f44ee28ddd62d120cd000f91ea3ac599188120ce6d9ad3c997ad90c7425f28a75d0688fa7
+  data.tar.gz: c4afeda42653ea5b65a9c14838cbffc248e9a2d9cd8c18721ba11a0dc83df5443d309cc72b015f20d5e6ced1b21cd0125832ebc0b73701f31d66430876367e4d

data/README.md

@@ -118,8 +118,11 @@ With kerberos authentication:
       port 50070
       path /path/on/hdfs/access.log.%Y%m%d_%H.log
       kerberos true
+      kerberos_keytab /path/to/keytab # if needed
     </match>
 
+NOTE: You need to install `gssapi` gem for kerberos. See https://github.com/kzk/webhdfs#for-kerberos-authentication
+
 If you want to compress data before storing it:
 
     <match access.**>

data/fluent-plugin-webhdfs.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-webhdfs"
-  gem.version       = "0.7.0"
+  gem.version       = "0.7.1"
   gem.authors       = ["TAGOMORI Satoshi"]
   gem.email         = ["tagomoris@gmail.com"]
   gem.summary       = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}

data/lib/fluent/plugin/out_webhdfs.rb

@@ -81,6 +81,8 @@ class Fluent::WebHDFSOutput < Fluent::TimeSlicedOutput
 
   desc 'Use kerberos authentication or not'
   config_param :kerberos, :bool, :default => false
+  desc 'kerberos keytab file'
+  config_param :kerberos_keytab, :string, :default => nil
 
   SUPPORTED_COMPRESS = ['gzip', 'bzip2', 'snappy', 'lzo_command', 'text']
   desc "Compress method (#{SUPPORTED_COMPRESS.join(',')})"
@@ -202,6 +204,7 @@ class Fluent::WebHDFSOutput < Fluent::TimeSlicedOutput
     end
     if @kerberos
       client.kerberos = true
+      client.kerberos_keytab = @kerberos_keytab if @kerberos_keytab
     end
 
     client

data/test/plugin/test_out_webhdfs.rb

@@ -56,7 +56,9 @@ ssl true
 ssl_ca_file /path/to/ca_file.pem
 ssl_verify_mode peer
 kerberos true
+kerberos_keytab /path/to/kerberos.keytab
 ]
+
       assert_equal 'server.local', d.instance.instance_eval{ @namenode_host }
       assert_equal 14000, d.instance.instance_eval{ @namenode_port }
       assert_equal '/hdfs/path/file.%Y%m%d.%H%M.log', d.instance.path
@@ -65,6 +67,7 @@ kerberos true
       assert_equal '/path/to/ca_file.pem', d.instance.ssl_ca_file
       assert_equal :peer, d.instance.ssl_verify_mode
       assert_equal true, d.instance.kerberos
+      assert_equal '/path/to/kerberos.keytab', d.instance.kerberos_keytab
     end
 
     data(gzip: ['gzip', Fluent::WebHDFSOutput::GzipCompressor],

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-webhdfs
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.7.1
 platform: ruby
 authors:
 - TAGOMORI Satoshi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-05-19 00:00:00.000000000 Z
+date: 2017-06-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake