fluent-plugin-webhdfs 1.2.0 → 1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a68b2c521a6b09397a3ec62b31a839a746b968d6
-  data.tar.gz: d41eda6c2024f91215d13af9a3bfe606c3f5a984
+  metadata.gz: 6289f2441877bae9eee9aa392bcb9953518e0648
+  data.tar.gz: 6ba27fa2dda31b18234ce9658a2b19cce1dbd3ff
 SHA512:
-  metadata.gz: 0d90a9def013f28eaf3e710aa039b2a40f7ac79215ee8c3b0bf88936f53b4a27fe12c6681ad89da2cd2be8a14026f4194022aa2f9ee860b658f26b38e4ca03ad
-  data.tar.gz: ee3ee7ff6c0524e1b5b14fd5bd168d44094cfd84e36f9d872f3ad28f3f5dfc6e4bd76b14c4ba60bd472bd40f34b2f63bcd9f53c4c62a2290e204402e8bfcb444
+  metadata.gz: bb586a6832defd2f355f61fb0886b077877cd11926b875d45065bae7ad84128510782cc509c7b07b999a8409b23aeebb4e3fcebc816fc1b040c863ce76378e54
+  data.tar.gz: 6ed07a2cad48bb9e58c1b4a9c1e8ecb8aabed2d19bedb4c5965ae45da794514c3b2b4ce5bcc248be3597b2745df871a6050af87b82e51c1c15af97b27d100738

data/README.md

@@ -143,8 +143,11 @@ With kerberos authentication:
       port 50070
       path /path/on/hdfs/access.log.%Y%m%d_%H.log
       kerberos true
+      kerberos_keytab /path/to/keytab # if needed
     </match>
 
+NOTE: You need to install `gssapi` gem for kerberos. See https://github.com/kzk/webhdfs#for-kerberos-authentication
+
 If you want to compress data before storing it:
 
     <match access.**>

data/fluent-plugin-webhdfs.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-webhdfs"
-  gem.version       = "1.2.0"
+  gem.version       = "1.2.1"
   gem.authors       = ["TAGOMORI Satoshi"]
   gem.email         = ["tagomoris@gmail.com"]
   gem.summary       = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}

data/lib/fluent/plugin/out_webhdfs.rb

@@ -64,6 +64,8 @@ class Fluent::Plugin::WebHDFSOutput < Fluent::Plugin::Output
 
   desc 'Use kerberos authentication or not'
   config_param :kerberos, :bool, default: false
+  desc 'kerberos keytab file'
+  config_param :kerberos_keytab, :string, default: nil
 
   SUPPORTED_COMPRESS = [:gzip, :bzip2, :snappy, :lzo_command, :text]
   desc "Compress method (#{SUPPORTED_COMPRESS.join(',')})"
@@ -208,6 +210,7 @@ class Fluent::Plugin::WebHDFSOutput < Fluent::Plugin::Output
     end
     if @kerberos
       client.kerberos = true
+      client.kerberos_keytab = @kerberos_keytab if @kerberos_keytab
     end
 
     client

data/test/plugin/test_out_webhdfs.rb

@@ -89,7 +89,8 @@ class WebHDFSOutputTest < Test::Unit::TestCase
           "ssl" => true,
           "ssl_ca_file" => "/path/to/ca_file.pem",
           "ssl_verify_mode" => "peer",
-          "kerberos" => true
+          "kerberos" => true,
+          "kerberos_keytab" => "/path/to/kerberos.keytab"
         })
       d = create_driver(conf)
 
@@ -100,6 +101,7 @@ class WebHDFSOutputTest < Test::Unit::TestCase
       assert_equal '/path/to/ca_file.pem', d.instance.ssl_ca_file
       assert_equal :peer, d.instance.ssl_verify_mode
       assert_equal true, d.instance.kerberos
+      assert_equal '/path/to/kerberos.keytab', d.instance.kerberos_keytab
     end
 
     data(gzip: [:gzip, Fluent::Plugin::WebHDFSOutput::GzipCompressor],

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-webhdfs
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.2.1
 platform: ruby
 authors:
 - TAGOMORI Satoshi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-05-19 00:00:00.000000000 Z
+date: 2017-06-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake