fluent-plugin-webhdfs 0.0.4 → 0.0.5

data/fluent-plugin-webhdfs.gemspec

@@ -1,7 +1,7 @@
 # -*- encoding: utf-8 -*-
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-webhdfs"
-  gem.version       = "0.0.4"
+  gem.version       = "0.0.5"
   gem.authors       = ["TAGOMORI Satoshi"]
   gem.email         = ["tagomoris@gmail.com"]
   gem.summary       = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}
@@ -16,8 +16,8 @@ Gem::Specification.new do |gem|
   gem.add_development_dependency "rake"
   gem.add_development_dependency "fluentd"
   gem.add_development_dependency "fluent-mixin-plaintextformatter"
-  gem.add_development_dependency "webhdfs", '>= 0.5.0'
+  gem.add_development_dependency "webhdfs", '>= 0.5.1'
   gem.add_runtime_dependency "fluentd"
   gem.add_runtime_dependency "fluent-mixin-plaintextformatter"
-  gem.add_runtime_dependency "webhdfs", '>= 0.5.0'
+  gem.add_runtime_dependency "webhdfs", '>= 0.5.1'
 end

data/lib/fluent/plugin/out_webhdfs.rb

@@ -17,6 +17,9 @@ class Fluent::WebHDFSOutput < Fluent::TimeSlicedOutput
 
   config_param :httpfs, :bool, :default => false
 
+  config_param :open_timeout, :integer, :default => 30 # from ruby net/http default
+  config_param :read_timeout, :integer, :default => 60 # from ruby net/http default
+
   include Fluent::Mixin::PlainTextFormatter
 
   config_param :default_tag, :string, :default => 'tag_missing'
@@ -56,14 +59,13 @@ class Fluent::WebHDFSOutput < Fluent::TimeSlicedOutput
     unless @path.index('/') == 0
       raise Fluent::ConfigError, "Path on hdfs MUST starts with '/', but '#{@path}'"
     end
-    @conn = nil
     
-    # path => cached_url
-    # @cached_datanode_urls = {}
     @client = WebHDFS::Client.new(@namenode_host, @namenode_port, @username)
     if @httpfs
       @client.httpfs_mode = true
     end
+    @client.open_timeout = @open_timeout
+    @client.read_timeout = @read_timeout
   end
 
   def start
@@ -88,8 +90,6 @@ class Fluent::WebHDFSOutput < Fluent::TimeSlicedOutput
     Time.strptime(chunk_key, @time_slice_format).strftime(@path)
   end
 
-  # TODO datanode url caching?
-
   # TODO check conflictions
   
   def send_data(path, data)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-webhdfs
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-07-18 00:00:00.000000000 Z
+date: 2012-08-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -66,7 +66,7 @@ dependencies:
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.5.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -74,7 +74,7 @@ dependencies:
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.5.1
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
@@ -114,7 +114,7 @@ dependencies:
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.5.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -122,7 +122,7 @@ dependencies:
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.5.1
 description: For WebHDFS and HttpFs of Hadoop HDFS
 email:
 - tagomoris@gmail.com