fluent-plugin-webhdfs 0.0.1 → 0.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3) hide show
  1. data/fluent-plugin-webhdfs.gemspec +4 -4
  2. data/lib/fluent/plugin/out_webhdfs.rb +5 -0
  3. metadata +7 -7
data/fluent-plugin-webhdfs.gemspec CHANGED
@@ -1,11 +1,11 @@
1
1
  # -*- encoding: utf-8 -*-
2
2
  Gem::Specification.new do |gem|
3
3
  gem.name = "fluent-plugin-webhdfs"
4
- gem.version = "0.0.1"
4
+ gem.version = "0.0.2"
5
5
  gem.authors = ["TAGOMORI Satoshi"]
6
6
  gem.email = ["tagomoris@gmail.com"]
7
7
  gem.summary = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}
8
- gem.description = %q{Fluentd plugin to write data on HDFS over WebHDFS}
8
+ gem.description = %q{For WebHDFS (and HttpFs experimentally)}
9
9
  gem.homepage = "https://github.com/tagomoris/fluent-plugin-webhdfs"
10
10
 
11
11
  gem.files = `git ls-files`.split($\)
@@ -15,7 +15,7 @@ Gem::Specification.new do |gem|
15
15
 
16
16
  gem.add_development_dependency "rake"
17
17
  gem.add_development_dependency "fluentd"
18
- gem.add_development_dependency "webhdfs"
18
+ gem.add_development_dependency "webhdfs", '>= 0.5.0'
19
19
  gem.add_runtime_dependency "fluentd"
20
- gem.add_runtime_dependency "webhdfs"
20
+ gem.add_runtime_dependency "webhdfs", '>= 0.5.0'
21
21
  end
data/lib/fluent/plugin/out_webhdfs.rb CHANGED
@@ -14,6 +14,8 @@ class Fluent::WebHDFSOutput < Fluent::TimeSlicedOutput
14
14
  config_param :path, :string
15
15
  config_param :username, :string, :default => nil
16
16
 
17
+ config_param :httpfs, :bool, :default => false
18
+
17
19
  include FluentExt::PlainTextFormatterMixin
18
20
  config_set_default :output_include_time, true
19
21
  config_set_default :output_include_tag, true
@@ -61,6 +63,9 @@ class Fluent::WebHDFSOutput < Fluent::TimeSlicedOutput
61
63
  # path => cached_url
62
64
  # @cached_datanode_urls = {}
63
65
  @client = WebHDFS::Client.new(@namenode_host, @namenode_port, @username)
66
+ if @httpfs
67
+ @client.httpfs_mode = true
68
+ end
64
69
  @mutex = Mutex.new
65
70
  end
66
71
 
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-webhdfs
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.1
4
+ version: 0.0.2
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,7 +9,7 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2012-05-20 00:00:00.000000000 Z
12
+ date: 2012-06-18 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: rake
@@ -50,7 +50,7 @@ dependencies:
50
50
  requirements:
51
51
  - - ! '>='
52
52
  - !ruby/object:Gem::Version
53
- version: '0'
53
+ version: 0.5.0
54
54
  type: :development
55
55
  prerelease: false
56
56
  version_requirements: !ruby/object:Gem::Requirement
@@ -58,7 +58,7 @@ dependencies:
58
58
  requirements:
59
59
  - - ! '>='
60
60
  - !ruby/object:Gem::Version
61
- version: '0'
61
+ version: 0.5.0
62
62
  - !ruby/object:Gem::Dependency
63
63
  name: fluentd
64
64
  requirement: !ruby/object:Gem::Requirement
@@ -82,7 +82,7 @@ dependencies:
82
82
  requirements:
83
83
  - - ! '>='
84
84
  - !ruby/object:Gem::Version
85
- version: '0'
85
+ version: 0.5.0
86
86
  type: :runtime
87
87
  prerelease: false
88
88
  version_requirements: !ruby/object:Gem::Requirement
@@ -90,8 +90,8 @@ dependencies:
90
90
  requirements:
91
91
  - - ! '>='
92
92
  - !ruby/object:Gem::Version
93
- version: '0'
94
- description: Fluentd plugin to write data on HDFS over WebHDFS
93
+ version: 0.5.0
94
+ description: For WebHDFS (and HttpFs experimentally)
95
95
  email:
96
96
  - tagomoris@gmail.com
97
97
  executables: []