fluent-plugin-webhdfs 0.0.1 → 0.0.2
Sign up to get free protection for your applications and to get access to all the features.
- data/fluent-plugin-webhdfs.gemspec +4 -4
- data/lib/fluent/plugin/out_webhdfs.rb +5 -0
- metadata +7 -7
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
# -*- encoding: utf-8 -*-
|
|
2
2
|
Gem::Specification.new do |gem|
|
|
3
3
|
gem.name = "fluent-plugin-webhdfs"
|
|
4
|
-
gem.version = "0.0.
|
|
4
|
+
gem.version = "0.0.2"
|
|
5
5
|
gem.authors = ["TAGOMORI Satoshi"]
|
|
6
6
|
gem.email = ["tagomoris@gmail.com"]
|
|
7
7
|
gem.summary = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}
|
|
8
|
-
gem.description = %q{
|
|
8
|
+
gem.description = %q{For WebHDFS (and HttpFs experimentally)}
|
|
9
9
|
gem.homepage = "https://github.com/tagomoris/fluent-plugin-webhdfs"
|
|
10
10
|
|
|
11
11
|
gem.files = `git ls-files`.split($\)
|
|
@@ -15,7 +15,7 @@ Gem::Specification.new do |gem|
|
|
|
15
15
|
|
|
16
16
|
gem.add_development_dependency "rake"
|
|
17
17
|
gem.add_development_dependency "fluentd"
|
|
18
|
-
gem.add_development_dependency "webhdfs"
|
|
18
|
+
gem.add_development_dependency "webhdfs", '>= 0.5.0'
|
|
19
19
|
gem.add_runtime_dependency "fluentd"
|
|
20
|
-
gem.add_runtime_dependency "webhdfs"
|
|
20
|
+
gem.add_runtime_dependency "webhdfs", '>= 0.5.0'
|
|
21
21
|
end
|
|
@@ -14,6 +14,8 @@ class Fluent::WebHDFSOutput < Fluent::TimeSlicedOutput
|
|
|
14
14
|
config_param :path, :string
|
|
15
15
|
config_param :username, :string, :default => nil
|
|
16
16
|
|
|
17
|
+
config_param :httpfs, :bool, :default => false
|
|
18
|
+
|
|
17
19
|
include FluentExt::PlainTextFormatterMixin
|
|
18
20
|
config_set_default :output_include_time, true
|
|
19
21
|
config_set_default :output_include_tag, true
|
|
@@ -61,6 +63,9 @@ class Fluent::WebHDFSOutput < Fluent::TimeSlicedOutput
|
|
|
61
63
|
# path => cached_url
|
|
62
64
|
# @cached_datanode_urls = {}
|
|
63
65
|
@client = WebHDFS::Client.new(@namenode_host, @namenode_port, @username)
|
|
66
|
+
if @httpfs
|
|
67
|
+
@client.httpfs_mode = true
|
|
68
|
+
end
|
|
64
69
|
@mutex = Mutex.new
|
|
65
70
|
end
|
|
66
71
|
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-webhdfs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.2
|
|
5
5
|
prerelease:
|
|
6
6
|
platform: ruby
|
|
7
7
|
authors:
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2012-
|
|
12
|
+
date: 2012-06-18 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: rake
|
|
@@ -50,7 +50,7 @@ dependencies:
|
|
|
50
50
|
requirements:
|
|
51
51
|
- - ! '>='
|
|
52
52
|
- !ruby/object:Gem::Version
|
|
53
|
-
version:
|
|
53
|
+
version: 0.5.0
|
|
54
54
|
type: :development
|
|
55
55
|
prerelease: false
|
|
56
56
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -58,7 +58,7 @@ dependencies:
|
|
|
58
58
|
requirements:
|
|
59
59
|
- - ! '>='
|
|
60
60
|
- !ruby/object:Gem::Version
|
|
61
|
-
version:
|
|
61
|
+
version: 0.5.0
|
|
62
62
|
- !ruby/object:Gem::Dependency
|
|
63
63
|
name: fluentd
|
|
64
64
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -82,7 +82,7 @@ dependencies:
|
|
|
82
82
|
requirements:
|
|
83
83
|
- - ! '>='
|
|
84
84
|
- !ruby/object:Gem::Version
|
|
85
|
-
version:
|
|
85
|
+
version: 0.5.0
|
|
86
86
|
type: :runtime
|
|
87
87
|
prerelease: false
|
|
88
88
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -90,8 +90,8 @@ dependencies:
|
|
|
90
90
|
requirements:
|
|
91
91
|
- - ! '>='
|
|
92
92
|
- !ruby/object:Gem::Version
|
|
93
|
-
version:
|
|
94
|
-
description:
|
|
93
|
+
version: 0.5.0
|
|
94
|
+
description: For WebHDFS (and HttpFs experimentally)
|
|
95
95
|
email:
|
|
96
96
|
- tagomoris@gmail.com
|
|
97
97
|
executables: []
|