fluent-plugin-webhdfs 1.2.1 → 1.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/fluent-plugin-webhdfs.gemspec +1 -1
- data/lib/fluent/plugin/out_webhdfs.rb +1 -1
- data/test/plugin/test_out_webhdfs.rb +1 -0
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 4637e563a9e04c877cd6d897d013ac57a63d1a80
|
4
|
+
data.tar.gz: 305a8e89b883175c47b4fc9811fd1a27f9773141
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ded6f6b4ba2ca28fa49be0a4a23127ec643d1adfc046c7cb14d37cc91ad90705252ac7cc986439c0793849c876ffcf88c5b6abc21a4ba9f7284c6933e07a8632
|
7
|
+
data.tar.gz: 1e1d5b936463bfab84baeec2cf9b6064dcd25890712f8d315b5a18457dc87087c4270a2a2f1cdf0a9e390c91345bb9ac1eb739088644537c0a6bae1564cf1325
|
data/README.md
CHANGED
@@ -225,7 +225,7 @@ For high load cluster nodes, you can specify timeouts for HTTP requests.
|
|
225
225
|
|
226
226
|
With default configuration, fluent-plugin-webhdfs checks HDFS filesystem status and raise error for inacive NameNodes.
|
227
227
|
|
228
|
-
If you were
|
228
|
+
If you were using unstable NameNodes and have wanted to ignore NameNode errors on startup of fluentd, enable `ignore_start_check_error` option like below:
|
229
229
|
|
230
230
|
<match access.**>
|
231
231
|
@type webhdfs
|
@@ -2,7 +2,7 @@
|
|
2
2
|
|
3
3
|
Gem::Specification.new do |gem|
|
4
4
|
gem.name = "fluent-plugin-webhdfs"
|
5
|
-
gem.version = "1.2.
|
5
|
+
gem.version = "1.2.2"
|
6
6
|
gem.authors = ["TAGOMORI Satoshi"]
|
7
7
|
gem.email = ["tagomoris@gmail.com"]
|
8
8
|
gem.summary = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}
|
@@ -310,7 +310,7 @@ class Fluent::Plugin::WebHDFSOutput < Fluent::Plugin::Output
|
|
310
310
|
hdfs_path = if @append
|
311
311
|
extract_placeholders(@path, chunk.metadata)
|
312
312
|
else
|
313
|
-
extract_placeholders(@path
|
313
|
+
extract_placeholders(@path.gsub(CHUNK_ID_PLACE_HOLDER, dump_unique_id_hex(chunk.unique_id)), chunk.metadata)
|
314
314
|
end
|
315
315
|
hdfs_path = "#{hdfs_path}#{@compressor.ext}"
|
316
316
|
if @replace_random_uuid
|
@@ -168,6 +168,7 @@ class WebHDFSOutputTest < Test::Unit::TestCase
|
|
168
168
|
metadata = d.instance.metadata("test", nil, {})
|
169
169
|
chunk = d.instance.buffer.generate_chunk(metadata)
|
170
170
|
assert_equal "/hdfs/path/file.#{dump_unique_id_hex(chunk.unique_id)}.log", d.instance.generate_path(chunk)
|
171
|
+
assert_empty d.instance.log.out.logs
|
171
172
|
end
|
172
173
|
|
173
174
|
data(path: { "append" => false },
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-webhdfs
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.2.
|
4
|
+
version: 1.2.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- TAGOMORI Satoshi
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-
|
11
|
+
date: 2017-08-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|