fluent-plugin-webhdfs 1.3.1 → 1.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +9 -4
- data/fluent-plugin-webhdfs.gemspec +1 -1
- data/lib/fluent/plugin/out_webhdfs.rb +12 -7
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ea946e8bbbf059043af07bb698aba729d7e5b2ecc7699b3275c34cfde49b3412
|
|
4
|
+
data.tar.gz: 31a42272f10bb2e16d60a93a923c3de1882cef45f05e76a5c38d86620d927795
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8d0527a147d497f309ef9c4d965ad87348e01e96eabe073810e2c613ba8473988866604a57dd7524d8a66ec4f23bba07d40d4f03d16b28847697a8b7717f9c36
|
|
7
|
+
data.tar.gz: d03c99a56a7a0e34424c923f0b3179bf038e46dee4a765142adbb9944dfe9c72d41c27a80c6757fdfb63f071a00f390dac1e74275a884406a3aa65b065481723
|
data/.travis.yml
CHANGED
|
@@ -2,10 +2,11 @@ sudo: false
|
|
|
2
2
|
language: ruby
|
|
3
3
|
|
|
4
4
|
rvm:
|
|
5
|
-
- 2.
|
|
6
|
-
- 2.
|
|
7
|
-
- 2.
|
|
8
|
-
- 2.
|
|
5
|
+
- 2.4
|
|
6
|
+
- 2.5
|
|
7
|
+
- 2.6
|
|
8
|
+
- 2.7
|
|
9
|
+
- ruby-head
|
|
9
10
|
|
|
10
11
|
branches:
|
|
11
12
|
only:
|
|
@@ -23,3 +24,7 @@ script: bundle exec rake test
|
|
|
23
24
|
|
|
24
25
|
gemfile:
|
|
25
26
|
- Gemfile
|
|
27
|
+
|
|
28
|
+
matrix:
|
|
29
|
+
allow_failures:
|
|
30
|
+
- rvm: ruby-head
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
Gem::Specification.new do |gem|
|
|
4
4
|
gem.name = "fluent-plugin-webhdfs"
|
|
5
|
-
gem.version = "1.3.
|
|
5
|
+
gem.version = "1.3.2"
|
|
6
6
|
gem.authors = ["TAGOMORI Satoshi"]
|
|
7
7
|
gem.email = ["tagomoris@gmail.com"]
|
|
8
8
|
gem.summary = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}
|
|
@@ -270,17 +270,22 @@ class Fluent::Plugin::WebHDFSOutput < Fluent::Plugin::Output
|
|
|
270
270
|
end
|
|
271
271
|
|
|
272
272
|
def send_data(path, data)
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
@client.create(path, data)
|
|
278
|
-
end
|
|
273
|
+
return @client.create(path, data, {'overwrite' => 'true'}) unless @append
|
|
274
|
+
|
|
275
|
+
if path_exists?(path)
|
|
276
|
+
@client.append(path, data)
|
|
279
277
|
else
|
|
280
|
-
@client.create(path, data
|
|
278
|
+
@client.create(path, data)
|
|
281
279
|
end
|
|
282
280
|
end
|
|
283
281
|
|
|
282
|
+
def path_exists?(path)
|
|
283
|
+
@client.stat(path)
|
|
284
|
+
true
|
|
285
|
+
rescue WebHDFS::FileNotFoundError
|
|
286
|
+
false
|
|
287
|
+
end
|
|
288
|
+
|
|
284
289
|
HOSTNAME_PLACEHOLDERS_DEPRECATED = ['${hostname}', '%{hostname}', '__HOSTNAME__']
|
|
285
290
|
UUID_RANDOM_PLACEHOLDERS_DEPRECATED = ['${uuid}', '${uuid:random}', '__UUID__', '__UUID_RANDOM__']
|
|
286
291
|
UUID_OTHER_PLACEHOLDERS_OBSOLETED = ['${uuid:hostname}', '%{uuid:hostname}', '__UUID_HOSTNAME__', '${uuid:timestamp}', '%{uuid:timestamp}', '__UUID_TIMESTAMP__']
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-webhdfs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.3.
|
|
4
|
+
version: 1.3.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- TAGOMORI Satoshi
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2020-
|
|
11
|
+
date: 2020-12-02 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rake
|