fluent-plugin-webhdfs 0.6.1 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/Appraisals +2 -0
  3. data/README.md +4 -1
  4. data/fluent-plugin-webhdfs.gemspec +2 -2
  5. data/lib/fluent/plugin/webhdfs_compressor_bzip2.rb +5 -1
  6. metadata +16 -16
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 8c6fb100d87775cd73e9b33bc628c18d8c1a9040
4
- data.tar.gz: 62ab3c1c031cf1da54e2229b151a70f2cffab6f4
3
+ metadata.gz: fb29d1ac399ef06c7e0379b5fff8f16570b12cf2
4
+ data.tar.gz: f5d5410caf009ea3e45e2a90ce947f4986b9a7a3
5
5
  SHA512:
6
- metadata.gz: 17ee8d06896bbcfca554e81ac967864161afeffb31ed8673745b40f6f8170b19859122d77f1e0b1fa8921183449683303740531c39be375fec21ead6fc439fe1
7
- data.tar.gz: 65df6163caff49ed38a272595bf2236fb553296044168987d2fb2186fc7bf0266e47ed79357897d0d7c4a06cd8941a4268171feb630c5f78684c3333c80e5999
6
+ metadata.gz: 96e10fd703c3296f63f2f3fe4b3d8bdd7169ab06a4a72bf8be916cda364c522d1b3db79cfa8db3dd7b07a20cd793f21cae252a2736e5990caf8ba1e731a520e2
7
+ data.tar.gz: 86700f3aad0d37a6292586fee6e7a5084099393b1c05976403ff97e29e30f5b4c0bbcf225c8666341f6e10320009d9966c0e7cc456c3f12d3c899340ac673a85
data/Appraisals CHANGED
@@ -1,10 +1,12 @@
1
1
  appraise "fluentd v0.12" do
2
2
  gem "fluentd", "~>0.12.0"
3
3
  gem "snappy"
4
+ gem "bzip2-ffi"
4
5
  end
5
6
 
6
7
  appraise "fluentd v0.14" do
7
8
  gem "fluentd", "~>0.14.0"
8
9
  gem "snappy"
10
+ gem "bzip2-ffi"
9
11
  end
10
12
 
data/README.md CHANGED
@@ -131,7 +131,10 @@ If you want to compress data before storing it:
131
131
  </match>
132
132
 
133
133
  Note that if you set `compress gzip`, then the suffix `.gz` will be added to path (or `.bz2`, `sz`, `.lzo`).
134
- Note that you have to install snappy gem if you want to set `compress snappy`.
134
+ Note that you have to install additional gem for several compress algorithms:
135
+
136
+ - snappy: install snappy gem
137
+ - bzip2: install bzip2-ffi gem
135
138
 
136
139
  ### Namenode HA / Auto retry for WebHDFS known errors
137
140
 
data/fluent-plugin-webhdfs.gemspec CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  Gem::Specification.new do |gem|
4
4
  gem.name = "fluent-plugin-webhdfs"
5
- gem.version = "0.6.1"
5
+ gem.version = "0.7.0"
6
6
  gem.authors = ["TAGOMORI Satoshi"]
7
7
  gem.email = ["tagomoris@gmail.com"]
8
8
  gem.summary = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}
@@ -19,8 +19,8 @@ Gem::Specification.new do |gem|
19
19
  gem.add_development_dependency "test-unit"
20
20
  gem.add_development_dependency "appraisal"
21
21
  gem.add_development_dependency "snappy", '>= 0.0.13'
22
+ gem.add_development_dependency "bzip2-ffi"
22
23
  gem.add_runtime_dependency "fluentd", ['>= 0.10.59', "< 0.14.0"]
23
24
  gem.add_runtime_dependency "fluent-mixin-plaintextformatter", '>= 0.2.1'
24
25
  gem.add_runtime_dependency "webhdfs", '>= 0.6.0'
25
- gem.add_runtime_dependency "bzip2-ffi"
26
26
  end
data/lib/fluent/plugin/webhdfs_compressor_bzip2.rb CHANGED
@@ -4,7 +4,11 @@ module Fluent
4
4
  WebHDFSOutput.register_compressor('bzip2', self)
5
5
 
6
6
  def initialize(options = {})
7
- require "bzip2/ffi"
7
+ begin
8
+ require "bzip2/ffi"
9
+ rescue LoadError
10
+ raise Fluent::ConfigError, "Install bzip2-ffi before use bzip2 compressor"
11
+ end
8
12
  end
9
13
 
10
14
  def ext
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-webhdfs
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.1
4
+ version: 0.7.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - TAGOMORI Satoshi
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-05-09 00:00:00.000000000 Z
11
+ date: 2017-05-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rake
@@ -66,6 +66,20 @@ dependencies:
66
66
  - - ">="
67
67
  - !ruby/object:Gem::Version
68
68
  version: 0.0.13
69
+ - !ruby/object:Gem::Dependency
70
+ name: bzip2-ffi
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
69
83
  - !ruby/object:Gem::Dependency
70
84
  name: fluentd
71
85
  requirement: !ruby/object:Gem::Requirement
@@ -114,20 +128,6 @@ dependencies:
114
128
  - - ">="
115
129
  - !ruby/object:Gem::Version
116
130
  version: 0.6.0
117
- - !ruby/object:Gem::Dependency
118
- name: bzip2-ffi
119
- requirement: !ruby/object:Gem::Requirement
120
- requirements:
121
- - - ">="
122
- - !ruby/object:Gem::Version
123
- version: '0'
124
- type: :runtime
125
- prerelease: false
126
- version_requirements: !ruby/object:Gem::Requirement
127
- requirements:
128
- - - ">="
129
- - !ruby/object:Gem::Version
130
- version: '0'
131
131
  description: For WebHDFS and HttpFs of Hadoop HDFS
132
132
  email:
133
133
  - tagomoris@gmail.com