fluent-plugin-webhdfs 1.1.1 → 1.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/Appraisals +2 -0
  3. data/README.md +4 -1
  4. data/fluent-plugin-webhdfs.gemspec +2 -2
  5. data/lib/fluent/plugin/webhdfs_compressor_bzip2.rb +5 -1
  6. metadata +12 -12
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 8da92c765c784f8e14759a04362206c34e30dc10
4
- data.tar.gz: ae75ac7168ff93fd11000036d39fcdb0dd088186
3
+ metadata.gz: a68b2c521a6b09397a3ec62b31a839a746b968d6
4
+ data.tar.gz: d41eda6c2024f91215d13af9a3bfe606c3f5a984
5
5
  SHA512:
6
- metadata.gz: cd75219dc52eb63ded9f03673b4843ae55cc7bd4da179aa15d29639077287ee128fb1be24868f253218b43dd073412a2a7517272db3ad253a7f896fad470d754
7
- data.tar.gz: e72169a9a84418fc776e43311eb842ed1bb6b58b83dcc9fab5b8a51cf75dcacd04fca4f9654706204bd8f62f96420e9fa20116febddd6e6168ced4fc5dce3a6f
6
+ metadata.gz: 0d90a9def013f28eaf3e710aa039b2a40f7ac79215ee8c3b0bf88936f53b4a27fe12c6681ad89da2cd2be8a14026f4194022aa2f9ee860b658f26b38e4ca03ad
7
+ data.tar.gz: ee3ee7ff6c0524e1b5b14fd5bd168d44094cfd84e36f9d872f3ad28f3f5dfc6e4bd76b14c4ba60bd472bd40f34b2f63bcd9f53c4c62a2290e204402e8bfcb444
data/Appraisals CHANGED
@@ -1,10 +1,12 @@
1
1
  appraise "fluentd v0.12" do
2
2
  gem "fluentd", "~>0.12.0"
3
3
  gem "snappy"
4
+ gem "bzip2-ffi"
4
5
  end
5
6
 
6
7
  appraise "fluentd v0.14" do
7
8
  gem "fluentd", "~>0.14.0"
8
9
  gem "snappy"
10
+ gem "bzip2-ffi"
9
11
  end
10
12
 
data/README.md CHANGED
@@ -156,7 +156,10 @@ If you want to compress data before storing it:
156
156
  </match>
157
157
 
158
158
  Note that if you set `compress gzip`, then the suffix `.gz` will be added to path (or `.bz2`, `sz`, `.lzo`).
159
- Note that you have to install snappy gem if you want to set `compress snappy`.
159
+ Note that you have to install additional gem for several compress algorithms:
160
+
161
+ - snappy: install snappy gem
162
+ - bzip2: install bzip2-ffi gem
160
163
 
161
164
  ### Namenode HA / Auto retry for WebHDFS known errors
162
165
 
data/fluent-plugin-webhdfs.gemspec CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  Gem::Specification.new do |gem|
4
4
  gem.name = "fluent-plugin-webhdfs"
5
- gem.version = "1.1.1"
5
+ gem.version = "1.2.0"
6
6
  gem.authors = ["TAGOMORI Satoshi"]
7
7
  gem.email = ["tagomoris@gmail.com"]
8
8
  gem.summary = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}
@@ -20,7 +20,7 @@ Gem::Specification.new do |gem|
20
20
  gem.add_development_dependency "test-unit-rr"
21
21
  gem.add_development_dependency "appraisal"
22
22
  gem.add_development_dependency "snappy", '>= 0.0.13'
23
+ gem.add_development_dependency "bzip2-ffi"
23
24
  gem.add_runtime_dependency "fluentd", '>= 0.14.4'
24
25
  gem.add_runtime_dependency "webhdfs", '>= 0.6.0'
25
- gem.add_runtime_dependency "bzip2-ffi"
26
26
  end
data/lib/fluent/plugin/webhdfs_compressor_bzip2.rb CHANGED
@@ -4,7 +4,11 @@ module Fluent::Plugin
4
4
  WebHDFSOutput.register_compressor('bzip2', self)
5
5
 
6
6
  def initialize(options = {})
7
- require "bzip2/ffi"
7
+ begin
8
+ require "bzip2/ffi"
9
+ rescue LoadError
10
+ raise Fluent::ConfigError, "Install bzip2-ffi before use bzip2 compressor"
11
+ end
8
12
  end
9
13
 
10
14
  def ext
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-webhdfs
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.1.1
4
+ version: 1.2.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - TAGOMORI Satoshi
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-05-09 00:00:00.000000000 Z
11
+ date: 2017-05-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rake
@@ -81,47 +81,47 @@ dependencies:
81
81
  - !ruby/object:Gem::Version
82
82
  version: 0.0.13
83
83
  - !ruby/object:Gem::Dependency
84
- name: fluentd
84
+ name: bzip2-ffi
85
85
  requirement: !ruby/object:Gem::Requirement
86
86
  requirements:
87
87
  - - ">="
88
88
  - !ruby/object:Gem::Version
89
- version: 0.14.4
90
- type: :runtime
89
+ version: '0'
90
+ type: :development
91
91
  prerelease: false
92
92
  version_requirements: !ruby/object:Gem::Requirement
93
93
  requirements:
94
94
  - - ">="
95
95
  - !ruby/object:Gem::Version
96
- version: 0.14.4
96
+ version: '0'
97
97
  - !ruby/object:Gem::Dependency
98
- name: webhdfs
98
+ name: fluentd
99
99
  requirement: !ruby/object:Gem::Requirement
100
100
  requirements:
101
101
  - - ">="
102
102
  - !ruby/object:Gem::Version
103
- version: 0.6.0
103
+ version: 0.14.4
104
104
  type: :runtime
105
105
  prerelease: false
106
106
  version_requirements: !ruby/object:Gem::Requirement
107
107
  requirements:
108
108
  - - ">="
109
109
  - !ruby/object:Gem::Version
110
- version: 0.6.0
110
+ version: 0.14.4
111
111
  - !ruby/object:Gem::Dependency
112
- name: bzip2-ffi
112
+ name: webhdfs
113
113
  requirement: !ruby/object:Gem::Requirement
114
114
  requirements:
115
115
  - - ">="
116
116
  - !ruby/object:Gem::Version
117
- version: '0'
117
+ version: 0.6.0
118
118
  type: :runtime
119
119
  prerelease: false
120
120
  version_requirements: !ruby/object:Gem::Requirement
121
121
  requirements:
122
122
  - - ">="
123
123
  - !ruby/object:Gem::Version
124
- version: '0'
124
+ version: 0.6.0
125
125
  description: For WebHDFS and HttpFs of Hadoop HDFS
126
126
  email:
127
127
  - tagomoris@gmail.com