fluent-plugin-webhdfs 1.1.1 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/Appraisals +2 -0
  3. data/README.md +4 -1
  4. data/fluent-plugin-webhdfs.gemspec +2 -2
  5. data/lib/fluent/plugin/webhdfs_compressor_bzip2.rb +5 -1
  6. metadata +12 -12
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 8da92c765c784f8e14759a04362206c34e30dc10
4
- data.tar.gz: ae75ac7168ff93fd11000036d39fcdb0dd088186
3
+ metadata.gz: a68b2c521a6b09397a3ec62b31a839a746b968d6
4
+ data.tar.gz: d41eda6c2024f91215d13af9a3bfe606c3f5a984
5
5
  SHA512:
6
- metadata.gz: cd75219dc52eb63ded9f03673b4843ae55cc7bd4da179aa15d29639077287ee128fb1be24868f253218b43dd073412a2a7517272db3ad253a7f896fad470d754
7
- data.tar.gz: e72169a9a84418fc776e43311eb842ed1bb6b58b83dcc9fab5b8a51cf75dcacd04fca4f9654706204bd8f62f96420e9fa20116febddd6e6168ced4fc5dce3a6f
6
+ metadata.gz: 0d90a9def013f28eaf3e710aa039b2a40f7ac79215ee8c3b0bf88936f53b4a27fe12c6681ad89da2cd2be8a14026f4194022aa2f9ee860b658f26b38e4ca03ad
7
+ data.tar.gz: ee3ee7ff6c0524e1b5b14fd5bd168d44094cfd84e36f9d872f3ad28f3f5dfc6e4bd76b14c4ba60bd472bd40f34b2f63bcd9f53c4c62a2290e204402e8bfcb444
data/Appraisals CHANGED
@@ -1,10 +1,12 @@
1
1
  appraise "fluentd v0.12" do
2
2
  gem "fluentd", "~>0.12.0"
3
3
  gem "snappy"
4
+ gem "bzip2-ffi"
4
5
  end
5
6
 
6
7
  appraise "fluentd v0.14" do
7
8
  gem "fluentd", "~>0.14.0"
8
9
  gem "snappy"
10
+ gem "bzip2-ffi"
9
11
  end
10
12
 
data/README.md CHANGED
@@ -156,7 +156,10 @@ If you want to compress data before storing it:
156
156
  </match>
157
157
 
158
158
  Note that if you set `compress gzip`, then the suffix `.gz` will be added to path (or `.bz2`, `sz`, `.lzo`).
159
- Note that you have to install snappy gem if you want to set `compress snappy`.
159
+ Note that you have to install additional gem for several compress algorithms:
160
+
161
+ - snappy: install snappy gem
162
+ - bzip2: install bzip2-ffi gem
160
163
 
161
164
  ### Namenode HA / Auto retry for WebHDFS known errors
162
165
 
data/fluent-plugin-webhdfs.gemspec CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  Gem::Specification.new do |gem|
4
4
  gem.name = "fluent-plugin-webhdfs"
5
- gem.version = "1.1.1"
5
+ gem.version = "1.2.0"
6
6
  gem.authors = ["TAGOMORI Satoshi"]
7
7
  gem.email = ["tagomoris@gmail.com"]
8
8
  gem.summary = %q{Fluentd plugin to write data on HDFS over WebHDFS, with flexible formatting}
@@ -20,7 +20,7 @@ Gem::Specification.new do |gem|
20
20
  gem.add_development_dependency "test-unit-rr"
21
21
  gem.add_development_dependency "appraisal"
22
22
  gem.add_development_dependency "snappy", '>= 0.0.13'
23
+ gem.add_development_dependency "bzip2-ffi"
23
24
  gem.add_runtime_dependency "fluentd", '>= 0.14.4'
24
25
  gem.add_runtime_dependency "webhdfs", '>= 0.6.0'
25
- gem.add_runtime_dependency "bzip2-ffi"
26
26
  end
data/lib/fluent/plugin/webhdfs_compressor_bzip2.rb CHANGED
@@ -4,7 +4,11 @@ module Fluent::Plugin
4
4
  WebHDFSOutput.register_compressor('bzip2', self)
5
5
 
6
6
  def initialize(options = {})
7
- require "bzip2/ffi"
7
+ begin
8
+ require "bzip2/ffi"
9
+ rescue LoadError
10
+ raise Fluent::ConfigError, "Install bzip2-ffi before use bzip2 compressor"
11
+ end
8
12
  end
9
13
 
10
14
  def ext
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-webhdfs
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.1.1
4
+ version: 1.2.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - TAGOMORI Satoshi
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-05-09 00:00:00.000000000 Z
11
+ date: 2017-05-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rake
@@ -81,47 +81,47 @@ dependencies:
81
81
  - !ruby/object:Gem::Version
82
82
  version: 0.0.13
83
83
  - !ruby/object:Gem::Dependency
84
- name: fluentd
84
+ name: bzip2-ffi
85
85
  requirement: !ruby/object:Gem::Requirement
86
86
  requirements:
87
87
  - - ">="
88
88
  - !ruby/object:Gem::Version
89
- version: 0.14.4
90
- type: :runtime
89
+ version: '0'
90
+ type: :development
91
91
  prerelease: false
92
92
  version_requirements: !ruby/object:Gem::Requirement
93
93
  requirements:
94
94
  - - ">="
95
95
  - !ruby/object:Gem::Version
96
- version: 0.14.4
96
+ version: '0'
97
97
  - !ruby/object:Gem::Dependency
98
- name: webhdfs
98
+ name: fluentd
99
99
  requirement: !ruby/object:Gem::Requirement
100
100
  requirements:
101
101
  - - ">="
102
102
  - !ruby/object:Gem::Version
103
- version: 0.6.0
103
+ version: 0.14.4
104
104
  type: :runtime
105
105
  prerelease: false
106
106
  version_requirements: !ruby/object:Gem::Requirement
107
107
  requirements:
108
108
  - - ">="
109
109
  - !ruby/object:Gem::Version
110
- version: 0.6.0
110
+ version: 0.14.4
111
111
  - !ruby/object:Gem::Dependency
112
- name: bzip2-ffi
112
+ name: webhdfs
113
113
  requirement: !ruby/object:Gem::Requirement
114
114
  requirements:
115
115
  - - ">="
116
116
  - !ruby/object:Gem::Version
117
- version: '0'
117
+ version: 0.6.0
118
118
  type: :runtime
119
119
  prerelease: false
120
120
  version_requirements: !ruby/object:Gem::Requirement
121
121
  requirements:
122
122
  - - ">="
123
123
  - !ruby/object:Gem::Version
124
- version: '0'
124
+ version: 0.6.0
125
125
  description: For WebHDFS and HttpFs of Hadoop HDFS
126
126
  email:
127
127
  - tagomoris@gmail.com