logstash-output-webhdfs 2.0.4 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 4901ba13f6b2c802b94500c02c3a89279be136c5
4
- data.tar.gz: 1520941c4b49bd8c20f44c5242ac6fb4973371ac
3
+ metadata.gz: 175e0724e46524dab5a2533ac16510bb6bf3ac74
4
+ data.tar.gz: b1fd80524bcf7911f4a1e5ccf07e8815e02854b6
5
5
  SHA512:
6
- metadata.gz: 0a981834776bbc973527e6b15b09dbedde35520bb53379b001be64905ba8ab659a55fab8d5972e96bb49f555c1eb9ba78fab87ee65168fb3f176a78e6ea57c1d
7
- data.tar.gz: 2daf6350fdeabf38323a6254157a60ed87d960c613060ce6b87ab8adfc82dc06e906b610461f80ef6a4e90f8de7302778ba1b328961499efef3b8692854042c3
6
+ metadata.gz: da9fd7dee1ee8c7f96e6035197dc7a5c9689f75324ca4aa187909b376bc5fa1a1aeb89cb47407ffd553a1d880c54daa296a5f5b477e2f0ca387f0578db3abc9e
7
+ data.tar.gz: cbd4e1804d40b1611eecb81403a58388295c6ccc7b4ce3a26ec7ac4d87cf4ab349048dc120b032aff6aa042843fd037b1b3ec98213a039f305c25dfdee050997
data/CHANGELOG.md CHANGED
@@ -1,11 +1,13 @@
1
+ # 3.0.0
2
+ - Use new Event API defined in Logstash 5.x (backwards incompatible change)
1
3
  # 2.0.4
2
4
  - Depend on logstash-core-plugin-api instead of logstash-core, removing the need to mass update plugins on major releases of logstash
3
5
  # 2.0.3
4
6
  - New dependency requirements for logstash-core for the 5.0 release
5
7
  ## 2.0.0
6
- - Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully,
8
+ - Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully,
7
9
  instead of using Thread.raise on the plugins' threads. Ref: https://github.com/elastic/logstash/pull/3895
8
10
  - Dependency on logstash-core update to 2.0
9
11
 
10
- ## 0.1.0
11
- * First version of the webhdfs plugin output
12
+ ## 0.1.0
13
+ * First version of the webhdfs plugin output
data/README.md CHANGED
@@ -1,7 +1,6 @@
1
1
  # Logstash Plugin
2
2
 
3
- [![Build
4
- Status](http://build-eu-00.elastic.co/view/LS%20Plugins/view/LS%20Outputs/job/logstash-plugin-output-webhdfs-unit/badge/icon)](http://build-eu-00.elastic.co/view/LS%20Plugins/view/LS%20Outputs/job/logstash-plugin-output-webhdfs-unit/)
3
+ [![Travis Build Status](https://travis-ci.org/logstash-plugins/logstash-output-webhdfs.svg)](https://travis-ci.org/logstash-plugins/logstash-output-webhdfs)
5
4
 
6
5
  This is a plugin for [Logstash](https://github.com/elastic/logstash).
7
6
 
@@ -56,7 +55,12 @@ gem "logstash-filter-awesome", :path => "/your/local/logstash-filter-awesome"
56
55
  ```
57
56
  - Install plugin
58
57
  ```sh
58
+ # Logstash 2.3 and higher
59
+ bin/logstash-plugin install --no-verify
60
+
61
+ # Prior to Logstash 2.3
59
62
  bin/plugin install --no-verify
63
+
60
64
  ```
61
65
  - Run Logstash with your plugin
62
66
  ```sh
@@ -74,7 +78,12 @@ gem build logstash-filter-awesome.gemspec
74
78
  ```
75
79
  - Install the plugin from the Logstash home
76
80
  ```sh
77
- bin/plugin install /your/local/plugin/logstash-filter-awesome.gem
81
+ # Logstash 2.3 and higher
82
+ bin/logstash-plugin install --no-verify
83
+
84
+ # Prior to Logstash 2.3
85
+ bin/plugin install --no-verify
86
+
78
87
  ```
79
88
  - Start Logstash and proceed to test the plugin
80
89
 
@@ -173,7 +173,7 @@ class LogStash::Outputs::WebHdfs < LogStash::Outputs::Base
173
173
  events.collect do |event|
174
174
  # Add thread_id to event metadata to be used as format value in path configuration.
175
175
  if @single_file_per_thread
176
- event['@metadata']['thread_id'] = Thread.current.object_id.to_s
176
+ event.set("[@metadata][thread_id]", Thread.current.object_id.to_s)
177
177
  end
178
178
  path = event.sprintf(@path)
179
179
  event_as_string = @codec.encode(event)
@@ -1,10 +1,11 @@
1
+ # encoding: utf-8
1
2
  Gem::Specification.new do |s|
2
3
 
3
4
  s.name = 'logstash-output-webhdfs'
4
- s.version = '2.0.4'
5
+ s.version = '3.0.0'
5
6
  s.licenses = ['Apache License (2.0)']
6
7
  s.summary = "Plugin to write events to hdfs via webhdfs."
7
- s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
8
+ s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
8
9
  s.authors = ["Björn Puttmann, loshkovskyi, Elastic"]
9
10
  s.email = 'b.puttmann@dbap.de'
10
11
  s.homepage = "http://www.dbap.de"
@@ -20,7 +21,7 @@ Gem::Specification.new do |s|
20
21
  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
21
22
 
22
23
  # Gem dependencies
23
- s.add_runtime_dependency "logstash-core-plugin-api", "~> 1.0"
24
+ s.add_runtime_dependency "logstash-core-plugin-api", "~> 2.0"
24
25
  s.add_runtime_dependency 'webhdfs'
25
26
  s.add_runtime_dependency 'snappy', "= 0.0.12"
26
27
  s.add_development_dependency 'logstash-devutils'
metadata CHANGED
@@ -1,100 +1,100 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-output-webhdfs
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.4
4
+ version: 3.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Björn Puttmann, loshkovskyi, Elastic
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2016-03-24 00:00:00.000000000 Z
11
+ date: 2016-05-16 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
+ name: logstash-core-plugin-api
15
+ version_requirements: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ~>
18
+ - !ruby/object:Gem::Version
19
+ version: '2.0'
14
20
  requirement: !ruby/object:Gem::Requirement
15
21
  requirements:
16
- - - "~>"
22
+ - - ~>
17
23
  - !ruby/object:Gem::Version
18
- version: '1.0'
19
- name: logstash-core-plugin-api
24
+ version: '2.0'
20
25
  prerelease: false
21
26
  type: :runtime
27
+ - !ruby/object:Gem::Dependency
28
+ name: webhdfs
22
29
  version_requirements: !ruby/object:Gem::Requirement
23
30
  requirements:
24
- - - "~>"
31
+ - - '>='
25
32
  - !ruby/object:Gem::Version
26
- version: '1.0'
27
- - !ruby/object:Gem::Dependency
33
+ version: '0'
28
34
  requirement: !ruby/object:Gem::Requirement
29
35
  requirements:
30
- - - ">="
36
+ - - '>='
31
37
  - !ruby/object:Gem::Version
32
38
  version: '0'
33
- name: webhdfs
34
39
  prerelease: false
35
40
  type: :runtime
41
+ - !ruby/object:Gem::Dependency
42
+ name: snappy
36
43
  version_requirements: !ruby/object:Gem::Requirement
37
44
  requirements:
38
- - - ">="
45
+ - - '='
39
46
  - !ruby/object:Gem::Version
40
- version: '0'
41
- - !ruby/object:Gem::Dependency
47
+ version: 0.0.12
42
48
  requirement: !ruby/object:Gem::Requirement
43
49
  requirements:
44
50
  - - '='
45
51
  - !ruby/object:Gem::Version
46
52
  version: 0.0.12
47
- name: snappy
48
53
  prerelease: false
49
54
  type: :runtime
55
+ - !ruby/object:Gem::Dependency
56
+ name: logstash-devutils
50
57
  version_requirements: !ruby/object:Gem::Requirement
51
58
  requirements:
52
- - - '='
59
+ - - '>='
53
60
  - !ruby/object:Gem::Version
54
- version: 0.0.12
55
- - !ruby/object:Gem::Dependency
61
+ version: '0'
56
62
  requirement: !ruby/object:Gem::Requirement
57
63
  requirements:
58
- - - ">="
64
+ - - '>='
59
65
  - !ruby/object:Gem::Version
60
66
  version: '0'
61
- name: logstash-devutils
62
67
  prerelease: false
63
68
  type: :development
69
+ - !ruby/object:Gem::Dependency
70
+ name: logstash-codec-line
64
71
  version_requirements: !ruby/object:Gem::Requirement
65
72
  requirements:
66
- - - ">="
73
+ - - '>='
67
74
  - !ruby/object:Gem::Version
68
75
  version: '0'
69
- - !ruby/object:Gem::Dependency
70
76
  requirement: !ruby/object:Gem::Requirement
71
77
  requirements:
72
- - - ">="
78
+ - - '>='
73
79
  - !ruby/object:Gem::Version
74
80
  version: '0'
75
- name: logstash-codec-line
76
81
  prerelease: false
77
82
  type: :development
83
+ - !ruby/object:Gem::Dependency
84
+ name: logstash-codec-json
78
85
  version_requirements: !ruby/object:Gem::Requirement
79
86
  requirements:
80
- - - ">="
87
+ - - '>='
81
88
  - !ruby/object:Gem::Version
82
89
  version: '0'
83
- - !ruby/object:Gem::Dependency
84
90
  requirement: !ruby/object:Gem::Requirement
85
91
  requirements:
86
- - - ">="
92
+ - - '>='
87
93
  - !ruby/object:Gem::Version
88
94
  version: '0'
89
- name: logstash-codec-json
90
95
  prerelease: false
91
96
  type: :development
92
- version_requirements: !ruby/object:Gem::Requirement
93
- requirements:
94
- - - ">="
95
- - !ruby/object:Gem::Version
96
- version: '0'
97
- description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
97
+ description: This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program
98
98
  email: b.puttmann@dbap.de
99
99
  executables: []
100
100
  extensions: []
@@ -123,12 +123,12 @@ require_paths:
123
123
  - lib
124
124
  required_ruby_version: !ruby/object:Gem::Requirement
125
125
  requirements:
126
- - - ">="
126
+ - - '>='
127
127
  - !ruby/object:Gem::Version
128
128
  version: '0'
129
129
  required_rubygems_version: !ruby/object:Gem::Requirement
130
130
  requirements:
131
- - - ">="
131
+ - - '>='
132
132
  - !ruby/object:Gem::Version
133
133
  version: '0'
134
134
  requirements: []