logstash-input-nsq 2.0.0 → 2.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +12 -9
- data/lib/logstash/inputs/nsq.rb +4 -4
- data/logstash-input-nsq.gemspec +2 -2
- metadata +30 -32
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d6c031365eff025666a892dc6f7865f1b7af9370
|
4
|
+
data.tar.gz: bbed7dcee050fc3eb5b83e59077ff9ea17ed0134
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9bdfa8d51678d3f13d4ed14d19f68d0358e9b8ac933ac67bdb49a5006f546c34793b896a874fd166f8ec16270be5f7040ef4b129724e2cba6c3431ed5505db09
|
7
|
+
data.tar.gz: 57a6ef11c3f0d6191973007d2ba8d76ab2d401d4d4137ec6c454efe475bc1ff4614e674e32945692e165ea771f6845aa7cf3609520929b40ef8735c052e36129
|
data/README.md
CHANGED
@@ -1,17 +1,11 @@
|
|
1
|
-
|
2
|
-
|
3
|
-
This is a plugin for [Logstash](https://www.elastic.co/products/logstash).
|
1
|
+
logstash-input-nsq Plugin
|
2
|
+
====================
|
4
3
|
|
5
|
-
|
4
|
+
This is a NSQ input plugin for Logstash. This plugin will consume messages from a nsq topic using [nsq-ruby](https://github.com/wistia/nsq-ruby/).
|
6
5
|
|
7
6
|
At my work for [retarus GmbH](https://www.retarus.com) I really missed the NSQ support in logstash thats why i created this project in the after hours.
|
8
7
|
There is also a [logstash output nsq plugin](https://github.com/mschneider82/logstash-output-nsq) available.
|
9
8
|
|
10
|
-
logstash-input-nsq
|
11
|
-
====================
|
12
|
-
|
13
|
-
NSQ input for Logstash. This input will consume messages from a nsq topic using [nsq-ruby](https://github.com/wistia/nsq-ruby/).
|
14
|
-
|
15
9
|
For more information about NSQ, refer to this [documentation](http://nsq.io)
|
16
10
|
|
17
11
|
Installation
|
@@ -74,3 +68,12 @@ Dependencies are auto installed by logstash-plugin
|
|
74
68
|
|
75
69
|
* [nsq-ruby](https://github.com/wistia/nsq-ruby/)
|
76
70
|
|
71
|
+
Features
|
72
|
+
====================
|
73
|
+
|
74
|
+
* Discovery via nsqlookupd
|
75
|
+
* Automatic reconnection to nsqd
|
76
|
+
* Channels and Topics with `#ephemeral` suffix to prevent writing to disk
|
77
|
+
* TLS
|
78
|
+
* TLS Auth (not really tested)
|
79
|
+
|
data/lib/logstash/inputs/nsq.rb
CHANGED
@@ -50,7 +50,7 @@ class LogStash::Inputs::Nsq < LogStash::Inputs::Base
|
|
50
50
|
event = @consumer.pop
|
51
51
|
#@logger.info('processing:', :event => event)
|
52
52
|
queue_event(event.body, logstash_queue)
|
53
|
-
|
53
|
+
event.finish
|
54
54
|
end
|
55
55
|
@logger.warn('Done running nsq input')
|
56
56
|
end
|
@@ -60,9 +60,9 @@ class LogStash::Inputs::Nsq < LogStash::Inputs::Base
|
|
60
60
|
def queue_event(body, output_queue)
|
61
61
|
begin
|
62
62
|
#@logger.info('processing:', :body => body)
|
63
|
-
|
64
|
-
|
65
|
-
|
63
|
+
event = LogStash::Event.new("message" => body)
|
64
|
+
decorate(event)
|
65
|
+
output_queue << event
|
66
66
|
rescue => e # parse or event creation error
|
67
67
|
@logger.error('Failed to create event', :message => "#{body}", :exception => e,
|
68
68
|
:backtrace => e.backtrace)
|
data/logstash-input-nsq.gemspec
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
|
3
3
|
s.name = 'logstash-input-nsq'
|
4
|
-
s.version = '2.0.
|
4
|
+
s.version = '2.0.1'
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
6
6
|
s.summary = 'This input will read events from a nsq topic.'
|
7
7
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
@@ -19,7 +19,7 @@ Gem::Specification.new do |s|
|
|
19
19
|
s.metadata = { 'logstash_plugin' => 'true', 'group' => 'input'}
|
20
20
|
|
21
21
|
# Gem dependencies
|
22
|
-
s.add_runtime_dependency "logstash-core", ">= 2.0.0", "<
|
22
|
+
s.add_runtime_dependency "logstash-core", ">= 2.0.0", "< 6.0.0"
|
23
23
|
s.add_runtime_dependency 'logstash-codec-json'
|
24
24
|
s.add_runtime_dependency 'logstash-codec-plain'
|
25
25
|
|
metadata
CHANGED
@@ -1,94 +1,92 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-nsq
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.0.
|
4
|
+
version: 2.0.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Matthias Schneider
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-10-
|
11
|
+
date: 2016-10-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: logstash-core
|
15
|
-
|
15
|
+
version_requirements: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
19
|
version: 2.0.0
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
|
-
version:
|
23
|
-
|
24
|
-
prerelease: false
|
25
|
-
version_requirements: !ruby/object:Gem::Requirement
|
22
|
+
version: 6.0.0
|
23
|
+
requirement: !ruby/object:Gem::Requirement
|
26
24
|
requirements:
|
27
25
|
- - ">="
|
28
26
|
- !ruby/object:Gem::Version
|
29
27
|
version: 2.0.0
|
30
28
|
- - "<"
|
31
29
|
- !ruby/object:Gem::Version
|
32
|
-
version:
|
30
|
+
version: 6.0.0
|
31
|
+
prerelease: false
|
32
|
+
type: :runtime
|
33
33
|
- !ruby/object:Gem::Dependency
|
34
34
|
name: logstash-codec-json
|
35
|
-
|
35
|
+
version_requirements: !ruby/object:Gem::Requirement
|
36
36
|
requirements:
|
37
37
|
- - ">="
|
38
38
|
- !ruby/object:Gem::Version
|
39
39
|
version: '0'
|
40
|
-
|
41
|
-
prerelease: false
|
42
|
-
version_requirements: !ruby/object:Gem::Requirement
|
40
|
+
requirement: !ruby/object:Gem::Requirement
|
43
41
|
requirements:
|
44
42
|
- - ">="
|
45
43
|
- !ruby/object:Gem::Version
|
46
44
|
version: '0'
|
45
|
+
prerelease: false
|
46
|
+
type: :runtime
|
47
47
|
- !ruby/object:Gem::Dependency
|
48
48
|
name: logstash-codec-plain
|
49
|
-
|
49
|
+
version_requirements: !ruby/object:Gem::Requirement
|
50
50
|
requirements:
|
51
51
|
- - ">="
|
52
52
|
- !ruby/object:Gem::Version
|
53
53
|
version: '0'
|
54
|
-
|
55
|
-
prerelease: false
|
56
|
-
version_requirements: !ruby/object:Gem::Requirement
|
54
|
+
requirement: !ruby/object:Gem::Requirement
|
57
55
|
requirements:
|
58
56
|
- - ">="
|
59
57
|
- !ruby/object:Gem::Version
|
60
58
|
version: '0'
|
59
|
+
prerelease: false
|
60
|
+
type: :runtime
|
61
61
|
- !ruby/object:Gem::Dependency
|
62
62
|
name: nsq-ruby
|
63
|
-
|
63
|
+
version_requirements: !ruby/object:Gem::Requirement
|
64
64
|
requirements:
|
65
65
|
- - ">="
|
66
66
|
- !ruby/object:Gem::Version
|
67
67
|
version: 2.0.0
|
68
|
-
|
69
|
-
prerelease: false
|
70
|
-
version_requirements: !ruby/object:Gem::Requirement
|
68
|
+
requirement: !ruby/object:Gem::Requirement
|
71
69
|
requirements:
|
72
70
|
- - ">="
|
73
71
|
- !ruby/object:Gem::Version
|
74
72
|
version: 2.0.0
|
73
|
+
prerelease: false
|
74
|
+
type: :runtime
|
75
75
|
- !ruby/object:Gem::Dependency
|
76
76
|
name: logstash-devutils
|
77
|
-
|
77
|
+
version_requirements: !ruby/object:Gem::Requirement
|
78
78
|
requirements:
|
79
79
|
- - ">="
|
80
80
|
- !ruby/object:Gem::Version
|
81
81
|
version: '0'
|
82
|
-
|
83
|
-
prerelease: false
|
84
|
-
version_requirements: !ruby/object:Gem::Requirement
|
82
|
+
requirement: !ruby/object:Gem::Requirement
|
85
83
|
requirements:
|
86
84
|
- - ">="
|
87
85
|
- !ruby/object:Gem::Version
|
88
86
|
version: '0'
|
89
|
-
|
90
|
-
|
91
|
-
|
87
|
+
prerelease: false
|
88
|
+
type: :development
|
89
|
+
description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
|
92
90
|
email: ms@wck.biz
|
93
91
|
executables: []
|
94
92
|
extensions: []
|
@@ -111,7 +109,7 @@ licenses:
|
|
111
109
|
metadata:
|
112
110
|
logstash_plugin: 'true'
|
113
111
|
group: input
|
114
|
-
post_install_message:
|
112
|
+
post_install_message:
|
115
113
|
rdoc_options: []
|
116
114
|
require_paths:
|
117
115
|
- lib
|
@@ -126,9 +124,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
126
124
|
- !ruby/object:Gem::Version
|
127
125
|
version: '0'
|
128
126
|
requirements: []
|
129
|
-
rubyforge_project:
|
130
|
-
rubygems_version: 2.4.
|
131
|
-
signing_key:
|
127
|
+
rubyforge_project:
|
128
|
+
rubygems_version: 2.4.8
|
129
|
+
signing_key:
|
132
130
|
specification_version: 4
|
133
131
|
summary: This input will read events from a nsq topic.
|
134
132
|
test_files:
|