logstash-input-nsq 2.0.0 → 2.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +12 -9
- data/lib/logstash/inputs/nsq.rb +4 -4
- data/logstash-input-nsq.gemspec +2 -2
- metadata +30 -32
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d6c031365eff025666a892dc6f7865f1b7af9370
|
4
|
+
data.tar.gz: bbed7dcee050fc3eb5b83e59077ff9ea17ed0134
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9bdfa8d51678d3f13d4ed14d19f68d0358e9b8ac933ac67bdb49a5006f546c34793b896a874fd166f8ec16270be5f7040ef4b129724e2cba6c3431ed5505db09
|
7
|
+
data.tar.gz: 57a6ef11c3f0d6191973007d2ba8d76ab2d401d4d4137ec6c454efe475bc1ff4614e674e32945692e165ea771f6845aa7cf3609520929b40ef8735c052e36129
|
data/README.md
CHANGED
@@ -1,17 +1,11 @@
|
|
1
|
-
|
2
|
-
|
3
|
-
This is a plugin for [Logstash](https://www.elastic.co/products/logstash).
|
1
|
+
logstash-input-nsq Plugin
|
2
|
+
====================
|
4
3
|
|
5
|
-
|
4
|
+
This is a NSQ input plugin for Logstash. This plugin will consume messages from a nsq topic using [nsq-ruby](https://github.com/wistia/nsq-ruby/).
|
6
5
|
|
7
6
|
At my work for [retarus GmbH](https://www.retarus.com) I really missed the NSQ support in logstash thats why i created this project in the after hours.
|
8
7
|
There is also a [logstash output nsq plugin](https://github.com/mschneider82/logstash-output-nsq) available.
|
9
8
|
|
10
|
-
logstash-input-nsq
|
11
|
-
====================
|
12
|
-
|
13
|
-
NSQ input for Logstash. This input will consume messages from a nsq topic using [nsq-ruby](https://github.com/wistia/nsq-ruby/).
|
14
|
-
|
15
9
|
For more information about NSQ, refer to this [documentation](http://nsq.io)
|
16
10
|
|
17
11
|
Installation
|
@@ -74,3 +68,12 @@ Dependencies are auto installed by logstash-plugin
|
|
74
68
|
|
75
69
|
* [nsq-ruby](https://github.com/wistia/nsq-ruby/)
|
76
70
|
|
71
|
+
Features
|
72
|
+
====================
|
73
|
+
|
74
|
+
* Discovery via nsqlookupd
|
75
|
+
* Automatic reconnection to nsqd
|
76
|
+
* Channels and Topics with `#ephemeral` suffix to prevent writing to disk
|
77
|
+
* TLS
|
78
|
+
* TLS Auth (not really tested)
|
79
|
+
|
data/lib/logstash/inputs/nsq.rb
CHANGED
@@ -50,7 +50,7 @@ class LogStash::Inputs::Nsq < LogStash::Inputs::Base
|
|
50
50
|
event = @consumer.pop
|
51
51
|
#@logger.info('processing:', :event => event)
|
52
52
|
queue_event(event.body, logstash_queue)
|
53
|
-
|
53
|
+
event.finish
|
54
54
|
end
|
55
55
|
@logger.warn('Done running nsq input')
|
56
56
|
end
|
@@ -60,9 +60,9 @@ class LogStash::Inputs::Nsq < LogStash::Inputs::Base
|
|
60
60
|
def queue_event(body, output_queue)
|
61
61
|
begin
|
62
62
|
#@logger.info('processing:', :body => body)
|
63
|
-
|
64
|
-
|
65
|
-
|
63
|
+
event = LogStash::Event.new("message" => body)
|
64
|
+
decorate(event)
|
65
|
+
output_queue << event
|
66
66
|
rescue => e # parse or event creation error
|
67
67
|
@logger.error('Failed to create event', :message => "#{body}", :exception => e,
|
68
68
|
:backtrace => e.backtrace)
|
data/logstash-input-nsq.gemspec
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
|
3
3
|
s.name = 'logstash-input-nsq'
|
4
|
-
s.version = '2.0.
|
4
|
+
s.version = '2.0.1'
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
6
6
|
s.summary = 'This input will read events from a nsq topic.'
|
7
7
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
@@ -19,7 +19,7 @@ Gem::Specification.new do |s|
|
|
19
19
|
s.metadata = { 'logstash_plugin' => 'true', 'group' => 'input'}
|
20
20
|
|
21
21
|
# Gem dependencies
|
22
|
-
s.add_runtime_dependency "logstash-core", ">= 2.0.0", "<
|
22
|
+
s.add_runtime_dependency "logstash-core", ">= 2.0.0", "< 6.0.0"
|
23
23
|
s.add_runtime_dependency 'logstash-codec-json'
|
24
24
|
s.add_runtime_dependency 'logstash-codec-plain'
|
25
25
|
|
metadata
CHANGED
@@ -1,94 +1,92 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-nsq
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.0.
|
4
|
+
version: 2.0.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Matthias Schneider
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-10-
|
11
|
+
date: 2016-10-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: logstash-core
|
15
|
-
|
15
|
+
version_requirements: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
19
|
version: 2.0.0
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
|
-
version:
|
23
|
-
|
24
|
-
prerelease: false
|
25
|
-
version_requirements: !ruby/object:Gem::Requirement
|
22
|
+
version: 6.0.0
|
23
|
+
requirement: !ruby/object:Gem::Requirement
|
26
24
|
requirements:
|
27
25
|
- - ">="
|
28
26
|
- !ruby/object:Gem::Version
|
29
27
|
version: 2.0.0
|
30
28
|
- - "<"
|
31
29
|
- !ruby/object:Gem::Version
|
32
|
-
version:
|
30
|
+
version: 6.0.0
|
31
|
+
prerelease: false
|
32
|
+
type: :runtime
|
33
33
|
- !ruby/object:Gem::Dependency
|
34
34
|
name: logstash-codec-json
|
35
|
-
|
35
|
+
version_requirements: !ruby/object:Gem::Requirement
|
36
36
|
requirements:
|
37
37
|
- - ">="
|
38
38
|
- !ruby/object:Gem::Version
|
39
39
|
version: '0'
|
40
|
-
|
41
|
-
prerelease: false
|
42
|
-
version_requirements: !ruby/object:Gem::Requirement
|
40
|
+
requirement: !ruby/object:Gem::Requirement
|
43
41
|
requirements:
|
44
42
|
- - ">="
|
45
43
|
- !ruby/object:Gem::Version
|
46
44
|
version: '0'
|
45
|
+
prerelease: false
|
46
|
+
type: :runtime
|
47
47
|
- !ruby/object:Gem::Dependency
|
48
48
|
name: logstash-codec-plain
|
49
|
-
|
49
|
+
version_requirements: !ruby/object:Gem::Requirement
|
50
50
|
requirements:
|
51
51
|
- - ">="
|
52
52
|
- !ruby/object:Gem::Version
|
53
53
|
version: '0'
|
54
|
-
|
55
|
-
prerelease: false
|
56
|
-
version_requirements: !ruby/object:Gem::Requirement
|
54
|
+
requirement: !ruby/object:Gem::Requirement
|
57
55
|
requirements:
|
58
56
|
- - ">="
|
59
57
|
- !ruby/object:Gem::Version
|
60
58
|
version: '0'
|
59
|
+
prerelease: false
|
60
|
+
type: :runtime
|
61
61
|
- !ruby/object:Gem::Dependency
|
62
62
|
name: nsq-ruby
|
63
|
-
|
63
|
+
version_requirements: !ruby/object:Gem::Requirement
|
64
64
|
requirements:
|
65
65
|
- - ">="
|
66
66
|
- !ruby/object:Gem::Version
|
67
67
|
version: 2.0.0
|
68
|
-
|
69
|
-
prerelease: false
|
70
|
-
version_requirements: !ruby/object:Gem::Requirement
|
68
|
+
requirement: !ruby/object:Gem::Requirement
|
71
69
|
requirements:
|
72
70
|
- - ">="
|
73
71
|
- !ruby/object:Gem::Version
|
74
72
|
version: 2.0.0
|
73
|
+
prerelease: false
|
74
|
+
type: :runtime
|
75
75
|
- !ruby/object:Gem::Dependency
|
76
76
|
name: logstash-devutils
|
77
|
-
|
77
|
+
version_requirements: !ruby/object:Gem::Requirement
|
78
78
|
requirements:
|
79
79
|
- - ">="
|
80
80
|
- !ruby/object:Gem::Version
|
81
81
|
version: '0'
|
82
|
-
|
83
|
-
prerelease: false
|
84
|
-
version_requirements: !ruby/object:Gem::Requirement
|
82
|
+
requirement: !ruby/object:Gem::Requirement
|
85
83
|
requirements:
|
86
84
|
- - ">="
|
87
85
|
- !ruby/object:Gem::Version
|
88
86
|
version: '0'
|
89
|
-
|
90
|
-
|
91
|
-
|
87
|
+
prerelease: false
|
88
|
+
type: :development
|
89
|
+
description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
|
92
90
|
email: ms@wck.biz
|
93
91
|
executables: []
|
94
92
|
extensions: []
|
@@ -111,7 +109,7 @@ licenses:
|
|
111
109
|
metadata:
|
112
110
|
logstash_plugin: 'true'
|
113
111
|
group: input
|
114
|
-
post_install_message:
|
112
|
+
post_install_message:
|
115
113
|
rdoc_options: []
|
116
114
|
require_paths:
|
117
115
|
- lib
|
@@ -126,9 +124,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
126
124
|
- !ruby/object:Gem::Version
|
127
125
|
version: '0'
|
128
126
|
requirements: []
|
129
|
-
rubyforge_project:
|
130
|
-
rubygems_version: 2.4.
|
131
|
-
signing_key:
|
127
|
+
rubyforge_project:
|
128
|
+
rubygems_version: 2.4.8
|
129
|
+
signing_key:
|
132
130
|
specification_version: 4
|
133
131
|
summary: This input will read events from a nsq topic.
|
134
132
|
test_files:
|