logstash-input-zeromq 3.0.0 → 3.0.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/Gemfile +8 -1
- data/docs/index.asciidoc +159 -0
- data/logstash-input-zeromq.gemspec +3 -3
- metadata +27 -22
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 418afad4e854d8a8df82b3f6cfe1fcabd0e43efa
|
|
4
|
+
data.tar.gz: 0ec0dedce9813f4d1d0b928cfdd92dec475158f2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6b05268f321be85af92029cf891bb9d6781b787c74e65935bc1a0b8af63818cbb9c3e4ed9f2a62a3cac686d7706b1704b70b2915de6ebc61226aee5185e74e5d
|
|
7
|
+
data.tar.gz: 73b97a212f9a15a5a75da1e09413a77afb20c51697543f88dfd14638b7d9d857accc45197ff4a5ba8accca79e73c3ac246dc64dbb0fdcc249cd6a9a435661bed
|
data/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
## 3.0.2
|
|
2
|
+
- Relax constraint on logstash-core-plugin-api to >= 1.60 <= 2.99
|
|
3
|
+
|
|
4
|
+
## 3.0.1
|
|
5
|
+
- Republish all the gems under jruby.
|
|
1
6
|
## 3.0.0
|
|
2
7
|
- Update the plugin to the version 2.0 of the plugin api, this change is required for Logstash 5.0 compatibility. See https://github.com/elastic/logstash/issues/5141
|
|
3
8
|
# 2.1.0
|
data/Gemfile
CHANGED
|
@@ -1,4 +1,11 @@
|
|
|
1
1
|
source 'https://rubygems.org'
|
|
2
2
|
|
|
3
|
-
# Specify your gem's dependencies in logstash-mass_effect.gemspec
|
|
4
3
|
gemspec
|
|
4
|
+
|
|
5
|
+
logstash_path = ENV["LOGSTASH_PATH"] || "../../logstash"
|
|
6
|
+
use_logstash_source = ENV["LOGSTASH_SOURCE"] && ENV["LOGSTASH_SOURCE"].to_s == "1"
|
|
7
|
+
|
|
8
|
+
if Dir.exist?(logstash_path) && use_logstash_source
|
|
9
|
+
gem 'logstash-core', :path => "#{logstash_path}/logstash-core"
|
|
10
|
+
gem 'logstash-core-plugin-api', :path => "#{logstash_path}/logstash-core-plugin-api"
|
|
11
|
+
end
|
data/docs/index.asciidoc
ADDED
|
@@ -0,0 +1,159 @@
|
|
|
1
|
+
:plugin: zeromq
|
|
2
|
+
:type: input
|
|
3
|
+
|
|
4
|
+
///////////////////////////////////////////
|
|
5
|
+
START - GENERATED VARIABLES, DO NOT EDIT!
|
|
6
|
+
///////////////////////////////////////////
|
|
7
|
+
:version: %VERSION%
|
|
8
|
+
:release_date: %RELEASE_DATE%
|
|
9
|
+
:changelog_url: %CHANGELOG_URL%
|
|
10
|
+
:include_path: ../../../../logstash/docs/include
|
|
11
|
+
///////////////////////////////////////////
|
|
12
|
+
END - GENERATED VARIABLES, DO NOT EDIT!
|
|
13
|
+
///////////////////////////////////////////
|
|
14
|
+
|
|
15
|
+
[id="plugins-{type}-{plugin}"]
|
|
16
|
+
|
|
17
|
+
=== Zeromq input plugin
|
|
18
|
+
|
|
19
|
+
include::{include_path}/plugin_header.asciidoc[]
|
|
20
|
+
|
|
21
|
+
==== Description
|
|
22
|
+
|
|
23
|
+
Read events over a 0MQ SUB socket.
|
|
24
|
+
|
|
25
|
+
You need to have the 0mq 2.1.x library installed to be able to use
|
|
26
|
+
this input plugin.
|
|
27
|
+
|
|
28
|
+
The default settings will create a subscriber binding to `tcp://127.0.0.1:2120`
|
|
29
|
+
waiting for connecting publishers.
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
[id="plugins-{type}s-{plugin}-options"]
|
|
33
|
+
==== Zeromq Input Configuration Options
|
|
34
|
+
|
|
35
|
+
This plugin supports the following configuration options plus the <<plugins-{type}s-{plugin}-common-options>> described later.
|
|
36
|
+
|
|
37
|
+
[cols="<,<,<",options="header",]
|
|
38
|
+
|=======================================================================
|
|
39
|
+
|Setting |Input type|Required
|
|
40
|
+
| <<plugins-{type}s-{plugin}-address>> |<<array,array>>|No
|
|
41
|
+
| <<plugins-{type}s-{plugin}-mode>> |<<string,string>>, one of `["server", "client"]`|No
|
|
42
|
+
| <<plugins-{type}s-{plugin}-sender>> |<<string,string>>|No
|
|
43
|
+
| <<plugins-{type}s-{plugin}-sockopt>> |<<hash,hash>>|No
|
|
44
|
+
| <<plugins-{type}s-{plugin}-topic>> |<<array,array>>|No
|
|
45
|
+
| <<plugins-{type}s-{plugin}-topic_field>> |<<string,string>>|No
|
|
46
|
+
| <<plugins-{type}s-{plugin}-topology>> |<<string,string>>, one of `["pushpull", "pubsub", "pair"]`|Yes
|
|
47
|
+
|=======================================================================
|
|
48
|
+
|
|
49
|
+
Also see <<plugins-{type}s-{plugin}-common-options>> for a list of options supported by all
|
|
50
|
+
input plugins.
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
[id="plugins-{type}s-{plugin}-address"]
|
|
55
|
+
===== `address`
|
|
56
|
+
|
|
57
|
+
* Value type is <<array,array>>
|
|
58
|
+
* Default value is `["tcp://*:2120"]`
|
|
59
|
+
|
|
60
|
+
0mq socket address to connect or bind
|
|
61
|
+
Please note that `inproc://` will not work with logstash
|
|
62
|
+
as each we use a context per thread.
|
|
63
|
+
By default, inputs bind/listen
|
|
64
|
+
and outputs connect
|
|
65
|
+
|
|
66
|
+
[id="plugins-{type}s-{plugin}-mode"]
|
|
67
|
+
===== `mode`
|
|
68
|
+
|
|
69
|
+
* Value can be any of: `server`, `client`
|
|
70
|
+
* Default value is `"server"`
|
|
71
|
+
|
|
72
|
+
mode
|
|
73
|
+
server mode binds/listens
|
|
74
|
+
client mode connects
|
|
75
|
+
|
|
76
|
+
[id="plugins-{type}s-{plugin}-sender"]
|
|
77
|
+
===== `sender`
|
|
78
|
+
|
|
79
|
+
* Value type is <<string,string>>
|
|
80
|
+
* There is no default value for this setting.
|
|
81
|
+
|
|
82
|
+
sender
|
|
83
|
+
overrides the sender to
|
|
84
|
+
set the source of the event
|
|
85
|
+
default is `zmq+topology://type/`
|
|
86
|
+
|
|
87
|
+
[id="plugins-{type}s-{plugin}-sockopt"]
|
|
88
|
+
===== `sockopt`
|
|
89
|
+
|
|
90
|
+
* Value type is <<hash,hash>>
|
|
91
|
+
* Default value is `{"ZMQ::RCVTIMEO"=>"1000"}`
|
|
92
|
+
|
|
93
|
+
0mq socket options
|
|
94
|
+
This exposes `zmq_setsockopt`
|
|
95
|
+
for advanced tuning
|
|
96
|
+
see http://api.zeromq.org/2-1:zmq-setsockopt for details
|
|
97
|
+
|
|
98
|
+
This is where you would set values like:
|
|
99
|
+
|
|
100
|
+
* `ZMQ::HWM` - high water mark
|
|
101
|
+
* `ZMQ::IDENTITY` - named queues
|
|
102
|
+
* `ZMQ::SWAP_SIZE` - space for disk overflow
|
|
103
|
+
|
|
104
|
+
Example:
|
|
105
|
+
[source,ruby]
|
|
106
|
+
sockopt => {
|
|
107
|
+
"ZMQ::HWM" => 50
|
|
108
|
+
"ZMQ::IDENTITY" => "my_named_queue"
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
defaults to: `sockopt => { "ZMQ::RCVTIMEO" => "1000" }`, which has the effect of "interrupting"
|
|
112
|
+
the recv operation at least once every second to allow for properly shutdown handling.
|
|
113
|
+
|
|
114
|
+
[id="plugins-{type}s-{plugin}-topic"]
|
|
115
|
+
===== `topic`
|
|
116
|
+
|
|
117
|
+
* Value type is <<array,array>>
|
|
118
|
+
* There is no default value for this setting.
|
|
119
|
+
|
|
120
|
+
0mq topic
|
|
121
|
+
This is used for the `pubsub` topology only
|
|
122
|
+
On inputs, this allows you to filter messages by topic
|
|
123
|
+
On outputs, this allows you to tag a message for routing
|
|
124
|
+
NOTE: ZeroMQ does subscriber side filtering.
|
|
125
|
+
NOTE: All topics have an implicit wildcard at the end
|
|
126
|
+
You can specify multiple topics here
|
|
127
|
+
|
|
128
|
+
[id="plugins-{type}s-{plugin}-topic_field"]
|
|
129
|
+
===== `topic_field`
|
|
130
|
+
|
|
131
|
+
* Value type is <<string,string>>
|
|
132
|
+
* Default value is `"topic"`
|
|
133
|
+
|
|
134
|
+
Event topic field
|
|
135
|
+
This is used for the `pubsub` topology only
|
|
136
|
+
When a message is received on a topic, the topic name on which
|
|
137
|
+
the message was received will saved in this field.
|
|
138
|
+
|
|
139
|
+
[id="plugins-{type}s-{plugin}-topology"]
|
|
140
|
+
===== `topology`
|
|
141
|
+
|
|
142
|
+
* This is a required setting.
|
|
143
|
+
* Value can be any of: `pushpull`, `pubsub`, `pair`
|
|
144
|
+
* There is no default value for this setting.
|
|
145
|
+
|
|
146
|
+
0mq topology
|
|
147
|
+
The default logstash topologies work as follows:
|
|
148
|
+
|
|
149
|
+
* pushpull - inputs are pull, outputs are push
|
|
150
|
+
* pubsub - inputs are subscribers, outputs are publishers
|
|
151
|
+
* pair - inputs are clients, inputs are servers
|
|
152
|
+
|
|
153
|
+
If the predefined topology flows don't work for you,
|
|
154
|
+
you can change the `mode` setting
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
|
|
158
|
+
[id="plugins-{type}s-{plugin}-common-options"]
|
|
159
|
+
include::{include_path}/{type}.asciidoc[]
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
Gem::Specification.new do |s|
|
|
2
2
|
|
|
3
3
|
s.name = 'logstash-input-zeromq'
|
|
4
|
-
s.version = '3.0.
|
|
4
|
+
s.version = '3.0.3'
|
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
|
6
6
|
s.summary = "$summary"
|
|
7
7
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|
|
@@ -11,7 +11,7 @@ Gem::Specification.new do |s|
|
|
|
11
11
|
s.require_paths = ["lib"]
|
|
12
12
|
|
|
13
13
|
# Files
|
|
14
|
-
s.files = Dir[
|
|
14
|
+
s.files = Dir["lib/**/*","spec/**/*","*.gemspec","*.md","CONTRIBUTORS","Gemfile","LICENSE","NOTICE.TXT", "vendor/jar-dependencies/**/*.jar", "vendor/jar-dependencies/**/*.rb", "VERSION", "docs/**/*"]
|
|
15
15
|
|
|
16
16
|
# Tests
|
|
17
17
|
s.test_files = s.files.grep(%r{^(test|spec|features)/})
|
|
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
|
|
|
20
20
|
s.metadata = { "logstash_plugin" => "true", "logstash_group" => "input" }
|
|
21
21
|
|
|
22
22
|
# Gem dependencies
|
|
23
|
-
s.add_runtime_dependency "logstash-core-plugin-api", "
|
|
23
|
+
s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
|
|
24
24
|
s.add_runtime_dependency "logstash-mixin-zeromq", ">= 2.0.1"
|
|
25
25
|
|
|
26
26
|
s.add_runtime_dependency 'logstash-codec-json'
|
metadata
CHANGED
|
@@ -1,74 +1,78 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: logstash-input-zeromq
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 3.0.
|
|
4
|
+
version: 3.0.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Elastic
|
|
8
|
-
autorequire:
|
|
8
|
+
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2017-06-23 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
|
-
name: logstash-core-plugin-api
|
|
15
14
|
requirement: !ruby/object:Gem::Requirement
|
|
16
15
|
requirements:
|
|
17
|
-
- - "
|
|
16
|
+
- - ">="
|
|
18
17
|
- !ruby/object:Gem::Version
|
|
19
|
-
version: '
|
|
20
|
-
|
|
18
|
+
version: '1.60'
|
|
19
|
+
- - "<="
|
|
20
|
+
- !ruby/object:Gem::Version
|
|
21
|
+
version: '2.99'
|
|
22
|
+
name: logstash-core-plugin-api
|
|
21
23
|
prerelease: false
|
|
24
|
+
type: :runtime
|
|
22
25
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
26
|
requirements:
|
|
24
|
-
- - "
|
|
27
|
+
- - ">="
|
|
28
|
+
- !ruby/object:Gem::Version
|
|
29
|
+
version: '1.60'
|
|
30
|
+
- - "<="
|
|
25
31
|
- !ruby/object:Gem::Version
|
|
26
|
-
version: '2.
|
|
32
|
+
version: '2.99'
|
|
27
33
|
- !ruby/object:Gem::Dependency
|
|
28
|
-
name: logstash-mixin-zeromq
|
|
29
34
|
requirement: !ruby/object:Gem::Requirement
|
|
30
35
|
requirements:
|
|
31
36
|
- - ">="
|
|
32
37
|
- !ruby/object:Gem::Version
|
|
33
38
|
version: 2.0.1
|
|
34
|
-
|
|
39
|
+
name: logstash-mixin-zeromq
|
|
35
40
|
prerelease: false
|
|
41
|
+
type: :runtime
|
|
36
42
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
43
|
requirements:
|
|
38
44
|
- - ">="
|
|
39
45
|
- !ruby/object:Gem::Version
|
|
40
46
|
version: 2.0.1
|
|
41
47
|
- !ruby/object:Gem::Dependency
|
|
42
|
-
name: logstash-codec-json
|
|
43
48
|
requirement: !ruby/object:Gem::Requirement
|
|
44
49
|
requirements:
|
|
45
50
|
- - ">="
|
|
46
51
|
- !ruby/object:Gem::Version
|
|
47
52
|
version: '0'
|
|
48
|
-
|
|
53
|
+
name: logstash-codec-json
|
|
49
54
|
prerelease: false
|
|
55
|
+
type: :runtime
|
|
50
56
|
version_requirements: !ruby/object:Gem::Requirement
|
|
51
57
|
requirements:
|
|
52
58
|
- - ">="
|
|
53
59
|
- !ruby/object:Gem::Version
|
|
54
60
|
version: '0'
|
|
55
61
|
- !ruby/object:Gem::Dependency
|
|
56
|
-
name: logstash-devutils
|
|
57
62
|
requirement: !ruby/object:Gem::Requirement
|
|
58
63
|
requirements:
|
|
59
64
|
- - ">="
|
|
60
65
|
- !ruby/object:Gem::Version
|
|
61
66
|
version: '0'
|
|
62
|
-
|
|
67
|
+
name: logstash-devutils
|
|
63
68
|
prerelease: false
|
|
69
|
+
type: :development
|
|
64
70
|
version_requirements: !ruby/object:Gem::Requirement
|
|
65
71
|
requirements:
|
|
66
72
|
- - ">="
|
|
67
73
|
- !ruby/object:Gem::Version
|
|
68
74
|
version: '0'
|
|
69
|
-
description: This gem is a Logstash plugin required to be installed on top of the
|
|
70
|
-
Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
|
|
71
|
-
gem is not a stand-alone program
|
|
75
|
+
description: This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program
|
|
72
76
|
email: info@elastic.co
|
|
73
77
|
executables: []
|
|
74
78
|
extensions: []
|
|
@@ -80,6 +84,7 @@ files:
|
|
|
80
84
|
- LICENSE
|
|
81
85
|
- NOTICE.TXT
|
|
82
86
|
- README.md
|
|
87
|
+
- docs/index.asciidoc
|
|
83
88
|
- lib/logstash/inputs/zeromq.rb
|
|
84
89
|
- logstash-input-zeromq.gemspec
|
|
85
90
|
- spec/inputs/zeromq_spec.rb
|
|
@@ -92,7 +97,7 @@ licenses:
|
|
|
92
97
|
metadata:
|
|
93
98
|
logstash_plugin: 'true'
|
|
94
99
|
logstash_group: input
|
|
95
|
-
post_install_message:
|
|
100
|
+
post_install_message:
|
|
96
101
|
rdoc_options: []
|
|
97
102
|
require_paths:
|
|
98
103
|
- lib
|
|
@@ -107,9 +112,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
107
112
|
- !ruby/object:Gem::Version
|
|
108
113
|
version: '0'
|
|
109
114
|
requirements: []
|
|
110
|
-
rubyforge_project:
|
|
111
|
-
rubygems_version: 2.
|
|
112
|
-
signing_key:
|
|
115
|
+
rubyforge_project:
|
|
116
|
+
rubygems_version: 2.4.8
|
|
117
|
+
signing_key:
|
|
113
118
|
specification_version: 4
|
|
114
119
|
summary: "$summary"
|
|
115
120
|
test_files:
|