logstash-input-zeromq 3.0.0 → 3.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/Gemfile +8 -1
- data/docs/index.asciidoc +159 -0
- data/logstash-input-zeromq.gemspec +3 -3
- metadata +27 -22
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 418afad4e854d8a8df82b3f6cfe1fcabd0e43efa
|
4
|
+
data.tar.gz: 0ec0dedce9813f4d1d0b928cfdd92dec475158f2
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6b05268f321be85af92029cf891bb9d6781b787c74e65935bc1a0b8af63818cbb9c3e4ed9f2a62a3cac686d7706b1704b70b2915de6ebc61226aee5185e74e5d
|
7
|
+
data.tar.gz: 73b97a212f9a15a5a75da1e09413a77afb20c51697543f88dfd14638b7d9d857accc45197ff4a5ba8accca79e73c3ac246dc64dbb0fdcc249cd6a9a435661bed
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,8 @@
|
|
1
|
+
## 3.0.2
|
2
|
+
- Relax constraint on logstash-core-plugin-api to >= 1.60 <= 2.99
|
3
|
+
|
4
|
+
## 3.0.1
|
5
|
+
- Republish all the gems under jruby.
|
1
6
|
## 3.0.0
|
2
7
|
- Update the plugin to the version 2.0 of the plugin api, this change is required for Logstash 5.0 compatibility. See https://github.com/elastic/logstash/issues/5141
|
3
8
|
# 2.1.0
|
data/Gemfile
CHANGED
@@ -1,4 +1,11 @@
|
|
1
1
|
source 'https://rubygems.org'
|
2
2
|
|
3
|
-
# Specify your gem's dependencies in logstash-mass_effect.gemspec
|
4
3
|
gemspec
|
4
|
+
|
5
|
+
logstash_path = ENV["LOGSTASH_PATH"] || "../../logstash"
|
6
|
+
use_logstash_source = ENV["LOGSTASH_SOURCE"] && ENV["LOGSTASH_SOURCE"].to_s == "1"
|
7
|
+
|
8
|
+
if Dir.exist?(logstash_path) && use_logstash_source
|
9
|
+
gem 'logstash-core', :path => "#{logstash_path}/logstash-core"
|
10
|
+
gem 'logstash-core-plugin-api', :path => "#{logstash_path}/logstash-core-plugin-api"
|
11
|
+
end
|
data/docs/index.asciidoc
ADDED
@@ -0,0 +1,159 @@
|
|
1
|
+
:plugin: zeromq
|
2
|
+
:type: input
|
3
|
+
|
4
|
+
///////////////////////////////////////////
|
5
|
+
START - GENERATED VARIABLES, DO NOT EDIT!
|
6
|
+
///////////////////////////////////////////
|
7
|
+
:version: %VERSION%
|
8
|
+
:release_date: %RELEASE_DATE%
|
9
|
+
:changelog_url: %CHANGELOG_URL%
|
10
|
+
:include_path: ../../../../logstash/docs/include
|
11
|
+
///////////////////////////////////////////
|
12
|
+
END - GENERATED VARIABLES, DO NOT EDIT!
|
13
|
+
///////////////////////////////////////////
|
14
|
+
|
15
|
+
[id="plugins-{type}-{plugin}"]
|
16
|
+
|
17
|
+
=== Zeromq input plugin
|
18
|
+
|
19
|
+
include::{include_path}/plugin_header.asciidoc[]
|
20
|
+
|
21
|
+
==== Description
|
22
|
+
|
23
|
+
Read events over a 0MQ SUB socket.
|
24
|
+
|
25
|
+
You need to have the 0mq 2.1.x library installed to be able to use
|
26
|
+
this input plugin.
|
27
|
+
|
28
|
+
The default settings will create a subscriber binding to `tcp://127.0.0.1:2120`
|
29
|
+
waiting for connecting publishers.
|
30
|
+
|
31
|
+
|
32
|
+
[id="plugins-{type}s-{plugin}-options"]
|
33
|
+
==== Zeromq Input Configuration Options
|
34
|
+
|
35
|
+
This plugin supports the following configuration options plus the <<plugins-{type}s-{plugin}-common-options>> described later.
|
36
|
+
|
37
|
+
[cols="<,<,<",options="header",]
|
38
|
+
|=======================================================================
|
39
|
+
|Setting |Input type|Required
|
40
|
+
| <<plugins-{type}s-{plugin}-address>> |<<array,array>>|No
|
41
|
+
| <<plugins-{type}s-{plugin}-mode>> |<<string,string>>, one of `["server", "client"]`|No
|
42
|
+
| <<plugins-{type}s-{plugin}-sender>> |<<string,string>>|No
|
43
|
+
| <<plugins-{type}s-{plugin}-sockopt>> |<<hash,hash>>|No
|
44
|
+
| <<plugins-{type}s-{plugin}-topic>> |<<array,array>>|No
|
45
|
+
| <<plugins-{type}s-{plugin}-topic_field>> |<<string,string>>|No
|
46
|
+
| <<plugins-{type}s-{plugin}-topology>> |<<string,string>>, one of `["pushpull", "pubsub", "pair"]`|Yes
|
47
|
+
|=======================================================================
|
48
|
+
|
49
|
+
Also see <<plugins-{type}s-{plugin}-common-options>> for a list of options supported by all
|
50
|
+
input plugins.
|
51
|
+
|
52
|
+
|
53
|
+
|
54
|
+
[id="plugins-{type}s-{plugin}-address"]
|
55
|
+
===== `address`
|
56
|
+
|
57
|
+
* Value type is <<array,array>>
|
58
|
+
* Default value is `["tcp://*:2120"]`
|
59
|
+
|
60
|
+
0mq socket address to connect or bind
|
61
|
+
Please note that `inproc://` will not work with logstash
|
62
|
+
as each we use a context per thread.
|
63
|
+
By default, inputs bind/listen
|
64
|
+
and outputs connect
|
65
|
+
|
66
|
+
[id="plugins-{type}s-{plugin}-mode"]
|
67
|
+
===== `mode`
|
68
|
+
|
69
|
+
* Value can be any of: `server`, `client`
|
70
|
+
* Default value is `"server"`
|
71
|
+
|
72
|
+
mode
|
73
|
+
server mode binds/listens
|
74
|
+
client mode connects
|
75
|
+
|
76
|
+
[id="plugins-{type}s-{plugin}-sender"]
|
77
|
+
===== `sender`
|
78
|
+
|
79
|
+
* Value type is <<string,string>>
|
80
|
+
* There is no default value for this setting.
|
81
|
+
|
82
|
+
sender
|
83
|
+
overrides the sender to
|
84
|
+
set the source of the event
|
85
|
+
default is `zmq+topology://type/`
|
86
|
+
|
87
|
+
[id="plugins-{type}s-{plugin}-sockopt"]
|
88
|
+
===== `sockopt`
|
89
|
+
|
90
|
+
* Value type is <<hash,hash>>
|
91
|
+
* Default value is `{"ZMQ::RCVTIMEO"=>"1000"}`
|
92
|
+
|
93
|
+
0mq socket options
|
94
|
+
This exposes `zmq_setsockopt`
|
95
|
+
for advanced tuning
|
96
|
+
see http://api.zeromq.org/2-1:zmq-setsockopt for details
|
97
|
+
|
98
|
+
This is where you would set values like:
|
99
|
+
|
100
|
+
* `ZMQ::HWM` - high water mark
|
101
|
+
* `ZMQ::IDENTITY` - named queues
|
102
|
+
* `ZMQ::SWAP_SIZE` - space for disk overflow
|
103
|
+
|
104
|
+
Example:
|
105
|
+
[source,ruby]
|
106
|
+
sockopt => {
|
107
|
+
"ZMQ::HWM" => 50
|
108
|
+
"ZMQ::IDENTITY" => "my_named_queue"
|
109
|
+
}
|
110
|
+
|
111
|
+
defaults to: `sockopt => { "ZMQ::RCVTIMEO" => "1000" }`, which has the effect of "interrupting"
|
112
|
+
the recv operation at least once every second to allow for properly shutdown handling.
|
113
|
+
|
114
|
+
[id="plugins-{type}s-{plugin}-topic"]
|
115
|
+
===== `topic`
|
116
|
+
|
117
|
+
* Value type is <<array,array>>
|
118
|
+
* There is no default value for this setting.
|
119
|
+
|
120
|
+
0mq topic
|
121
|
+
This is used for the `pubsub` topology only
|
122
|
+
On inputs, this allows you to filter messages by topic
|
123
|
+
On outputs, this allows you to tag a message for routing
|
124
|
+
NOTE: ZeroMQ does subscriber side filtering.
|
125
|
+
NOTE: All topics have an implicit wildcard at the end
|
126
|
+
You can specify multiple topics here
|
127
|
+
|
128
|
+
[id="plugins-{type}s-{plugin}-topic_field"]
|
129
|
+
===== `topic_field`
|
130
|
+
|
131
|
+
* Value type is <<string,string>>
|
132
|
+
* Default value is `"topic"`
|
133
|
+
|
134
|
+
Event topic field
|
135
|
+
This is used for the `pubsub` topology only
|
136
|
+
When a message is received on a topic, the topic name on which
|
137
|
+
the message was received will saved in this field.
|
138
|
+
|
139
|
+
[id="plugins-{type}s-{plugin}-topology"]
|
140
|
+
===== `topology`
|
141
|
+
|
142
|
+
* This is a required setting.
|
143
|
+
* Value can be any of: `pushpull`, `pubsub`, `pair`
|
144
|
+
* There is no default value for this setting.
|
145
|
+
|
146
|
+
0mq topology
|
147
|
+
The default logstash topologies work as follows:
|
148
|
+
|
149
|
+
* pushpull - inputs are pull, outputs are push
|
150
|
+
* pubsub - inputs are subscribers, outputs are publishers
|
151
|
+
* pair - inputs are clients, inputs are servers
|
152
|
+
|
153
|
+
If the predefined topology flows don't work for you,
|
154
|
+
you can change the `mode` setting
|
155
|
+
|
156
|
+
|
157
|
+
|
158
|
+
[id="plugins-{type}s-{plugin}-common-options"]
|
159
|
+
include::{include_path}/{type}.asciidoc[]
|
@@ -1,7 +1,7 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
|
3
3
|
s.name = 'logstash-input-zeromq'
|
4
|
-
s.version = '3.0.
|
4
|
+
s.version = '3.0.3'
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
6
6
|
s.summary = "$summary"
|
7
7
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|
@@ -11,7 +11,7 @@ Gem::Specification.new do |s|
|
|
11
11
|
s.require_paths = ["lib"]
|
12
12
|
|
13
13
|
# Files
|
14
|
-
s.files = Dir[
|
14
|
+
s.files = Dir["lib/**/*","spec/**/*","*.gemspec","*.md","CONTRIBUTORS","Gemfile","LICENSE","NOTICE.TXT", "vendor/jar-dependencies/**/*.jar", "vendor/jar-dependencies/**/*.rb", "VERSION", "docs/**/*"]
|
15
15
|
|
16
16
|
# Tests
|
17
17
|
s.test_files = s.files.grep(%r{^(test|spec|features)/})
|
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
|
|
20
20
|
s.metadata = { "logstash_plugin" => "true", "logstash_group" => "input" }
|
21
21
|
|
22
22
|
# Gem dependencies
|
23
|
-
s.add_runtime_dependency "logstash-core-plugin-api", "
|
23
|
+
s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
|
24
24
|
s.add_runtime_dependency "logstash-mixin-zeromq", ">= 2.0.1"
|
25
25
|
|
26
26
|
s.add_runtime_dependency 'logstash-codec-json'
|
metadata
CHANGED
@@ -1,74 +1,78 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-zeromq
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 3.0.
|
4
|
+
version: 3.0.3
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elastic
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2017-06-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
-
name: logstash-core-plugin-api
|
15
14
|
requirement: !ruby/object:Gem::Requirement
|
16
15
|
requirements:
|
17
|
-
- - "
|
16
|
+
- - ">="
|
18
17
|
- !ruby/object:Gem::Version
|
19
|
-
version: '
|
20
|
-
|
18
|
+
version: '1.60'
|
19
|
+
- - "<="
|
20
|
+
- !ruby/object:Gem::Version
|
21
|
+
version: '2.99'
|
22
|
+
name: logstash-core-plugin-api
|
21
23
|
prerelease: false
|
24
|
+
type: :runtime
|
22
25
|
version_requirements: !ruby/object:Gem::Requirement
|
23
26
|
requirements:
|
24
|
-
- - "
|
27
|
+
- - ">="
|
28
|
+
- !ruby/object:Gem::Version
|
29
|
+
version: '1.60'
|
30
|
+
- - "<="
|
25
31
|
- !ruby/object:Gem::Version
|
26
|
-
version: '2.
|
32
|
+
version: '2.99'
|
27
33
|
- !ruby/object:Gem::Dependency
|
28
|
-
name: logstash-mixin-zeromq
|
29
34
|
requirement: !ruby/object:Gem::Requirement
|
30
35
|
requirements:
|
31
36
|
- - ">="
|
32
37
|
- !ruby/object:Gem::Version
|
33
38
|
version: 2.0.1
|
34
|
-
|
39
|
+
name: logstash-mixin-zeromq
|
35
40
|
prerelease: false
|
41
|
+
type: :runtime
|
36
42
|
version_requirements: !ruby/object:Gem::Requirement
|
37
43
|
requirements:
|
38
44
|
- - ">="
|
39
45
|
- !ruby/object:Gem::Version
|
40
46
|
version: 2.0.1
|
41
47
|
- !ruby/object:Gem::Dependency
|
42
|
-
name: logstash-codec-json
|
43
48
|
requirement: !ruby/object:Gem::Requirement
|
44
49
|
requirements:
|
45
50
|
- - ">="
|
46
51
|
- !ruby/object:Gem::Version
|
47
52
|
version: '0'
|
48
|
-
|
53
|
+
name: logstash-codec-json
|
49
54
|
prerelease: false
|
55
|
+
type: :runtime
|
50
56
|
version_requirements: !ruby/object:Gem::Requirement
|
51
57
|
requirements:
|
52
58
|
- - ">="
|
53
59
|
- !ruby/object:Gem::Version
|
54
60
|
version: '0'
|
55
61
|
- !ruby/object:Gem::Dependency
|
56
|
-
name: logstash-devutils
|
57
62
|
requirement: !ruby/object:Gem::Requirement
|
58
63
|
requirements:
|
59
64
|
- - ">="
|
60
65
|
- !ruby/object:Gem::Version
|
61
66
|
version: '0'
|
62
|
-
|
67
|
+
name: logstash-devutils
|
63
68
|
prerelease: false
|
69
|
+
type: :development
|
64
70
|
version_requirements: !ruby/object:Gem::Requirement
|
65
71
|
requirements:
|
66
72
|
- - ">="
|
67
73
|
- !ruby/object:Gem::Version
|
68
74
|
version: '0'
|
69
|
-
description: This gem is a Logstash plugin required to be installed on top of the
|
70
|
-
Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
|
71
|
-
gem is not a stand-alone program
|
75
|
+
description: This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program
|
72
76
|
email: info@elastic.co
|
73
77
|
executables: []
|
74
78
|
extensions: []
|
@@ -80,6 +84,7 @@ files:
|
|
80
84
|
- LICENSE
|
81
85
|
- NOTICE.TXT
|
82
86
|
- README.md
|
87
|
+
- docs/index.asciidoc
|
83
88
|
- lib/logstash/inputs/zeromq.rb
|
84
89
|
- logstash-input-zeromq.gemspec
|
85
90
|
- spec/inputs/zeromq_spec.rb
|
@@ -92,7 +97,7 @@ licenses:
|
|
92
97
|
metadata:
|
93
98
|
logstash_plugin: 'true'
|
94
99
|
logstash_group: input
|
95
|
-
post_install_message:
|
100
|
+
post_install_message:
|
96
101
|
rdoc_options: []
|
97
102
|
require_paths:
|
98
103
|
- lib
|
@@ -107,9 +112,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
107
112
|
- !ruby/object:Gem::Version
|
108
113
|
version: '0'
|
109
114
|
requirements: []
|
110
|
-
rubyforge_project:
|
111
|
-
rubygems_version: 2.
|
112
|
-
signing_key:
|
115
|
+
rubyforge_project:
|
116
|
+
rubygems_version: 2.4.8
|
117
|
+
signing_key:
|
113
118
|
specification_version: 4
|
114
119
|
summary: "$summary"
|
115
120
|
test_files:
|