logstash-output-kafka 5.0.0 → 5.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/README.md +12 -2
- data/lib/logstash/outputs/kafka.rb +15 -0
- data/logstash-output-kafka.gemspec +2 -2
- metadata +13 -13
- data/vendor/jar-dependencies/runtime-jars/kafka-clients-0.10.0.0.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/log4j-1.2.17.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/lz4-1.3.0.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/slf4j-api-1.7.21.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/slf4j-log4j12-1.7.13.jar +0 -0
- data/vendor/jar-dependencies/runtime-jars/snappy-java-1.1.2.4.jar +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 42dfba1551d3cc447a57a1c0c6b8ce3b53ec64ee
|
4
|
+
data.tar.gz: 719dcb2bd37781dac0f22b975670d026a9541db7
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2539b86d21b7120f906da7edf1f00ed588ff567bda246c903542c47bfd2388f833fc707bc640ce5596c8ab39ff4d19f11552d88c2e301398978b8a4ce174178b
|
7
|
+
data.tar.gz: 1ee3bfa4246b67d21e1e1337f01786dc486e99e80febee03866a4996a9de618731930c7293adb6b789223e7755144bc28e6af9797e10e44d512b5d201a22c01b
|
data/CHANGELOG.md
CHANGED
data/README.md
CHANGED
@@ -6,9 +6,19 @@ This is a plugin for [Logstash](https://github.com/elastic/logstash).
|
|
6
6
|
|
7
7
|
It is fully free and fully open source. The license is Apache 2.0, meaning you are pretty much free to use it however you want in whatever way.
|
8
8
|
|
9
|
-
##
|
9
|
+
## Kafka Compatibility
|
10
|
+
|
11
|
+
Here's a table that describes the compatibility matrix for Kafka Broker support. Please remember that it is good advice to upgrade brokers before consumers/producers since brokers target backwards compatibility. The 0.9 broker will work with both the 0.8 consumer and 0.9 consumer APIs but not the other way around.
|
12
|
+
|
13
|
+
| Kafka Broker Version | Logstash Version | Input Plugin | Output Plugin | Why? |
|
14
|
+
|:---------------:|:------------------:|:--------------:|:---------------:|:------|
|
15
|
+
| 0.8 | 2.0 - 2.x | < 3.0.0 | <3.0.0 | Legacy, 0.8 is still popular |
|
16
|
+
| 0.9 | 2.0 - 2.3.x | 3.0.0 | 3.0.0 | Intermediate release before 0.10 that works with old Ruby Event API `[]` |
|
17
|
+
| 0.9 | 2.4, 5.0 | 4.0.0 | 4.0.0 | Intermediate release before 0.10 with new get/set API |
|
18
|
+
| 0.10 | 2.4, 5.0 | 5.0.0 | 5.0.0 | Track latest Kafka release. Not compatible with 0.9 broker |
|
10
19
|
|
11
|
-
|
20
|
+
|
21
|
+
## Documentation
|
12
22
|
|
13
23
|
Logstash provides infrastructure to automatically generate documentation for this plugin. We use the asciidoc format to write documentation so any comments in the source code will be first converted into asciidoc and then into html. All plugin documentation are placed under one [central location](http://www.elastic.co/guide/en/logstash/current/).
|
14
24
|
|
@@ -6,6 +6,21 @@ require 'logstash-output-kafka_jars.rb'
|
|
6
6
|
# Write events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on
|
7
7
|
# the broker.
|
8
8
|
#
|
9
|
+
# Here's a compatibility matrix that shows the Kafka broker and client versions that are compatible with each combination
|
10
|
+
# of Logstash and the Kafka output plugin:
|
11
|
+
#
|
12
|
+
# [options="header"]
|
13
|
+
# |==========================================================
|
14
|
+
# |Kafka Broker Version |Kafka Client Version |Logstash Version |Plugin Version |Why?
|
15
|
+
# |0.8 |0.8 |2.0.0 - 2.x.x |<3.0.0 |Legacy, 0.8 is still popular
|
16
|
+
# |0.9 |0.9 |2.0.0 - 2.3.x | 3.x.x |Works with the old Ruby Event API (`event['product']['price'] = 10`)
|
17
|
+
# |0.9 |0.9 |2.4.0 - 5.0.x | 4.x.x |Works with the new getter/setter APIs (`event.set('[product][price]', 10)`)
|
18
|
+
# |0.10 |0.10 |2.4.0 - 5.0.x | 5.x.x |Not compatible with the 0.9 broker
|
19
|
+
# |==========================================================
|
20
|
+
#
|
21
|
+
# NOTE: It's a good idea to upgrade brokers before consumers/producers because brokers target backwards compatibility.
|
22
|
+
# For example, the 0.9 broker will work with both the 0.8 consumer and 0.9 consumer APIs, but not the other way around.
|
23
|
+
#
|
9
24
|
# The only required configuration is the topic name. The default codec is json,
|
10
25
|
# so events will be persisted on the broker in json format. If you select a codec of plain,
|
11
26
|
# Logstash will encode your messages with not only the message but also with a timestamp and
|
@@ -1,7 +1,7 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
|
3
3
|
s.name = 'logstash-output-kafka'
|
4
|
-
s.version = '5.0.
|
4
|
+
s.version = '5.0.1'
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
6
6
|
s.summary = 'Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker'
|
7
7
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|
@@ -25,7 +25,7 @@ Gem::Specification.new do |s|
|
|
25
25
|
s.add_development_dependency 'jar-dependencies', '~> 0.3.2'
|
26
26
|
|
27
27
|
# Gem dependencies
|
28
|
-
s.add_runtime_dependency "logstash-core-plugin-api", "
|
28
|
+
s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
|
29
29
|
s.add_runtime_dependency 'logstash-codec-plain'
|
30
30
|
s.add_runtime_dependency 'logstash-codec-json'
|
31
31
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-output-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.0.
|
4
|
+
version: 5.0.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elasticsearch
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-
|
11
|
+
date: 2016-07-14 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -27,17 +27,23 @@ dependencies:
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
requirement: !ruby/object:Gem::Requirement
|
29
29
|
requirements:
|
30
|
-
- - "
|
30
|
+
- - ">="
|
31
|
+
- !ruby/object:Gem::Version
|
32
|
+
version: '1.60'
|
33
|
+
- - "<="
|
31
34
|
- !ruby/object:Gem::Version
|
32
|
-
version: '2.
|
35
|
+
version: '2.99'
|
33
36
|
name: logstash-core-plugin-api
|
34
37
|
prerelease: false
|
35
38
|
type: :runtime
|
36
39
|
version_requirements: !ruby/object:Gem::Requirement
|
37
40
|
requirements:
|
38
|
-
- - "
|
41
|
+
- - ">="
|
42
|
+
- !ruby/object:Gem::Version
|
43
|
+
version: '1.60'
|
44
|
+
- - "<="
|
39
45
|
- !ruby/object:Gem::Version
|
40
|
-
version: '2.
|
46
|
+
version: '2.99'
|
41
47
|
- !ruby/object:Gem::Dependency
|
42
48
|
requirement: !ruby/object:Gem::Requirement
|
43
49
|
requirements:
|
@@ -126,12 +132,6 @@ files:
|
|
126
132
|
- logstash-output-kafka.gemspec
|
127
133
|
- spec/integration/outputs/kafka_spec.rb
|
128
134
|
- spec/unit/outputs/kafka_spec.rb
|
129
|
-
- vendor/jar-dependencies/runtime-jars/kafka-clients-0.10.0.0.jar
|
130
|
-
- vendor/jar-dependencies/runtime-jars/log4j-1.2.17.jar
|
131
|
-
- vendor/jar-dependencies/runtime-jars/lz4-1.3.0.jar
|
132
|
-
- vendor/jar-dependencies/runtime-jars/slf4j-api-1.7.21.jar
|
133
|
-
- vendor/jar-dependencies/runtime-jars/slf4j-log4j12-1.7.13.jar
|
134
|
-
- vendor/jar-dependencies/runtime-jars/snappy-java-1.1.2.4.jar
|
135
135
|
homepage: http://www.elastic.co/guide/en/logstash/current/index.html
|
136
136
|
licenses:
|
137
137
|
- Apache License (2.0)
|
@@ -156,7 +156,7 @@ requirements:
|
|
156
156
|
- jar 'org.apache.kafka:kafka-clients', '0.10.0.0'
|
157
157
|
- jar 'org.slf4j:slf4j-log4j12', '1.7.13'
|
158
158
|
rubyforge_project:
|
159
|
-
rubygems_version: 2.
|
159
|
+
rubygems_version: 2.6.3
|
160
160
|
signing_key:
|
161
161
|
specification_version: 4
|
162
162
|
summary: Output events to a Kafka topic. This uses the Kafka Producer API to write messages to a topic on the broker
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|