logstash-integration-kafka 10.3.0-java → 10.4.0-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/CONTRIBUTORS +1 -0
- data/docs/input-kafka.asciidoc +12 -0
- data/lib/logstash/inputs/kafka.rb +6 -0
- data/logstash-integration-kafka.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6ebbcd2d18d130e9fac997330c3c4b4bd9a959a982fe83215762b03638497ba4
|
4
|
+
data.tar.gz: 2b54ba231d9f74344a5ec321e0dcdec256ea5664001e7c3dc0323b2150761e30
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: a8c2aa5c2123fa001f58fc3670bd90face614fed72cf24f17ad645ba4de3bd689923d51ba5b5dd3a9201507657f6ed54326ed48495d274bb7c2284525470bdf7
|
7
|
+
data.tar.gz: cebe4abeda34edd6d5d1872c96f1b119abfa7abb2e40c52fb061e2c0953789441223e4b5a93a0d2fd7e3de1918c592dce9f5fee91bb6713b0e16f167033c13ce
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,6 @@
|
|
1
|
+
## 10.4.0
|
2
|
+
- added the input `isolation_level` to allow fine control of whether to return transactional messages [#44](https://github.com/logstash-plugins/logstash-integration-kafka/pull/44)
|
3
|
+
|
1
4
|
## 10.3.0
|
2
5
|
- added the input and output `client_dns_lookup` parameter to allow control of how DNS requests are made
|
3
6
|
|
data/CONTRIBUTORS
CHANGED
@@ -12,6 +12,7 @@ Contributors:
|
|
12
12
|
* Kurt Hurtado (kurtado)
|
13
13
|
* Ry Biesemeyer (yaauie)
|
14
14
|
* Rob Cowart (robcowart)
|
15
|
+
* Tim te Beek (timtebeek)
|
15
16
|
|
16
17
|
Note: If you've sent us patches, bug reports, or otherwise contributed to
|
17
18
|
Logstash, and you aren't on the list above and want to be, please let us know
|
data/docs/input-kafka.asciidoc
CHANGED
@@ -95,6 +95,7 @@ See the https://kafka.apache.org/24/documentation for more details.
|
|
95
95
|
| <<plugins-{type}s-{plugin}-fetch_min_bytes>> |<<number,number>>|No
|
96
96
|
| <<plugins-{type}s-{plugin}-group_id>> |<<string,string>>|No
|
97
97
|
| <<plugins-{type}s-{plugin}-heartbeat_interval_ms>> |<<number,number>>|No
|
98
|
+
| <<plugins-{type}s-{plugin}-isolation_level>> |<<string,string>>|No
|
98
99
|
| <<plugins-{type}s-{plugin}-jaas_path>> |a valid filesystem path|No
|
99
100
|
| <<plugins-{type}s-{plugin}-kerberos_config>> |a valid filesystem path|No
|
100
101
|
| <<plugins-{type}s-{plugin}-key_deserializer_class>> |<<string,string>>|No
|
@@ -315,6 +316,17 @@ consumers join or leave the group. The value must be set lower than
|
|
315
316
|
`session.timeout.ms`, but typically should be set no higher than 1/3 of that value.
|
316
317
|
It can be adjusted even lower to control the expected time for normal rebalances.
|
317
318
|
|
319
|
+
[id="plugins-{type}s-{plugin}-isolation_level"]
|
320
|
+
===== `isolation_level`
|
321
|
+
|
322
|
+
* Value type is <<string,string>>
|
323
|
+
* Default value is `"read_uncommitted"`
|
324
|
+
|
325
|
+
Controls how to read messages written transactionally. If set to `read_committed`, polling messages will only return
|
326
|
+
transactional messages which have been committed. If set to `read_uncommitted` (the default), polling messages will
|
327
|
+
return all messages, even transactional messages which have been aborted. Non-transactional messages will be returned
|
328
|
+
unconditionally in either mode.
|
329
|
+
|
318
330
|
[id="plugins-{type}s-{plugin}-jaas_path"]
|
319
331
|
===== `jaas_path`
|
320
332
|
|
@@ -114,6 +114,11 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
114
114
|
# `session.timeout.ms`, but typically should be set no higher than 1/3 of that value.
|
115
115
|
# It can be adjusted even lower to control the expected time for normal rebalances.
|
116
116
|
config :heartbeat_interval_ms, :validate => :number, :default => 3000 # Kafka default
|
117
|
+
# Controls how to read messages written transactionally. If set to read_committed, consumer.poll()
|
118
|
+
# will only return transactional messages which have been committed. If set to read_uncommitted'
|
119
|
+
# (the default), consumer.poll() will return all messages, even transactional messages which have
|
120
|
+
# been aborted. Non-transactional messages will be returned unconditionally in either mode.
|
121
|
+
config :isolation_level, :validate => ["read_uncommitted", "read_committed"], :default => "read_uncommitted" # Kafka default
|
117
122
|
# Java Class used to deserialize the record's key
|
118
123
|
config :key_deserializer_class, :validate => :string, :default => "org.apache.kafka.common.serialization.StringDeserializer"
|
119
124
|
# The maximum delay between invocations of poll() when using consumer group management. This places
|
@@ -311,6 +316,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
|
|
311
316
|
props.put(kafka::FETCH_MIN_BYTES_CONFIG, fetch_min_bytes.to_s) unless fetch_min_bytes.nil?
|
312
317
|
props.put(kafka::GROUP_ID_CONFIG, group_id)
|
313
318
|
props.put(kafka::HEARTBEAT_INTERVAL_MS_CONFIG, heartbeat_interval_ms.to_s) unless heartbeat_interval_ms.nil?
|
319
|
+
props.put(kafka::ISOLATION_LEVEL_CONFIG, isolation_level)
|
314
320
|
props.put(kafka::KEY_DESERIALIZER_CLASS_CONFIG, key_deserializer_class)
|
315
321
|
props.put(kafka::MAX_PARTITION_FETCH_BYTES_CONFIG, max_partition_fetch_bytes.to_s) unless max_partition_fetch_bytes.nil?
|
316
322
|
props.put(kafka::MAX_POLL_RECORDS_CONFIG, max_poll_records.to_s) unless max_poll_records.nil?
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-integration-kafka'
|
3
|
-
s.version = '10.
|
3
|
+
s.version = '10.4.0'
|
4
4
|
s.licenses = ['Apache-2.0']
|
5
5
|
s.summary = "Integration with Kafka - input and output plugins"
|
6
6
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline "+
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-integration-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 10.
|
4
|
+
version: 10.4.0
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Elastic
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-07-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|