logstash-integration-kafka 11.7.0-java → 11.8.0-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/docs/output-kafka.asciidoc +6 -5
- data/lib/logstash/outputs/kafka.rb +8 -0
- data/logstash-integration-kafka.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 101a2c1fc70011cadd866f4aeca79850045a51272eac7d704e766a2e08353c52
|
4
|
+
data.tar.gz: e51c20830a9d22d4e049288a3ab1c152db33121a87a73d08d493f681df707fec
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f17d5f0e28dff57741485e1d3aed9bca31cbf4a6b7a1b1950220cda6d2e8b23f0afbb29a9a3fa6797469941c8e116ab0fbff8bc6a6573f6b9b7a91d472a53323
|
7
|
+
data.tar.gz: 293e08920a1560bd5405479ea8313336fed652abd51f64038b2e7628a5978da486e7eb00fa2aa577b0f54b93bff90943051bb76509f597f18e2417a7a2fbb3d9
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,7 @@
|
|
1
|
+
## 11.8.0
|
2
|
+
- Deprecate partitioner `default` and `uniform_sticky` options [#206](https://github.com/logstash-plugins/logstash-integration-kafka/pull/206)
|
3
|
+
Both options are deprecated in Kafka client 3 and will be removed in the plugin 12.0.0.
|
4
|
+
|
1
5
|
## 11.7.0
|
2
6
|
- Add `reconnect_backoff_max_ms` option for configuring kafka client [#204](https://github.com/logstash-plugins/logstash-integration-kafka/pull/204)
|
3
7
|
|
data/docs/output-kafka.asciidoc
CHANGED
@@ -349,14 +349,15 @@ The max time in milliseconds before a metadata refresh is forced.
|
|
349
349
|
* Value type is <<string,string>>
|
350
350
|
* There is no default value for this setting.
|
351
351
|
|
352
|
-
|
353
|
-
When no message key is present, the plugin picks a partition in a round-robin fashion.
|
352
|
+
By not setting this value, the plugin uses the built-in partitioning strategy provided by the Kafka client. Read more about the "partitioner.class" on the Kafka documentation.
|
354
353
|
|
355
|
-
Available options
|
354
|
+
Available options are as follows:
|
356
355
|
|
357
|
-
* `default`
|
356
|
+
* `default` hashes the `message_key` of an event to get the partition. When no message key is present, the plugin picks a partition in a round-robin fashion. Please note that this is a different strategy than the one used when `partitioner` is left unset.
|
358
357
|
* `round_robin` distributes writes to all partitions equally, regardless of `message_key`
|
359
|
-
* `uniform_sticky` sticks to a partition for the duration of a batch than randomly picks a new one
|
358
|
+
* `uniform_sticky` hashes the `message_key` of an event to get the partition. When no message key is present, the plugin sticks to a partition for the duration of a batch than randomly picks a new one.
|
359
|
+
|
360
|
+
NOTE: `default` and `uniform_sticky` are deprecated and will be removed in `12.0.0`.
|
360
361
|
|
361
362
|
[id="plugins-{type}s-{plugin}-receive_buffer_bytes"]
|
362
363
|
===== `receive_buffer_bytes`
|
@@ -409,8 +409,10 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
|
|
409
409
|
when 'round_robin'
|
410
410
|
'org.apache.kafka.clients.producer.RoundRobinPartitioner'
|
411
411
|
when 'uniform_sticky'
|
412
|
+
log_partitioner_warning(partitioner, 'UniformStickyPartitioner')
|
412
413
|
'org.apache.kafka.clients.producer.UniformStickyPartitioner'
|
413
414
|
when 'default'
|
415
|
+
log_partitioner_warning(partitioner, 'DefaultPartitioner')
|
414
416
|
'org.apache.kafka.clients.producer.internals.DefaultPartitioner'
|
415
417
|
else
|
416
418
|
unless partitioner.index('.')
|
@@ -420,4 +422,10 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
|
|
420
422
|
end
|
421
423
|
end
|
422
424
|
|
425
|
+
def log_partitioner_warning(partitioner, class_name)
|
426
|
+
deprecation_logger.deprecated("Producer `partitioner` is configured with the deprecated option `#{partitioner}`. " \
|
427
|
+
"#{class_name} is removed in kafka-client 4.0 and the `#{partitioner}` option will be removed in the plugin 12.0.0. "\
|
428
|
+
'Please update your configuration to use `round_robin` or unset the option to use the build-in partitioning strategy. ')
|
429
|
+
end
|
430
|
+
|
423
431
|
end #class LogStash::Outputs::Kafka
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-integration-kafka'
|
3
|
-
s.version = '11.
|
3
|
+
s.version = '11.8.0'
|
4
4
|
s.licenses = ['Apache-2.0']
|
5
5
|
s.summary = "Integration with Kafka - input and output plugins"
|
6
6
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline "+
|
metadata
CHANGED
@@ -1,13 +1,13 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-integration-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 11.
|
4
|
+
version: 11.8.0
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Elastic
|
8
8
|
bindir: bin
|
9
9
|
cert_chain: []
|
10
|
-
date: 2025-10-
|
10
|
+
date: 2025-10-16 00:00:00.000000000 Z
|
11
11
|
dependencies:
|
12
12
|
- !ruby/object:Gem::Dependency
|
13
13
|
name: logstash-core-plugin-api
|