logstash-integration-kafka 11.4.1-java → 11.5.0-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e5562239ccaed5a89b586942517c8cce2ed2142168ad22d5b8d9c55a3a6cb4d4
-  data.tar.gz: bfcf0ae13b30512324e9dce71bc2ce457c3e6656e2ce1c58bf544377c76add4b
+  metadata.gz: 3742372cdd8a8d7156590031aad63b4c5d820446d197d3a172dd8cc2dd44fed9
+  data.tar.gz: be0d8faf56ba103a9921223e82137c2fb0ad737f20abdc81ccddc5fa7db8808f
 SHA512:
-  metadata.gz: 02d67854eb10338192c737e32a79baf2926c976c3500f0e38b7f79593d1800e130dbb178ca72064981637c7160bfd6f8817ae3e28652fa86f6f6f4e4aee93c26
-  data.tar.gz: c4f0f576e44bdfcd907e0868efb13f8854a1540256253b5c426114bebecfedfd157faa9a275d64d5677fcdb765c16facda252af896e5a1db0d0c82fa3981f802
+  metadata.gz: bc2f4b1311c3e0d5742dfd8cfddb07eb22b5bf8fe53ba015953d4761916993903a890c08cbd1a5a7c208834c4ffed7e69736e15b7c8f856accd8387968493735
+  data.tar.gz: a821facccb4c252338bc4be58b082185017ab7e6493efeb12a625747186729881dfe01bae740b0e74a2f52aca36ff0db8f1beaabcbbc12106c0ce0a70d542e47

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 11.5.0
+  - Add "auto_create_topics" option to allow disabling of topic auto creation [#172](https://github.com/logstash-plugins/logstash-integration-kafka/pull/172)
+
+## 11.4.2
+  - Add default client_id of logstash to kafka output [#169](https://github.com/logstash-plugins/logstash-integration-kafka/pull/169)
+
 ## 11.4.1
   - [DOC] Match anchor ID and references for `message_headers` [#164](https://github.com/logstash-plugins/logstash-integration-kafka/pull/164)
 

data/docs/input-kafka.asciidoc

@@ -98,6 +98,7 @@ See the https://kafka.apache.org/{kafka_client_doc}/documentation for more detai
 |=======================================================================
 |Setting |Input type|Required
 | <<plugins-{type}s-{plugin}-auto_commit_interval_ms>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-auto_create_topics>> |<<boolean,boolean>>|No
 | <<plugins-{type}s-{plugin}-auto_offset_reset>> |<<string,string>>|No
 | <<plugins-{type}s-{plugin}-bootstrap_servers>> |<<string,string>>|No
 | <<plugins-{type}s-{plugin}-check_crcs>> |<<boolean,boolean>>|No
@@ -285,6 +286,17 @@ This will add a field named `kafka` to the logstash event containing the followi
 * `offset`: The offset from the partition this message is associated with
 * `key`: A ByteBuffer containing the message key
 
+
+[id="plugins-{type}s-{plugin}-auto_create_topics"]
+===== `auto_create_topics` 
+
+  * Value type is <<boolean,boolean>>
+  * Default value is `true`
+
+Controls whether the topic is automatically created when subscribing to a non-existent topic.
+A topic will be auto-created only if this configuration is set to `true` and auto-topic creation is enabled on the broker using `auto.create.topics.enable`;
+otherwise auto-topic creation is not permitted. 
+
 [id="plugins-{type}s-{plugin}-enable_auto_commit"]
 ===== `enable_auto_commit` 
 
@@ -789,7 +801,6 @@ Filtering by a regular expression is done by retrieving the full list of topic n
 NOTE:  When the broker has some topics configured with ACL rules and they miss the DESCRIBE permission, then the subscription
 happens but on the broker side it is logged that the subscription of some topics was denied to the configured user.
 
-
 [id="plugins-{type}s-{plugin}-value_deserializer_class"]
 ===== `value_deserializer_class` 
 

data/docs/output-kafka.asciidoc

@@ -192,7 +192,7 @@ If not explicitly configured it defaults to `use_all_dns_ips`.
 ===== `client_id` 
 
   * Value type is <<string,string>>
-  * There is no default value for this setting.
+  * Default value is `"logstash"`
 
 The id string to pass to the server when making requests.
 The purpose of this is to be able to track the source of requests beyond just

data/lib/logstash/inputs/kafka.rb

@@ -246,6 +246,12 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
   #   `timestamp`: The timestamp of this message
   # While with `extended` it adds also all the key values present in the Kafka header if the key is valid UTF-8 else
   # silently skip it.
+  #
+  # Controls whether a kafka topic is automatically created when subscribing to a non-existent topic.
+  # A topic will be auto-created only if this configuration is set to `true` and auto-topic creation is enabled on the broker using `auto.create.topics.enable`; 
+  # otherwise auto-topic creation is not permitted.
+  config :auto_create_topics, :validate => :boolean, :default => true
+
   config :decorate_events, :validate => %w(none basic extended false true), :default => "none"
 
   attr_reader :metadata_mode
@@ -410,6 +416,7 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
 
       props.put(kafka::AUTO_COMMIT_INTERVAL_MS_CONFIG, auto_commit_interval_ms.to_s) unless auto_commit_interval_ms.nil?
       props.put(kafka::AUTO_OFFSET_RESET_CONFIG, auto_offset_reset) unless auto_offset_reset.nil?
+      props.put(kafka::ALLOW_AUTO_CREATE_TOPICS_CONFIG, auto_create_topics) unless auto_create_topics.nil?
       props.put(kafka::BOOTSTRAP_SERVERS_CONFIG, bootstrap_servers)
       props.put(kafka::CHECK_CRCS_CONFIG, check_crcs.to_s) unless check_crcs.nil?
       props.put(kafka::CLIENT_DNS_LOOKUP_CONFIG, client_dns_lookup)

data/lib/logstash/outputs/kafka.rb

@@ -91,7 +91,7 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
   # The id string to pass to the server when making requests.
   # The purpose of this is to be able to track the source of requests beyond just
   # ip/port by allowing a logical application name to be included with the request
-  config :client_id, :validate => :string
+  config :client_id, :validate => :string, :default => "logstash" 
   # Serializer class for the key of the message
   config :key_serializer, :validate => :string, :default => 'org.apache.kafka.common.serialization.StringSerializer'
   # The producer groups together any records that arrive in between request

data/logstash-integration-kafka.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-integration-kafka'
-  s.version         = '11.4.1'
+  s.version         = '11.5.0'
   s.licenses        = ['Apache-2.0']
   s.summary         = "Integration with Kafka - input and output plugins"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline "+

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-integration-kafka
 version: !ruby/object:Gem::Version
-  version: 11.4.1
+  version: 11.5.0
 platform: java
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-04-10 00:00:00.000000000 Z
+date: 2024-07-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement