fluent-plugin-kafka 0.17.2 → 0.17.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. checksums.yaml +4 -4
  2. data/ChangeLog +3 -0
  3. data/README.md +2 -2
  4. data/fluent-plugin-kafka.gemspec +1 -1
  5. data/lib/fluent/plugin/out_kafka.rb +2 -1
  6. data/lib/fluent/plugin/out_kafka2.rb +2 -1
  7. data/lib/fluent/plugin/out_kafka_buffered.rb +2 -1
  8. data/lib/fluent/plugin/out_rdkafka.rb +2 -1
  9. data/lib/fluent/plugin/out_rdkafka2.rb +2 -1
  10. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 16968c0e56c22f64225e8e41e905294defc7240df6054813151d3904a79a4107
4
- data.tar.gz: 71b13953b11048f201c8a8a275350e983a51377b45e84440196b701063e317c4
3
+ metadata.gz: 380a588c3128af581568815d5fdec9edea856c702832de8be87a9e83a012a8b7
4
+ data.tar.gz: afd5d2e7ba2b89a6948637cbb325b3b0683e0c23ac37a591f717902a78a5ba1b
5
5
  SHA512:
6
- metadata.gz: aedae36f4b7a29408bc96838da3e158a98ddac136987408dcd4bc347068e3d27839e844d1d3d4a239e4f175e023f19d9ecd82e14d4ab089fd43625f60dcca17c
7
- data.tar.gz: 4a72ea62a754b689944d3f2de81cc495c9ef92df97c127b80b46ace6824aca00df5b4cc499eb3993d0edbd3f156f140c6c8ba718fb82f65b5328170adf26f622
6
+ metadata.gz: fe4f49213a66d2e58bb4177f888ab3c0f3cf0fefe3ca2fa5972bc6394ee46c34c7f054088efd035c10e3beb4d277a5368f0f17ff9aa81954d0340e0962e31902
7
+ data.tar.gz: 1c59d58e36828d61eb8d42b9c60578850dd8a439b21faadc0261d7f6b873a7d3874797923b341b9fc6fc6ffce59e1bff4ac90433e8b329580df2031b41d4005a
data/ChangeLog CHANGED
@@ -1,3 +1,6 @@
1
+ Release 0.17.3 - 2021/11/26
2
+ * output: Suppress large warning logs for events skipped by `max_send_limit_bytes`
3
+
1
4
  Release 0.17.2 - 2021/10/14
2
5
  * out_rdkafka2: Add `max_enqueue_bytes_per_second` parameter
3
6
  * out_rdkafka2: Support `use_event_time` parameter
data/README.md CHANGED
@@ -119,7 +119,7 @@ Consume events by kafka consumer group features..
119
119
  topics <listening topics(separate with comma',')>
120
120
  format <input text type (text|json|ltsv|msgpack)> :default => json
121
121
  message_key <key (Optional, for text format only, default is message)>
122
- kafka_mesasge_key <key (Optional, If specified, set kafka's message key to this key)>
122
+ kafka_message_key <key (Optional, If specified, set kafka's message key to this key)>
123
123
  add_headers <If true, add kafka's message headers to record>
124
124
  add_prefix <tag prefix (Optional)>
125
125
  add_suffix <tag suffix (Optional)>
@@ -155,7 +155,7 @@ With the introduction of the rdkafka-ruby based input plugin we hope to support
155
155
  topics <listening topics(separate with comma',')>
156
156
  format <input text type (text|json|ltsv|msgpack)> :default => json
157
157
  message_key <key (Optional, for text format only, default is message)>
158
- kafka_mesasge_key <key (Optional, If specified, set kafka's message key to this key)>
158
+ kafka_message_key <key (Optional, If specified, set kafka's message key to this key)>
159
159
  add_headers <If true, add kafka's message headers to record>
160
160
  add_prefix <tag prefix (Optional)>
161
161
  add_suffix <tag suffix (Optional)>
data/fluent-plugin-kafka.gemspec CHANGED
@@ -13,7 +13,7 @@ Gem::Specification.new do |gem|
13
13
  gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
14
14
  gem.name = "fluent-plugin-kafka"
15
15
  gem.require_paths = ["lib"]
16
- gem.version = '0.17.2'
16
+ gem.version = '0.17.3'
17
17
  gem.required_ruby_version = ">= 2.1.0"
18
18
 
19
19
  gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]
data/lib/fluent/plugin/out_kafka.rb CHANGED
@@ -240,7 +240,8 @@ DESC
240
240
  record_buf = @formatter_proc.call(tag, time, record)
241
241
  record_buf_bytes = record_buf.bytesize
242
242
  if @max_send_limit_bytes && record_buf_bytes > @max_send_limit_bytes
243
- log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record => record
243
+ log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record_size => record_buf_bytes
244
+ log.debug "Skipped event:", :record => record
244
245
  next
245
246
  end
246
247
  log.trace { "message will send to #{topic} with partition_key: #{partition_key}, partition: #{partition}, message_key: #{message_key} and value: #{record_buf}." }
data/lib/fluent/plugin/out_kafka2.rb CHANGED
@@ -268,7 +268,8 @@ DESC
268
268
  record_buf = @formatter_proc.call(tag, time, record)
269
269
  record_buf_bytes = record_buf.bytesize
270
270
  if @max_send_limit_bytes && record_buf_bytes > @max_send_limit_bytes
271
- log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record => record
271
+ log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record_size => record_buf_bytes
272
+ log.debug "Skipped event:", :record => record
272
273
  next
273
274
  end
274
275
  rescue StandardError => e
data/lib/fluent/plugin/out_kafka_buffered.rb CHANGED
@@ -332,7 +332,8 @@ DESC
332
332
  record_buf = @formatter_proc.call(tag, time, record)
333
333
  record_buf_bytes = record_buf.bytesize
334
334
  if @max_send_limit_bytes && record_buf_bytes > @max_send_limit_bytes
335
- log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record => record
335
+ log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record_size => record_buf_bytes
336
+ log.debug "Skipped event:", :record => record
336
337
  next
337
338
  end
338
339
  rescue StandardError => e
data/lib/fluent/plugin/out_rdkafka.rb CHANGED
@@ -278,7 +278,8 @@ DESC
278
278
  record_buf = @formatter_proc.call(tag, time, record)
279
279
  record_buf_bytes = record_buf.bytesize
280
280
  if @max_send_limit_bytes && record_buf_bytes > @max_send_limit_bytes
281
- log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record => record
281
+ log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record_size => record_buf_bytes
282
+ log.debug "Skipped event:", :record => record
282
283
  next
283
284
  end
284
285
  rescue StandardError => e
data/lib/fluent/plugin/out_rdkafka2.rb CHANGED
@@ -398,7 +398,8 @@ DESC
398
398
  record_buf = @formatter_proc.call(tag, time, record)
399
399
  record_buf_bytes = record_buf.bytesize
400
400
  if @max_send_limit_bytes && record_buf_bytes > @max_send_limit_bytes
401
- log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record => record
401
+ log.warn "record size exceeds max_send_limit_bytes. Skip event:", :time => time, :record_size => record_buf_bytes
402
+ log.debug "Skipped event:", :record => record
402
403
  next
403
404
  end
404
405
  rescue StandardError => e
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-kafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.17.2
4
+ version: 0.17.3
5
5
  platform: ruby
6
6
  authors:
7
7
  - Hidemasa Togashi
@@ -9,7 +9,7 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2021-10-14 00:00:00.000000000 Z
12
+ date: 2021-11-26 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: fluentd