logstash-output-elasticsearch 11.9.2-java → 11.10.0-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4a26389aead9d5d86292685ab80eef56c151a8cd63f5bb3e3c3d05e5a7b45520
-  data.tar.gz: e28c84ccf3b74806010f1003210833dfc834aafff29201b62887cdd3ab626e51
+  metadata.gz: 88cb9349aee0722c0f5c9b936257fa46a5954a9fc603d783e275206217a4f0af
+  data.tar.gz: f99d4aeed3b63a3c320ae058c1a3842dcedfee54f4064387cc61836396040220
 SHA512:
-  metadata.gz: 28faa92933a6959a6d8a8b898d6c87428dfec93125063df7489859d11fdceba0e64c7733d2c77de9f6c241859923563488d2bf4f04f40b1b830f760697efb578
-  data.tar.gz: 821823a2d64c68a8183471366297c299fa771a149c3d03847bc63489ff908d2757a8c7344be9f30b3b34c291eaeaed9694329e7671d7b9ae86eb5ff1445ce820
+  metadata.gz: 98bcaa84acaa9ebcf13f8a6c64c9d40e220838adf5e321fcf198ff1a51ad016855172b119e4003c7fb13c204c156c77cf10d6a01f7fc574e8c4b20a0284f4391
+  data.tar.gz: 75827edd0dca20dd1e534e2abd3f4b1bf4e2174865d1fcdc677b24131c28a490267989f48ded95587af103a38486b6d524da1c81ce41f44ad347dcd6b40cedb0

data/CHANGELOG.md

@@ -1,5 +1,11 @@
+## 11.10.0
+ - Feature: expose `dlq_routed` document metric to track the documents routed into DLQ [#1090](https://github.com/logstash-plugins/logstash-output-elasticsearch/pull/1090)
+
+## 11.9.3
+ - DOC: clarify that `http_compression` option only affects _requests_; compressed _responses_ have always been read independent of this setting [#1030 ](https://github.com/logstash-plugins/logstash-output-elasticsearch/pull/1030)
+
 ## 11.9.2
-  - Fix broken link to Logstash Reference [#1085](https://github.com/logstash-plugins/logstash-output-elasticsearch/pull/1085)
+ - Fix broken link to Logstash Reference [#1085](https://github.com/logstash-plugins/logstash-output-elasticsearch/pull/1085)
 
 ## 11.9.1
  - Fixes a possible infinite-retry-loop that could occur when this plugin is configured with an `action` whose value contains a [sprintf-style placeholder][] that fails to be resolved for an individual event. Events in this state will be routed to the pipeline's [dead letter queue][DLQ] if it is available, or will be logged-and-dropped so that the remaining events in the batch can be processed [#1080](https://github.com/logstash-plugins/logstash-output-elasticsearch/pull/1080)

data/docs/index.asciidoc

@@ -276,11 +276,10 @@ not reevaluate its DNS value while the keepalive is in effect.
 
 ==== HTTP Compression
 
-This plugin supports request compression, and handles compressed responses
-from Elasticsearch.
+This plugin always reads compressed responses from {es}.
+It _can be configured_ to send compressed bulk requests to {es}.
 
-To enable request compression, use the <<plugins-{type}s-{plugin}-http_compression>>
-setting on this plugin.
+If you are concerned about bandwidth, you can enable <<plugins-{type}s-{plugin}-http_compression>> to trade a small amount of CPU capacity for a significant reduction in network IO.
 
 ==== Authentication
 
@@ -396,7 +395,8 @@ The Elasticsearch action to perform. Valid actions are:
   in Elasticsearch 1.x. Please upgrade to ES 2.x or greater to use this feature with Logstash!
 - A sprintf style string to change the action based on the content of the event. The value `%{[foo]}`
   would use the foo field for the action. 
-  If resolved action is not in [`index`, `delete`, `create`, `update`], the event will not be sent to {es}, and will instead either be sent to the pipeline's {logstash-ref}/dead-letter-queues.html[dead-letter-queues] if it is enabled, or will be logged and dropped.
+  If resolved action is not in [`index`, `delete`, `create`, `update`], the event will not be sent to {es}.
+  Instead the event will be sent to the pipeline's {logstash-ref}/dead-letter-queues.html[dead-letter-queue (DLQ)] (if enabled), or it will be logged and dropped.
 
 For more details on actions, check out the {ref}/docs-bulk.html[Elasticsearch bulk API documentation].
 

data/lib/logstash/plugin_mixins/elasticsearch/common.rb

@@ -273,7 +273,7 @@ module LogStash; module PluginMixins; module ElasticSearch
           next
         elsif @dlq_codes.include?(status)
           handle_dlq_response("Could not index event to Elasticsearch.", action, status, response)
-          @document_level_metrics.increment(:non_retryable_failures)
+          @document_level_metrics.increment(:dlq_routed)
           next
         else
           # only log what the user whitelisted

data/logstash-output-elasticsearch.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-output-elasticsearch'
-  s.version         = '11.9.2'
+  s.version         = '11.10.0'
   s.licenses        = ['apache-2.0']
   s.summary         = "Stores logs in Elasticsearch"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"

data/spec/integration/outputs/metrics_spec.rb

@@ -58,7 +58,7 @@ describe "metrics", :integration => true do
     end
 
     it "increases number of successful and non retryable documents" do
-      expect(document_level_metrics).to receive(:increment).with(:non_retryable_failures).once
+      expect(document_level_metrics).to receive(:increment).with(:dlq_routed).once
       expect(document_level_metrics).to receive(:increment).with(:successes).once
       subject.multi_receive(bulk)
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-elasticsearch
 version: !ruby/object:Gem::Version
-  version: 11.9.2
+  version: 11.10.0
 platform: java
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-09-22 00:00:00.000000000 Z
+date: 2022-10-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement