logstash-output-vespa_feed 0.6.1 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 251a25498ff1530a83bb12e8fe4297b26e06f2e436f9448045eb2b17a6f379e0
-  data.tar.gz: f0ed08c9891c3a05beb615d41d554d46eabefcd06610347878299d0fec5426fc
+  metadata.gz: fbb9bb44b570bfe98f17a586586bdfd1916e6aee78346f74f25a3b8cc455462a
+  data.tar.gz: 7211b9f297fa6ca0dca78769d2951027b0df0f2234efc9de9584d3070fe11369
 SHA512:
-  metadata.gz: 8aecdcb83a8a4c0bd8d8d73fdf145ef8c68fc99631212fe5c278aaa5a13f071701796ffd11d5fe0e76dc6fb649f68b08311c51f5502c392691c4636458c79a9a
-  data.tar.gz: 47a9ada688f5c2c9addbf694d14fa4f85a2ae8c94d98398a146aced557304a8261fd5391fec0d902562327b276983465359f28c2338ad2ab12b09040d81b7c71
+  metadata.gz: 5fe0d068cbeabdaf033b89b2693194070e328d657068f155a10196e28fc94d42298fa4ffabc1392b42f1179fab18677032e15a86daa6e44b1937990901be9f57
+  data.tar.gz: 12214bd130c4002ff17aeff17c37d3cbee56639edc7aaf82ed5c7c9c1b252a2e22a8591c93435267018d2ccf40935793253d246f8f79005605aa1145b776fb68

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 0.7.0
+- adds dead letter queue support
+
 ## 0.6.0
 - adds options to remove fields after using them for writing
 

data/README.md

@@ -17,7 +17,7 @@ If you're developing the plugin, you'll want to do something like:
 # run tests
 ./gradlew test
 # install it as a Logstash plugin
-/opt/logstash/bin/logstash-plugin install /path/to/logstash-output-vespa/logstash-output-vespa_feed-0.6.0.gem
+/opt/logstash/bin/logstash-plugin install /path/to/logstash-output-vespa/logstash-output-vespa_feed-0.7.0.gem
 # profit
 /opt/logstash/bin/logstash
 ```
@@ -134,6 +134,23 @@ output {
     
     # how many times to retry on transient failures
     max_retries => 10
+
+    # if we we exceed the number of retries or if there are intransient errors,
+    # like field not in the schema, invalid operation, we can send the document to a dead letter queue
+
+    # you'd need to set this to true, default is false. NOTE: this overrides whatever is in logstash.yml
+    enable_dlq => false
+
+    # the path to the dead letter queue. NOTE: the last part of the path is the pipeline ID,
+    # if you want to use the dead letter queue input plugin
+    dlq_path => "data/dead_letter_queue"
+
+    # max dead letter queue size (bytes)
+    max_queue_size => 1073741824
+    # max segment size (i.e. file from the dead letter queue - also in bytes)
+    max_segment_size => 10485760
+    # flush interval (how often to commit the DLQ to disk, in milliseconds)
+    flush_interval => 5000
   }
 }
 ```

data/VERSION

@@ -1 +1 @@
-0.6.1
+0.7.1

data/docs/index.asciidoc

@@ -198,6 +198,47 @@ After this time (seconds), the circuit breaker will be half-open:
 it will ping the endpoint to see if it's back,
 then resume sending requests when it's back.
 
+[id="plugins-{type}s-{plugin}-enable_dlq"]
+===== `enable_dlq`
+
+* Value type is <<boolean,boolean>>
+* Default value is `false`
+
+Enable Dead Letter Queue for this plugin. This overrides the global DLQ setting in logstash.yml.
+In fact, values from logstash.yml are ignored, only those from the plugin configuration matter.
+
+[id="plugins-{type}s-{plugin}-dlq_path"]
+===== `dlq_path`
+
+* Value type is <<string,string>>
+* Default value is `"data/dead_letter_queue"`
+
+Path to the Dead Letter Queue directory. The last part of the path will be the pipeline ID if you want to use the dead letter queue input plugin.
+
+[id="plugins-{type}s-{plugin}-max_queue_size"]
+===== `max_queue_size`
+
+* Value type is <<number,number>>
+* Default value is `1073741824` (1GB)
+
+Maximum size of the Dead Letter Queue in bytes.
+
+[id="plugins-{type}s-{plugin}-max_segment_size"]
+===== `max_segment_size`
+
+* Value type is <<number,number>>
+* Default value is `10485760` (10MB)
+
+Maximum size of each Dead Letter Queue segment file in bytes.
+
+[id="plugins-{type}s-{plugin}-flush_interval"]
+===== `flush_interval`
+
+* Value type is <<number,number>>
+* Default value is `5000`
+
+How often to commit the Dead Letter Queue to disk, in milliseconds.
+
 // The full list of Value Types is here: 
 // https://www.elastic.co/guide/en/logstash/current/configuration-file-structure.html
 

data/lib/logstash-output-vespa_feed_jars.rb

@@ -2,4 +2,4 @@
 # encoding: utf-8
 
 require 'jar_dependencies'
-require_jar('org.logstashplugins', 'logstash-output-vespa_feed', '0.6.1')
+require_jar('org.logstashplugins', 'logstash-output-vespa_feed', '0.7.1')

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-vespa_feed
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.7.1
 platform: ruby
 authors:
 - Radu Gheorghe
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-12-30 00:00:00.000000000 Z
+date: 2025-01-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -76,7 +76,7 @@ files:
 - lib/logstash-output-vespa_feed_jars.rb
 - lib/logstash/outputs/vespa_feed.rb
 - logstash-output-vespa_feed.gemspec
-- vendor/jar-dependencies/org/logstashplugins/logstash-output-vespa_feed/0.6.1/logstash-output-vespa_feed-0.6.1.jar
+- vendor/jar-dependencies/org/logstashplugins/logstash-output-vespa_feed/0.7.1/logstash-output-vespa_feed-0.7.1.jar
 homepage: https://vespa.ai
 licenses:
 - Apache-2.0