logstash-output-s3 4.3.0 → 4.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/docs/index.asciidoc +22 -9
- data/lib/logstash/outputs/s3.rb +2 -3
- data/logstash-output-s3.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 77a8b277837b6c5cf66c29910d6861ae96e5f20615a77a4df77cbfb12d72bd17
|
4
|
+
data.tar.gz: 54925f9dc7d8e1657e0dc30b8513c4cecef036287505883207eafe645755e350
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: cafe916fa41c47f79ebc814d7decd7e809b006d930df73daed88bb56b346e693376f3f2b1987e53402481ab940851757da062d54036862ae68b83386f5076d64
|
7
|
+
data.tar.gz: 5c9733afe95a7538ab55b0bd70ca13811eac461a90b06d9167538f8805647f27945404867c4abe901d9943d1dac7bc2041943e7fec77495ba2741412f2bec570
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,6 @@
|
|
1
|
+
## 4.3.1
|
2
|
+
- [DOC] Updated setting descriptions for clarity [#219](https://github.com/logstash-plugins/logstash-output-s3/pull/219)and [#220](https://github.com/logstash-plugins/logstash-output-s3/pull/220)
|
3
|
+
|
1
4
|
## 4.3.0
|
2
5
|
- Feat: Added retry_count and retry_delay config [#218](https://github.com/logstash-plugins/logstash-output-s3/pull/218)
|
3
6
|
|
data/docs/index.asciidoc
CHANGED
@@ -283,8 +283,19 @@ Session name to use when assuming an IAM role.
|
|
283
283
|
* Value can be any of: `size_and_time`, `size`, `time`
|
284
284
|
* Default value is `"size_and_time"`
|
285
285
|
|
286
|
-
|
287
|
-
|
286
|
+
Controls when to close the file and push it to S3.
|
287
|
+
|
288
|
+
If you set this value to `size`, it uses the value set in
|
289
|
+
<<plugins-{type}s-{plugin}-size_file,`size_file`>>.
|
290
|
+
If you set this value to `time`, it uses the value set in
|
291
|
+
<<plugins-{type}s-{plugin}-time_file,`time_file`>>.
|
292
|
+
If you set this value to `size_and_time`, it uses the values from
|
293
|
+
<<plugins-{type}s-{plugin}-size_file,`size_file`>> and
|
294
|
+
<<plugins-{type}s-{plugin}-time_file,`time_file`>>, and splits the file when
|
295
|
+
either one matches.
|
296
|
+
|
297
|
+
The default strategy checks both size and time. The first value to
|
298
|
+
match triggers file rotation.
|
288
299
|
|
289
300
|
[id="plugins-{type}s-{plugin}-secret_access_key"]
|
290
301
|
===== `secret_access_key`
|
@@ -333,8 +344,9 @@ specified here
|
|
333
344
|
* Value type is <<number,number>>
|
334
345
|
* Default value is `5242880`
|
335
346
|
|
336
|
-
Set the size
|
337
|
-
If you
|
347
|
+
Set the file size in bytes. When the number of bytes exceeds the `size_file`
|
348
|
+
value, a new file is created. If you use tags, Logstash generates a specific size
|
349
|
+
file for every tag.
|
338
350
|
|
339
351
|
[id="plugins-{type}s-{plugin}-ssekms_key_id"]
|
340
352
|
===== `ssekms_key_id`
|
@@ -373,9 +385,8 @@ default to the current OS temporary directory in linux /tmp/logstash
|
|
373
385
|
* Default value is `15`
|
374
386
|
|
375
387
|
Set the time, in MINUTES, to close the current sub_time_section of bucket.
|
376
|
-
If
|
377
|
-
|
378
|
-
for now the only thing this plugin can do is to put the file when logstash restart.
|
388
|
+
If <<plugins-{type}s-{plugin}-rotation_strategy,`rotation_strategy`>> is set to `time` or `size_and_time`, then `time_file` cannot be set to 0.
|
389
|
+
Otherwise, the plugin raises a configuration error.
|
379
390
|
|
380
391
|
[id="plugins-{type}s-{plugin}-upload_multipart_threshold"]
|
381
392
|
===== `upload_multipart_threshold`
|
@@ -407,8 +418,10 @@ Specify how many workers to use to upload the files to S3
|
|
407
418
|
* Value type is <<boolean,boolean>>
|
408
419
|
* Default value is `true`
|
409
420
|
|
410
|
-
The common use case is to define
|
411
|
-
|
421
|
+
The common use case is to define permissions on the root bucket and give Logstash
|
422
|
+
full access to write logs.
|
423
|
+
In some circumstances, you need more granular permissions on the subfolder. This
|
424
|
+
allows you to disable the check at startup.
|
412
425
|
|
413
426
|
[id="plugins-{type}s-{plugin}-common-options"]
|
414
427
|
include::{include_path}/{type}.asciidoc[]
|
data/lib/logstash/outputs/s3.rb
CHANGED
@@ -114,9 +114,8 @@ class LogStash::Outputs::S3 < LogStash::Outputs::Base
|
|
114
114
|
config :size_file, :validate => :number, :default => 1024 * 1024 * 5
|
115
115
|
|
116
116
|
# Set the time, in MINUTES, to close the current sub_time_section of bucket.
|
117
|
-
# If you define file_size you have a number of files
|
118
|
-
#
|
119
|
-
# for now the only thing this plugin can do is to put the file when logstash restart.
|
117
|
+
# If you also define file_size you have a number of files related to the section and the current tag.
|
118
|
+
# If it's valued 0 and rotation_strategy is 'time' or 'size_and_time' then the plugin reaise a configuration error.
|
120
119
|
config :time_file, :validate => :number, :default => 15
|
121
120
|
|
122
121
|
## IMPORTANT: if you use multiple instance of s3, you should specify on one of them the "restore=> true" and on the others "restore => false".
|
data/logstash-output-s3.gemspec
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-output-s3'
|
3
|
-
s.version = '4.3.
|
3
|
+
s.version = '4.3.1'
|
4
4
|
s.licenses = ['Apache-2.0']
|
5
5
|
s.summary = "Sends Logstash events to the Amazon Simple Storage Service"
|
6
6
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-output-s3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 4.3.
|
4
|
+
version: 4.3.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elastic
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-03-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|