logstash-integration-aws 7.3.3-java → 7.3.4-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/VERSION +1 -1
- data/lib/logstash/inputs/s3.rb +2 -2
- data/lib/logstash-integration-aws_jars.rb +1 -1
- data/spec/inputs/s3_spec.rb +7 -24
- data/vendor/jar-dependencies/org/logstash/plugins/integration/aws/logstash-integration-aws/{7.3.3/logstash-integration-aws-7.3.3.jar → 7.3.4/logstash-integration-aws-7.3.4.jar} +0 -0
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 66d4cda26d968b67291bf9864364e51ca118b67646c4145e75d612ee30516b24
|
|
4
|
+
data.tar.gz: f2145daff4c36a702eeed4b4e22e6b4304dfef8ac0d5e3fed50a2dc9d86e94e2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 99debf93aa83e1bd10a638e80e9693f0500139f35f073afe22a2b10d486db88dc2a81a3ad4a566606a4fd0ab333bcdbb99d0efbc2c6f72e7c9165cbbb673ae9a
|
|
7
|
+
data.tar.gz: 3bfe2df657134abe85d4469d77569ba6c823017602576c9e0ddb8d24815b7f44bee89e6277cbad8d072bf9aad4480d8dd1f424a2a1cb4a729a4cfe3dd0d10240
|
data/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,6 @@
|
|
|
1
|
+
## 7.3.4
|
|
2
|
+
- Use milliseconds timestamp precision in S3 input to fix the skip backup and delete object issue in S3-compatible storage services [#60](https://github.com/logstash-plugins/logstash-integration-aws/pull/60)
|
|
3
|
+
|
|
1
4
|
## 7.3.3
|
|
2
5
|
- Replace deprecated `Aws::S3::Object#upload_file` in favor of `Aws::S3::TransferManager#upload_file` [#67](https://github.com/logstash-plugins/logstash-integration-aws/pull/67)
|
|
3
6
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
7.3.
|
|
1
|
+
7.3.4
|
data/lib/logstash/inputs/s3.rb
CHANGED
|
@@ -148,7 +148,7 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
|
|
|
148
148
|
@logger.debug('Ignoring', :key => log.key)
|
|
149
149
|
elsif log.content_length <= 0
|
|
150
150
|
@logger.debug('Object Zero Length', :key => log.key)
|
|
151
|
-
elsif log.last_modified <= sincedb_time
|
|
151
|
+
elsif log.last_modified.to_i <= sincedb_time.to_i
|
|
152
152
|
@logger.debug('Object Not Modified', :key => log.key)
|
|
153
153
|
elsif log.last_modified > (current_time - @cutoff_second).utc # recently modified files will be processed in next cycle
|
|
154
154
|
@logger.debug('Object Modified After Cutoff Time', :key => log.key)
|
|
@@ -380,7 +380,7 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
|
|
|
380
380
|
filename = File.join(temporary_directory, File.basename(log.key))
|
|
381
381
|
if download_remote_file(object, filename)
|
|
382
382
|
if process_local_log(queue, filename, object)
|
|
383
|
-
if object.last_modified == log.last_modified
|
|
383
|
+
if object.last_modified.to_i == log.last_modified.to_i
|
|
384
384
|
backup_to_bucket(object)
|
|
385
385
|
backup_to_dir(filename)
|
|
386
386
|
delete_file_from_bucket(object)
|
data/spec/inputs/s3_spec.rb
CHANGED
|
@@ -412,28 +412,14 @@ describe LogStash::Inputs::S3 do
|
|
|
412
412
|
|
|
413
413
|
context "when event doesn't have a `message` field" do
|
|
414
414
|
let(:log_file) { File.join(File.dirname(__FILE__), '..', 'fixtures', 'json.log') }
|
|
415
|
-
let(:config) {
|
|
416
|
-
{
|
|
417
|
-
"access_key_id" => "1234",
|
|
418
|
-
"secret_access_key" => "secret",
|
|
419
|
-
"bucket" => "logstash-test",
|
|
420
|
-
"codec" => "json",
|
|
421
|
-
}
|
|
422
|
-
}
|
|
415
|
+
let(:config) { super().merge({ "codec" => "json" }) }
|
|
423
416
|
|
|
424
417
|
include_examples "generated events"
|
|
425
418
|
end
|
|
426
419
|
|
|
427
420
|
context "when event does have a `message` field" do
|
|
428
421
|
let(:log_file) { File.join(File.dirname(__FILE__), '..', 'fixtures', 'json_with_message.log') }
|
|
429
|
-
let(:config) {
|
|
430
|
-
{
|
|
431
|
-
"access_key_id" => "1234",
|
|
432
|
-
"secret_access_key" => "secret",
|
|
433
|
-
"bucket" => "logstash-test",
|
|
434
|
-
"codec" => "json",
|
|
435
|
-
}
|
|
436
|
-
}
|
|
422
|
+
let(:config) { super().merge({ "codec" => "json" }) }
|
|
437
423
|
|
|
438
424
|
include_examples "generated events"
|
|
439
425
|
end
|
|
@@ -476,14 +462,11 @@ describe LogStash::Inputs::S3 do
|
|
|
476
462
|
|
|
477
463
|
context 'multi-line' do
|
|
478
464
|
let(:log_file) { File.join(File.dirname(__FILE__), '..', 'fixtures', 'multiline.log') }
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
"codec" => LogStash::Codecs::Multiline.new( {"pattern" => "__SEPARATOR__", "negate" => "true", "what" => "previous"})
|
|
485
|
-
}
|
|
486
|
-
}
|
|
465
|
+
let(:config) {
|
|
466
|
+
super().merge({
|
|
467
|
+
"codec" => LogStash::Codecs::Multiline.new( {"pattern" => "__SEPARATOR__", "negate" => "true", "what" => "previous"})
|
|
468
|
+
})
|
|
469
|
+
}
|
|
487
470
|
|
|
488
471
|
include_examples "generated events"
|
|
489
472
|
end
|
|
Binary file
|
metadata
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: logstash-integration-aws
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 7.3.
|
|
4
|
+
version: 7.3.4
|
|
5
5
|
platform: java
|
|
6
6
|
authors:
|
|
7
7
|
- Elastic
|
|
8
8
|
bindir: bin
|
|
9
9
|
cert_chain: []
|
|
10
|
-
date: 2026-03-
|
|
10
|
+
date: 2026-03-13 00:00:00.000000000 Z
|
|
11
11
|
dependencies:
|
|
12
12
|
- !ruby/object:Gem::Dependency
|
|
13
13
|
name: logstash-core-plugin-api
|
|
@@ -407,7 +407,7 @@ files:
|
|
|
407
407
|
- spec/spec_helper.rb
|
|
408
408
|
- spec/support/helpers.rb
|
|
409
409
|
- spec/unit/outputs/sqs_spec.rb
|
|
410
|
-
- vendor/jar-dependencies/org/logstash/plugins/integration/aws/logstash-integration-aws/7.3.
|
|
410
|
+
- vendor/jar-dependencies/org/logstash/plugins/integration/aws/logstash-integration-aws/7.3.4/logstash-integration-aws-7.3.4.jar
|
|
411
411
|
homepage: http://www.elastic.co/guide/en/logstash/current/index.html
|
|
412
412
|
licenses:
|
|
413
413
|
- Apache-2.0
|