logstash-integration-aws 7.2.1-java → 7.3.0-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/VERSION +1 -1
- data/docs/input-s3.asciidoc +11 -0
- data/lib/logstash/inputs/s3.rb +5 -2
- data/lib/logstash-integration-aws_jars.rb +1 -1
- data/spec/inputs/s3_spec.rb +1 -1
- data/vendor/jar-dependencies/org/logstash/plugins/integration/aws/logstash-integration-aws/{7.2.1/logstash-integration-aws-7.2.1.jar → 7.3.0/logstash-integration-aws-7.3.0.jar} +0 -0
- metadata +25 -28
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 8ff23192135693694f3dcf7dceb735453742da0205f2eb54f90b9c8eeb750ba6
|
|
4
|
+
data.tar.gz: 8eff3348e16bc8eca8590221d68b7112b961251025bc97ef06b347f825e9d343
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c98afbcd59d6731870c4a1acde376be2a7519be2ff15d73671c51f202d5982b4a53da996ade4bdffb4191643c7233b170e0069010d9806940a7dffd616600534
|
|
7
|
+
data.tar.gz: b764506f9470a214396385f7d052f2cf0e571cd0416f29b9b0bc38ae0ba7e4456eb711ab7dd9e0853ae7b2b6a9d07b4eee0373fd1ff06b1e13cd1bc41a19fcd1
|
data/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,6 @@
|
|
|
1
|
+
## 7.3.0
|
|
2
|
+
- Add cutoff_second configuration option to S3 input plugin [#59](https://github.com/logstash-plugins/logstash-integration-aws/pull/59)
|
|
3
|
+
|
|
1
4
|
## 7.2.1
|
|
2
5
|
- [DOC] Remove unneeded content and links in SNS and CloudWatch [#54](https://github.com/logstash-plugins/logstash-integration-aws/pull/54)
|
|
3
6
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
7.
|
|
1
|
+
7.3.0
|
data/docs/input-s3.asciidoc
CHANGED
|
@@ -62,6 +62,7 @@ This plugin supports the following configuration options plus the <<plugins-{typ
|
|
|
62
62
|
| <<plugins-{type}s-{plugin}-backup_to_bucket>> |<<string,string>>|No
|
|
63
63
|
| <<plugins-{type}s-{plugin}-backup_to_dir>> |<<string,string>>|No
|
|
64
64
|
| <<plugins-{type}s-{plugin}-bucket>> |<<string,string>>|Yes
|
|
65
|
+
| <<plugins-{type}s-{plugin}-cutoff_second>> |<<number,number>>|No
|
|
65
66
|
| <<plugins-{type}s-{plugin}-delete>> |<<boolean,boolean>>|No
|
|
66
67
|
| <<plugins-{type}s-{plugin}-ecs_compatibility>> |<<string,string>>|No
|
|
67
68
|
| <<plugins-{type}s-{plugin}-endpoint>> |<<string,string>>|No
|
|
@@ -178,6 +179,16 @@ Path of a local directory to backup processed files to.
|
|
|
178
179
|
|
|
179
180
|
The name of the S3 bucket.
|
|
180
181
|
|
|
182
|
+
[id="plugins-{type}s-{plugin}-cutoff_second"]
|
|
183
|
+
===== `cutoff_second`
|
|
184
|
+
|
|
185
|
+
* Value type is <<number,number>>
|
|
186
|
+
* Default value is `3`
|
|
187
|
+
|
|
188
|
+
The time window used to detect recently modified S3 objects.
|
|
189
|
+
Objects modified within this cutoff period will be processed the next time the file list is checked (relates to <<plugins-{type}s-{plugin}-interval>>).
|
|
190
|
+
Value is in seconds.
|
|
191
|
+
|
|
181
192
|
[id="plugins-{type}s-{plugin}-delete"]
|
|
182
193
|
===== `delete`
|
|
183
194
|
|
data/lib/logstash/inputs/s3.rb
CHANGED
|
@@ -86,7 +86,10 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
|
|
|
86
86
|
# default to an expression that matches *.gz and *.gzip file extensions
|
|
87
87
|
config :gzip_pattern, :validate => :string, :default => "\.gz(ip)?$"
|
|
88
88
|
|
|
89
|
-
|
|
89
|
+
# The time window used to detect recently modified S3 objects.
|
|
90
|
+
# Objects modified within this cutoff period will be processed the next time the file list is checked (relates to interval).
|
|
91
|
+
# Value is in seconds.
|
|
92
|
+
config :cutoff_second, :validate => :number, :default => 3
|
|
90
93
|
|
|
91
94
|
def initialize(*params)
|
|
92
95
|
super
|
|
@@ -147,7 +150,7 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
|
|
|
147
150
|
@logger.debug('Object Zero Length', :key => log.key)
|
|
148
151
|
elsif log.last_modified <= sincedb_time
|
|
149
152
|
@logger.debug('Object Not Modified', :key => log.key)
|
|
150
|
-
elsif log.last_modified > (current_time -
|
|
153
|
+
elsif log.last_modified > (current_time - @cutoff_second).utc # recently modified files will be processed in next cycle
|
|
151
154
|
@logger.debug('Object Modified After Cutoff Time', :key => log.key)
|
|
152
155
|
elsif (log.storage_class == 'GLACIER' || log.storage_class == 'DEEP_ARCHIVE') && !file_restored?(log.object)
|
|
153
156
|
@logger.debug('Object Archived to Glacier', :key => log.key)
|
data/spec/inputs/s3_spec.rb
CHANGED
|
Binary file
|
metadata
CHANGED
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: logstash-integration-aws
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 7.
|
|
4
|
+
version: 7.3.0
|
|
5
5
|
platform: java
|
|
6
6
|
authors:
|
|
7
7
|
- Elastic
|
|
8
|
-
autorequire:
|
|
9
8
|
bindir: bin
|
|
10
9
|
cert_chain: []
|
|
11
|
-
date: 2025-
|
|
10
|
+
date: 2025-12-19 00:00:00.000000000 Z
|
|
12
11
|
dependencies:
|
|
13
12
|
- !ruby/object:Gem::Dependency
|
|
13
|
+
name: logstash-core-plugin-api
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
15
15
|
requirements:
|
|
16
16
|
- - ">="
|
|
@@ -19,7 +19,6 @@ dependencies:
|
|
|
19
19
|
- - "<="
|
|
20
20
|
- !ruby/object:Gem::Version
|
|
21
21
|
version: '2.99'
|
|
22
|
-
name: logstash-core-plugin-api
|
|
23
22
|
type: :runtime
|
|
24
23
|
prerelease: false
|
|
25
24
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -31,12 +30,12 @@ dependencies:
|
|
|
31
30
|
- !ruby/object:Gem::Version
|
|
32
31
|
version: '2.99'
|
|
33
32
|
- !ruby/object:Gem::Dependency
|
|
33
|
+
name: concurrent-ruby
|
|
34
34
|
requirement: !ruby/object:Gem::Requirement
|
|
35
35
|
requirements:
|
|
36
36
|
- - ">="
|
|
37
37
|
- !ruby/object:Gem::Version
|
|
38
38
|
version: '0'
|
|
39
|
-
name: concurrent-ruby
|
|
40
39
|
type: :runtime
|
|
41
40
|
prerelease: false
|
|
42
41
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -45,12 +44,12 @@ dependencies:
|
|
|
45
44
|
- !ruby/object:Gem::Version
|
|
46
45
|
version: '0'
|
|
47
46
|
- !ruby/object:Gem::Dependency
|
|
47
|
+
name: logstash-codec-json
|
|
48
48
|
requirement: !ruby/object:Gem::Requirement
|
|
49
49
|
requirements:
|
|
50
50
|
- - ">="
|
|
51
51
|
- !ruby/object:Gem::Version
|
|
52
52
|
version: '0'
|
|
53
|
-
name: logstash-codec-json
|
|
54
53
|
type: :runtime
|
|
55
54
|
prerelease: false
|
|
56
55
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -59,12 +58,12 @@ dependencies:
|
|
|
59
58
|
- !ruby/object:Gem::Version
|
|
60
59
|
version: '0'
|
|
61
60
|
- !ruby/object:Gem::Dependency
|
|
61
|
+
name: logstash-codec-plain
|
|
62
62
|
requirement: !ruby/object:Gem::Requirement
|
|
63
63
|
requirements:
|
|
64
64
|
- - ">="
|
|
65
65
|
- !ruby/object:Gem::Version
|
|
66
66
|
version: '0'
|
|
67
|
-
name: logstash-codec-plain
|
|
68
67
|
type: :runtime
|
|
69
68
|
prerelease: false
|
|
70
69
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -73,12 +72,12 @@ dependencies:
|
|
|
73
72
|
- !ruby/object:Gem::Version
|
|
74
73
|
version: '0'
|
|
75
74
|
- !ruby/object:Gem::Dependency
|
|
75
|
+
name: rufus-scheduler
|
|
76
76
|
requirement: !ruby/object:Gem::Requirement
|
|
77
77
|
requirements:
|
|
78
78
|
- - ">="
|
|
79
79
|
- !ruby/object:Gem::Version
|
|
80
80
|
version: 3.0.9
|
|
81
|
-
name: rufus-scheduler
|
|
82
81
|
type: :runtime
|
|
83
82
|
prerelease: false
|
|
84
83
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -87,12 +86,12 @@ dependencies:
|
|
|
87
86
|
- !ruby/object:Gem::Version
|
|
88
87
|
version: 3.0.9
|
|
89
88
|
- !ruby/object:Gem::Dependency
|
|
89
|
+
name: stud
|
|
90
90
|
requirement: !ruby/object:Gem::Requirement
|
|
91
91
|
requirements:
|
|
92
92
|
- - "~>"
|
|
93
93
|
- !ruby/object:Gem::Version
|
|
94
94
|
version: 0.0.22
|
|
95
|
-
name: stud
|
|
96
95
|
type: :runtime
|
|
97
96
|
prerelease: false
|
|
98
97
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -101,12 +100,12 @@ dependencies:
|
|
|
101
100
|
- !ruby/object:Gem::Version
|
|
102
101
|
version: 0.0.22
|
|
103
102
|
- !ruby/object:Gem::Dependency
|
|
103
|
+
name: rexml
|
|
104
104
|
requirement: !ruby/object:Gem::Requirement
|
|
105
105
|
requirements:
|
|
106
106
|
- - ">="
|
|
107
107
|
- !ruby/object:Gem::Version
|
|
108
108
|
version: '0'
|
|
109
|
-
name: rexml
|
|
110
109
|
type: :runtime
|
|
111
110
|
prerelease: false
|
|
112
111
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -115,12 +114,12 @@ dependencies:
|
|
|
115
114
|
- !ruby/object:Gem::Version
|
|
116
115
|
version: '0'
|
|
117
116
|
- !ruby/object:Gem::Dependency
|
|
117
|
+
name: aws-sdk-core
|
|
118
118
|
requirement: !ruby/object:Gem::Requirement
|
|
119
119
|
requirements:
|
|
120
120
|
- - "~>"
|
|
121
121
|
- !ruby/object:Gem::Version
|
|
122
122
|
version: '3'
|
|
123
|
-
name: aws-sdk-core
|
|
124
123
|
type: :runtime
|
|
125
124
|
prerelease: false
|
|
126
125
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -129,12 +128,12 @@ dependencies:
|
|
|
129
128
|
- !ruby/object:Gem::Version
|
|
130
129
|
version: '3'
|
|
131
130
|
- !ruby/object:Gem::Dependency
|
|
131
|
+
name: aws-sdk-s3
|
|
132
132
|
requirement: !ruby/object:Gem::Requirement
|
|
133
133
|
requirements:
|
|
134
134
|
- - ">="
|
|
135
135
|
- !ruby/object:Gem::Version
|
|
136
136
|
version: '0'
|
|
137
|
-
name: aws-sdk-s3
|
|
138
137
|
type: :runtime
|
|
139
138
|
prerelease: false
|
|
140
139
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -143,12 +142,12 @@ dependencies:
|
|
|
143
142
|
- !ruby/object:Gem::Version
|
|
144
143
|
version: '0'
|
|
145
144
|
- !ruby/object:Gem::Dependency
|
|
145
|
+
name: aws-sdk-sqs
|
|
146
146
|
requirement: !ruby/object:Gem::Requirement
|
|
147
147
|
requirements:
|
|
148
148
|
- - ">="
|
|
149
149
|
- !ruby/object:Gem::Version
|
|
150
150
|
version: '0'
|
|
151
|
-
name: aws-sdk-sqs
|
|
152
151
|
type: :runtime
|
|
153
152
|
prerelease: false
|
|
154
153
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -157,12 +156,12 @@ dependencies:
|
|
|
157
156
|
- !ruby/object:Gem::Version
|
|
158
157
|
version: '0'
|
|
159
158
|
- !ruby/object:Gem::Dependency
|
|
159
|
+
name: aws-sdk-sns
|
|
160
160
|
requirement: !ruby/object:Gem::Requirement
|
|
161
161
|
requirements:
|
|
162
162
|
- - ">="
|
|
163
163
|
- !ruby/object:Gem::Version
|
|
164
164
|
version: '0'
|
|
165
|
-
name: aws-sdk-sns
|
|
166
165
|
type: :runtime
|
|
167
166
|
prerelease: false
|
|
168
167
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -171,12 +170,12 @@ dependencies:
|
|
|
171
170
|
- !ruby/object:Gem::Version
|
|
172
171
|
version: '0'
|
|
173
172
|
- !ruby/object:Gem::Dependency
|
|
173
|
+
name: aws-sdk-cloudwatch
|
|
174
174
|
requirement: !ruby/object:Gem::Requirement
|
|
175
175
|
requirements:
|
|
176
176
|
- - ">="
|
|
177
177
|
- !ruby/object:Gem::Version
|
|
178
178
|
version: '0'
|
|
179
|
-
name: aws-sdk-cloudwatch
|
|
180
179
|
type: :runtime
|
|
181
180
|
prerelease: false
|
|
182
181
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -185,12 +184,12 @@ dependencies:
|
|
|
185
184
|
- !ruby/object:Gem::Version
|
|
186
185
|
version: '0'
|
|
187
186
|
- !ruby/object:Gem::Dependency
|
|
187
|
+
name: aws-sdk-cloudfront
|
|
188
188
|
requirement: !ruby/object:Gem::Requirement
|
|
189
189
|
requirements:
|
|
190
190
|
- - ">="
|
|
191
191
|
- !ruby/object:Gem::Version
|
|
192
192
|
version: '0'
|
|
193
|
-
name: aws-sdk-cloudfront
|
|
194
193
|
type: :runtime
|
|
195
194
|
prerelease: false
|
|
196
195
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -199,12 +198,12 @@ dependencies:
|
|
|
199
198
|
- !ruby/object:Gem::Version
|
|
200
199
|
version: '0'
|
|
201
200
|
- !ruby/object:Gem::Dependency
|
|
201
|
+
name: aws-sdk-resourcegroups
|
|
202
202
|
requirement: !ruby/object:Gem::Requirement
|
|
203
203
|
requirements:
|
|
204
204
|
- - ">="
|
|
205
205
|
- !ruby/object:Gem::Version
|
|
206
206
|
version: '0'
|
|
207
|
-
name: aws-sdk-resourcegroups
|
|
208
207
|
type: :runtime
|
|
209
208
|
prerelease: false
|
|
210
209
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -213,12 +212,12 @@ dependencies:
|
|
|
213
212
|
- !ruby/object:Gem::Version
|
|
214
213
|
version: '0'
|
|
215
214
|
- !ruby/object:Gem::Dependency
|
|
215
|
+
name: logstash-codec-json_lines
|
|
216
216
|
requirement: !ruby/object:Gem::Requirement
|
|
217
217
|
requirements:
|
|
218
218
|
- - ">="
|
|
219
219
|
- !ruby/object:Gem::Version
|
|
220
220
|
version: '0'
|
|
221
|
-
name: logstash-codec-json_lines
|
|
222
221
|
type: :development
|
|
223
222
|
prerelease: false
|
|
224
223
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -227,12 +226,12 @@ dependencies:
|
|
|
227
226
|
- !ruby/object:Gem::Version
|
|
228
227
|
version: '0'
|
|
229
228
|
- !ruby/object:Gem::Dependency
|
|
229
|
+
name: logstash-codec-multiline
|
|
230
230
|
requirement: !ruby/object:Gem::Requirement
|
|
231
231
|
requirements:
|
|
232
232
|
- - ">="
|
|
233
233
|
- !ruby/object:Gem::Version
|
|
234
234
|
version: '0'
|
|
235
|
-
name: logstash-codec-multiline
|
|
236
235
|
type: :development
|
|
237
236
|
prerelease: false
|
|
238
237
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -241,12 +240,12 @@ dependencies:
|
|
|
241
240
|
- !ruby/object:Gem::Version
|
|
242
241
|
version: '0'
|
|
243
242
|
- !ruby/object:Gem::Dependency
|
|
243
|
+
name: logstash-codec-json
|
|
244
244
|
requirement: !ruby/object:Gem::Requirement
|
|
245
245
|
requirements:
|
|
246
246
|
- - ">="
|
|
247
247
|
- !ruby/object:Gem::Version
|
|
248
248
|
version: '0'
|
|
249
|
-
name: logstash-codec-json
|
|
250
249
|
type: :development
|
|
251
250
|
prerelease: false
|
|
252
251
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -255,12 +254,12 @@ dependencies:
|
|
|
255
254
|
- !ruby/object:Gem::Version
|
|
256
255
|
version: '0'
|
|
257
256
|
- !ruby/object:Gem::Dependency
|
|
257
|
+
name: logstash-codec-line
|
|
258
258
|
requirement: !ruby/object:Gem::Requirement
|
|
259
259
|
requirements:
|
|
260
260
|
- - ">="
|
|
261
261
|
- !ruby/object:Gem::Version
|
|
262
262
|
version: '0'
|
|
263
|
-
name: logstash-codec-line
|
|
264
263
|
type: :development
|
|
265
264
|
prerelease: false
|
|
266
265
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -269,12 +268,12 @@ dependencies:
|
|
|
269
268
|
- !ruby/object:Gem::Version
|
|
270
269
|
version: '0'
|
|
271
270
|
- !ruby/object:Gem::Dependency
|
|
271
|
+
name: logstash-devutils
|
|
272
272
|
requirement: !ruby/object:Gem::Requirement
|
|
273
273
|
requirements:
|
|
274
274
|
- - ">="
|
|
275
275
|
- !ruby/object:Gem::Version
|
|
276
276
|
version: '0'
|
|
277
|
-
name: logstash-devutils
|
|
278
277
|
type: :development
|
|
279
278
|
prerelease: false
|
|
280
279
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -283,12 +282,12 @@ dependencies:
|
|
|
283
282
|
- !ruby/object:Gem::Version
|
|
284
283
|
version: '0'
|
|
285
284
|
- !ruby/object:Gem::Dependency
|
|
285
|
+
name: logstash-input-generator
|
|
286
286
|
requirement: !ruby/object:Gem::Requirement
|
|
287
287
|
requirements:
|
|
288
288
|
- - ">="
|
|
289
289
|
- !ruby/object:Gem::Version
|
|
290
290
|
version: '0'
|
|
291
|
-
name: logstash-input-generator
|
|
292
291
|
type: :development
|
|
293
292
|
prerelease: false
|
|
294
293
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -297,12 +296,12 @@ dependencies:
|
|
|
297
296
|
- !ruby/object:Gem::Version
|
|
298
297
|
version: '0'
|
|
299
298
|
- !ruby/object:Gem::Dependency
|
|
299
|
+
name: timecop
|
|
300
300
|
requirement: !ruby/object:Gem::Requirement
|
|
301
301
|
requirements:
|
|
302
302
|
- - ">="
|
|
303
303
|
- !ruby/object:Gem::Version
|
|
304
304
|
version: '0'
|
|
305
|
-
name: timecop
|
|
306
305
|
type: :development
|
|
307
306
|
prerelease: false
|
|
308
307
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -408,7 +407,7 @@ files:
|
|
|
408
407
|
- spec/spec_helper.rb
|
|
409
408
|
- spec/support/helpers.rb
|
|
410
409
|
- spec/unit/outputs/sqs_spec.rb
|
|
411
|
-
- vendor/jar-dependencies/org/logstash/plugins/integration/aws/logstash-integration-aws/7.
|
|
410
|
+
- vendor/jar-dependencies/org/logstash/plugins/integration/aws/logstash-integration-aws/7.3.0/logstash-integration-aws-7.3.0.jar
|
|
412
411
|
homepage: http://www.elastic.co/guide/en/logstash/current/index.html
|
|
413
412
|
licenses:
|
|
414
413
|
- Apache-2.0
|
|
@@ -416,7 +415,6 @@ metadata:
|
|
|
416
415
|
logstash_plugin: 'true'
|
|
417
416
|
logstash_group: integration
|
|
418
417
|
integration_plugins: logstash-codec-cloudfront,logstash-codec-cloudtrail,logstash-input-cloudwatch,logstash-input-s3,logstash-input-sqs,logstash-output-cloudwatch,logstash-output-s3,logstash-output-sns,logstash-output-sqs
|
|
419
|
-
post_install_message:
|
|
420
418
|
rdoc_options: []
|
|
421
419
|
require_paths:
|
|
422
420
|
- lib
|
|
@@ -432,8 +430,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
432
430
|
- !ruby/object:Gem::Version
|
|
433
431
|
version: '0'
|
|
434
432
|
requirements: []
|
|
435
|
-
rubygems_version: 3.3
|
|
436
|
-
signing_key:
|
|
433
|
+
rubygems_version: 3.6.3
|
|
437
434
|
specification_version: 4
|
|
438
435
|
summary: Collection of Logstash plugins that integrate with AWS
|
|
439
436
|
test_files:
|