fluent-plugin-cloudwatch-ingest 0.2.1 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +4 -1
- data/Rakefile +1 -1
- data/fluent-plugin-cloudwatch-ingest.gemspec +1 -0
- data/lib/fluent/plugin/cloudwatch/ingest/version.rb +1 -1
- data/lib/fluent/plugin/in_cloudwatch_ingest.rb +8 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 214133f86ae9dd4a2cd76b0b521afc5348f870fa
|
|
4
|
+
data.tar.gz: 0a0b7155ed5dbe9e4a18603d77f4bc28c31b538b
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 5788e2cb7e5fb26dd31b60727e98e890e3a190c8000c8b714bad5dfb37de3f326c15f2128b74797d91876e84bde26a3089f41a041956043fb2a964474af540f4
|
|
7
|
+
data.tar.gz: f4b857ea57e57f7dd8d5cdb9a41d0978ed948a25074093468d759be2d952df47d19660ca85ca139c39163607dd85c4899527442c4fe9035d60c29a5e83be51c4
|
data/README.md
CHANGED
|
@@ -36,9 +36,12 @@ Or install it yourself as:
|
|
|
36
36
|
aws_logging_enabled true
|
|
37
37
|
log_group_name_prefix /aws/lambda
|
|
38
38
|
log_stream_name_prefix 2017
|
|
39
|
+
limit_events 10000
|
|
39
40
|
state_file_name /mnt/nfs/cloudwatch.state
|
|
40
41
|
interval 60
|
|
41
|
-
api_interval 5
|
|
42
|
+
api_interval 5 # Time to wait between API call failures before retry
|
|
43
|
+
limit_events 10000 # Number of events to fetch in any given iteration
|
|
44
|
+
event_start_time 0 # Do not fetch events before this time (UNIX epoch, miliseconds)
|
|
42
45
|
<parse>
|
|
43
46
|
@type cloudwatch_ingest
|
|
44
47
|
expression /^(?<message>.+)$/
|
data/Rakefile
CHANGED
|
@@ -31,7 +31,12 @@ module Fluent::Plugin
|
|
|
31
31
|
config_param :api_interval, :time, default: 5
|
|
32
32
|
desc 'Tag to apply to record'
|
|
33
33
|
config_param :tag, :string, default: 'cloudwatch'
|
|
34
|
+
desc 'Enabled AWS SDK logging'
|
|
34
35
|
config_param :aws_logging_enabled, :bool, default: false
|
|
36
|
+
desc 'Limit the number of events fetched in any iteration'
|
|
37
|
+
config_param :limit_events, :integer, default: 10_000
|
|
38
|
+
desc 'Do not fetch events before this time'
|
|
39
|
+
config_param :event_start_time, :integer, default: 0
|
|
35
40
|
config_section :parse do
|
|
36
41
|
config_set_default :@type, 'cloudwatch_ingest'
|
|
37
42
|
desc 'Regular expression with which to parse the event message'
|
|
@@ -202,7 +207,9 @@ module Fluent::Plugin
|
|
|
202
207
|
response = @aws.get_log_events(
|
|
203
208
|
log_group_name: group,
|
|
204
209
|
log_stream_name: stream,
|
|
205
|
-
next_token: stream_token
|
|
210
|
+
next_token: stream_token,
|
|
211
|
+
limit: @limit_events,
|
|
212
|
+
start_time: @event_start_time
|
|
206
213
|
)
|
|
207
214
|
|
|
208
215
|
response.events.each do |e|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-cloudwatch-ingest
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.3.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Sam Pointer
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-
|
|
11
|
+
date: 2017-05-05 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|