fluent-plugin-cloudwatch-ingest 0.2.1 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: cb6e47ba22bacca8648c6f4f607a5c225d7336b4
4
- data.tar.gz: 198af146c4862e1f75837cdf35f5721958a3482b
3
+ metadata.gz: 214133f86ae9dd4a2cd76b0b521afc5348f870fa
4
+ data.tar.gz: 0a0b7155ed5dbe9e4a18603d77f4bc28c31b538b
5
5
  SHA512:
6
- metadata.gz: 2a072d31bb053ae4b869246552efd4c546e6b191995d4efa1b4a091b90e282d5da7b7cceac2cd7a239da1a387dc64b92e3266c88d52b9560f75b5760df35f2c0
7
- data.tar.gz: 55b8fdfbc69b1908a364115ae305a01c3ba51d2d25330ee2dc344a9e2faa17640039eff945308bf750f993636d49084adc7640012e346b852af2b06ff533d2ff
6
+ metadata.gz: 5788e2cb7e5fb26dd31b60727e98e890e3a190c8000c8b714bad5dfb37de3f326c15f2128b74797d91876e84bde26a3089f41a041956043fb2a964474af540f4
7
+ data.tar.gz: f4b857ea57e57f7dd8d5cdb9a41d0978ed948a25074093468d759be2d952df47d19660ca85ca139c39163607dd85c4899527442c4fe9035d60c29a5e83be51c4
data/README.md CHANGED
@@ -36,9 +36,12 @@ Or install it yourself as:
36
36
  aws_logging_enabled true
37
37
  log_group_name_prefix /aws/lambda
38
38
  log_stream_name_prefix 2017
39
+ limit_events 10000
39
40
  state_file_name /mnt/nfs/cloudwatch.state
40
41
  interval 60
41
- api_interval 5 # Time to wait between API call failures before retry
42
+ api_interval 5 # Time to wait between API call failures before retry
43
+ limit_events 10000 # Number of events to fetch in any given iteration
44
+ event_start_time 0 # Do not fetch events before this time (UNIX epoch, miliseconds)
42
45
  <parse>
43
46
  @type cloudwatch_ingest
44
47
  expression /^(?<message>.+)$/
data/Rakefile CHANGED
@@ -5,4 +5,4 @@ require 'rubocop/rake_task'
5
5
  RSpec::Core::RakeTask.new(:spec)
6
6
  RuboCop::RakeTask.new
7
7
 
8
- task default: [:rubocop, :spec, :build]
8
+ task default: %i[rubocop spec build]
@@ -1,4 +1,5 @@
1
1
  # coding: utf-8
2
+
2
3
  lib = File.expand_path('../lib', __FILE__)
3
4
  $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
5
  require 'fluent/plugin/cloudwatch/ingest/version'
@@ -2,7 +2,7 @@ module Fluent
2
2
  module Plugin
3
3
  module Cloudwatch
4
4
  module Ingest
5
- VERSION = '0.2.1'.freeze
5
+ VERSION = '0.3.0'.freeze
6
6
  end
7
7
  end
8
8
  end
@@ -31,7 +31,12 @@ module Fluent::Plugin
31
31
  config_param :api_interval, :time, default: 5
32
32
  desc 'Tag to apply to record'
33
33
  config_param :tag, :string, default: 'cloudwatch'
34
+ desc 'Enabled AWS SDK logging'
34
35
  config_param :aws_logging_enabled, :bool, default: false
36
+ desc 'Limit the number of events fetched in any iteration'
37
+ config_param :limit_events, :integer, default: 10_000
38
+ desc 'Do not fetch events before this time'
39
+ config_param :event_start_time, :integer, default: 0
35
40
  config_section :parse do
36
41
  config_set_default :@type, 'cloudwatch_ingest'
37
42
  desc 'Regular expression with which to parse the event message'
@@ -202,7 +207,9 @@ module Fluent::Plugin
202
207
  response = @aws.get_log_events(
203
208
  log_group_name: group,
204
209
  log_stream_name: stream,
205
- next_token: stream_token
210
+ next_token: stream_token,
211
+ limit: @limit_events,
212
+ start_time: @event_start_time
206
213
  )
207
214
 
208
215
  response.events.each do |e|
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-cloudwatch-ingest
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.1
4
+ version: 0.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Sam Pointer
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2017-04-07 00:00:00.000000000 Z
11
+ date: 2017-05-05 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler