logstash-output-awslogs 1.1.3 → 1.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cd6de218003a805ad230d143147375621fbf7bbf803a7739582bf39da44dc228
-  data.tar.gz: 19a12a32d0a38df507e498783b046f329f727727bef51e770398afaeb1e7f9d8
+  metadata.gz: fce690cb9742677ce8bf664f44357992e5b3b15f15cf6b237c1d4e0d8b4d5505
+  data.tar.gz: 273a8e3ef5f7aa8ced982880d8ff4da771bae62c6380afb72f71e171b4186897
 SHA512:
-  metadata.gz: 789581c0eff8aaf841a805ffd054733e30cc910897bafc2d245e2cb26ae891e9893ce0e836c709c419c874d5187603a0db6ca7dca96f5236be702f00b02f3e0a
-  data.tar.gz: f7531d29688b185862a9e4af27bf796ffa21c638d1423fbaa14b9fb24291eaac89bf08239f2109cfea7fe7edfc1ab3b53b769f866f2635a652d8347ca204b197
+  metadata.gz: b53c48828b60db8020aaf01e1fadc9d9cf21c4f224c1544ad52720f43abfb3b621e6c9fdd6d0b131f8fb7e8549d3c51b9ef183e06ef9bb1782877b7e75268ee1
+  data.tar.gz: a7a66252e1ef7fa63848153c322d9bd01123ffc5070da5c910564b9f8c3789547021bb0076e21ecd353a7a0eee1d22bc1420026b3711b57f4099f77243d53d93

data/lib/logstash/outputs/awslogs.rb

@@ -4,6 +4,7 @@ require 'logstash/outputs/base'
 require 'logstash/namespace'
 require 'logstash/plugin_mixins/aws_config'
 require 'aws-sdk-cloudwatchlogs'
+require 'time'
 
 
 class LogStash::Outputs::Awslogs < LogStash::Outputs::Base
@@ -15,6 +16,7 @@ class LogStash::Outputs::Awslogs < LogStash::Outputs::Base
 
   PER_EVENT_OVERHEAD = 26
   MAX_BATCH_SIZE = 1024 * 1024
+  MIN_DELAY = 0.2
 
   # Log group to send event to
   config :log_group_name, validate: :string, required: true
@@ -26,6 +28,7 @@ class LogStash::Outputs::Awslogs < LogStash::Outputs::Base
   public
   def register
     @client = Aws::CloudWatchLogs::Client.new(aws_options_hash)
+    @last_flush = Time.now.to_f
   end # def register
 
   public
@@ -39,6 +42,8 @@ class LogStash::Outputs::Awslogs < LogStash::Outputs::Base
   private
   def put_events(batch)
     begin
+      delay = MIN_DELAY - (Time.now.to_f - @last_flush)
+      sleep(delay) if delay > 0
       @client.put_log_events(
         {
           log_group_name: batch[:log_group],
@@ -59,17 +64,17 @@ class LogStash::Outputs::Awslogs < LogStash::Outputs::Base
         @logger.info("AWSLogs: Log stream #{batch[:log_stream]} already exists")
       end
       retry
+    rescue Aws::CloudWatchLogs::Errors::LimitExceededException
+      @logger.info("AWSLogs: Rate limit exceeded, retrying")
+      retry
     end
+    @last_flush = Time.now.to_f
   end
 
   private
   def form_event_batches(events_arr)
     batches = []
     events_by_stream_and_group = {}
-    # events_by_stream_and_group = {
-    # ['group','stream'] => [{timestamp => 1, message => "message1"},{timestamp => 2, message => "mesage2"}],
-    # ['group2','stream2'] => [{timestamp => 3, message => "message3"},{timestamp => 4, message => "message4"}]
-    # }
     log_events = events_arr.sort_by { |event| event.timestamp.time.to_f}
     log_events.each do |event|
       event_log_stream_name = event.sprintf(log_stream_name)

data/logstash-output-awslogs.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-output-awslogs'
-  s.version       = '1.1.3'
+  s.version       = '1.1.5'
   s.licenses      = ['Apache-2.0']
   s.summary       = 'Writes events to AWS CloudWatch logs.'
   s.homepage      = 'https://github.com/Anarhyst266/logstash-output-awslogs'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-awslogs
 version: !ruby/object:Gem::Version
-  version: 1.1.3
+  version: 1.1.5
 platform: ruby
 authors:
 - Anton Klyba
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-06-23 00:00:00.000000000 Z
+date: 2024-01-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement