fluent-plugin-cloudwatch-logs 0.4.2 → 0.4.3.pre1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: df90aca722066e72f7e3901d87abc5bbe416798f
-  data.tar.gz: 39a30c862da3e02461ccd26ff7d33703c3a9ca37
+SHA256:
+  metadata.gz: d3fc9af570c6757d34aa84c9205ac2f0b8544d9d583e25bff8cf1722b9130f1f
+  data.tar.gz: 627d217aff2db666bd07b23de643b4d1664776840967d14aba7f3e45b517b5e3
 SHA512:
-  metadata.gz: 3e60f711c0c5ba080646d1ea2ef22dd31ba3afa453f457147077714f83c90b5107981d6a4aff97ce9a98faff70ec7de2fa889fd49d5342a3713dca6cd57a536b
-  data.tar.gz: 54d7b1ad8aace95b7f9eeb05dea7426015314a711dd156c2f61c47c829f0168939b061bb01a3575f9c8ca87ce3150fe0c23b391b83bc43a234a43c229ab30251
+  metadata.gz: 3714ed8c7a2c8ca44aa7d7843ab21d1dea32b7b136b5416d74c5733e4c1651231ef89581f3775f468381bce415094cc39b0a02ee5a785812687a097d8360276b
+  data.tar.gz: 9059d211dc518c7f15009c8f30dcfe514977b26d4d85abf4f439da1751c21ffcb5933e76c3f10adeed50deb7373ffcc655fc377069584039126b9555a4353917

data/lib/fluent/plugin/cloudwatch/logs/version.rb

@@ -2,7 +2,7 @@ module Fluent
   module Plugin
     module Cloudwatch
       module Logs
-        VERSION = "0.4.2"
+        VERSION = "0.4.3.pre1"
       end
     end
   end

data/lib/fluent/plugin/out_cloudwatch_logs.rb

@@ -191,6 +191,10 @@ module Fluent
       end
     end
 
+    def delete_sequence_token(group_name, stream_name)
+      @sequence_tokens[group_name].delete(stream_name)
+    end
+
     def next_sequence_token(group_name, stream_name)
       @sequence_tokens[group_name][stream_name]
     end
@@ -235,16 +239,17 @@ module Fluent
     end
 
     def put_events(group_name, stream_name, events, events_bytesize)
-      args = {
-        log_events: events,
-        log_group_name: group_name,
-        log_stream_name: stream_name,
-      }
-      token = next_sequence_token(group_name, stream_name)
-
       response = nil
       retry_count = 0
+
       until response
+        args = {
+          log_events: events,
+          log_group_name: group_name,
+          log_stream_name: stream_name,
+        }
+
+        token = next_sequence_token(group_name, stream_name)
         args[:sequence_token] = token if token
 
         begin
@@ -262,13 +267,25 @@ module Fluent
         rescue Aws::CloudWatchLogs::Errors::InvalidSequenceTokenException, Aws::CloudWatchLogs::Errors::DataAlreadyAcceptedException => err
           sleep 1 # to avoid too many API calls
           log_stream = find_log_stream(group_name, stream_name)
-          token = log_stream.upload_sequence_token
+          store_next_sequence_token(group_name, stream_name, log_stream.upload_sequence_token)
           log.warn "updating upload sequence token forcefully because unrecoverable error occured", {
             "error" => err,
             "log_group" => group_name,
             "log_stream" => stream_name,
             "new_sequence_token" => token,
           }
+        rescue Aws::CloudWatchLogs::Errors::ResourceNotFoundException => err
+          if @auto_create_stream && err.message == 'The specified log stream does not exist.'
+            log.warn 'Creating log stream because "The specified log stream does not exist." error is got', {
+              "error" => err,
+              "log_group" => group_name,
+              "log_stream" => stream_name,
+            }
+            create_log_stream(group_name, stream_name)
+            delete_sequence_token(group_name, stream_name)
+          else
+            raise err
+          end
         rescue Aws::CloudWatchLogs::Errors::ThrottlingException => err
           if !@put_log_events_disable_retry_limit && @put_log_events_retry_limit < retry_count
             log.error "failed to PutLogEvents and discard logs because retry count exceeded put_log_events_retry_limit", {

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-cloudwatch-logs
 version: !ruby/object:Gem::Version
-  version: 0.4.2
+  version: 0.4.3.pre1
 platform: ruby
 authors:
 - Ryota Arai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-11-10 00:00:00.000000000 Z
+date: 2017-11-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -144,12 +144,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.8
+rubygems_version: 2.7.0
 signing_key: 
 specification_version: 4
 summary: CloudWatch Logs Plugin for Fluentd