fluent-plugin-cloudwatch-logs 0.4.5 → 0.5.0.pre1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7f8fe8ec7ee187171451b47e824e14f3c475663bad90624b20c575b9ba7fa9eb
-  data.tar.gz: 9adc8de66f127eb20aa14830d88bd6cbc08a684ce8e4bec14543317dd26028df
+  metadata.gz: '0293939c5f3f3a26433414ba6f8f0e24e2919ffcdde9d0089c36ea812c74fa75'
+  data.tar.gz: d2f8ccb99658afd56dd08819f4849bcb9925f590b928cd009aac380cdf130163
 SHA512:
-  metadata.gz: 8ea28c6a7ba48d50891185c767ef5a3317d64964f89d809c643f191826cd092a77d99a12f80d3aafb3031941af1e25e12ea79a0fee374195d9882f3e3fe6bea7
-  data.tar.gz: c11a426c35c25ab35ddd066141c4c18e7df7b0f88482d4efd9544877376554001a1b1440e2068c8794bdbe12c7232bb4e07e7d7956e6b047986a68da33dcca1d
+  metadata.gz: 3aaef277138417fc14f8b979c05a500b86c3cce4f887993ac1079078021b6c42ccc4e77c058b3b680f23dcfba80995742513620c164b9c89a0c5050cdb4e7bc4
+  data.tar.gz: 542aa4b296c089500eda35ea2af8f79f71a0a35f1573bbb06c1e5ae3d2ef578a1c0506142acfc6c992e51cf546ce70f17d623941d8ab283a0452808af5cf9e01

data/Gemfile

@@ -1,5 +1,4 @@
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in fluent-plugin-cloudwatch-logs.gemspec
-gem 'fluentd', '~> 0.12.0'
 gemspec

data/fluent-plugin-cloudwatch-logs.gemspec

@@ -17,9 +17,8 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
-  spec.add_dependency 'fluentd'
+  spec.add_dependency 'fluentd', '>= 0.14.15'
   spec.add_dependency 'aws-sdk-cloudwatchlogs', '~> 1.0'
-  spec.add_dependency 'fluent-mixin-config-placeholders', '>= 0.2.0'
 
   spec.add_development_dependency "bundler", "~> 1.6"
   spec.add_development_dependency "rake"

data/lib/fluent/plugin/cloudwatch/logs/version.rb

@@ -2,7 +2,7 @@ module Fluent
   module Plugin
     module Cloudwatch
       module Logs
-        VERSION = "0.4.5"
+        VERSION = "0.5.0.pre1"
       end
     end
   end

data/lib/fluent/plugin/in_cloudwatch_logs.rb

@@ -1,18 +1,11 @@
-require 'fluent/input'
-require 'fluent/parser'
-
-module Fluent
-  require 'fluent/mixin/config_placeholders'
+require 'fluent/plugin/input'
+require 'fluent/plugin/parser'
 
+module Fluent::Plugin
   class CloudwatchLogsInput < Input
-    Plugin.register_input('cloudwatch_logs', self)
-
-    include Fluent::Mixin::ConfigPlaceholders
+    Fluent::Plugin.register_input('cloudwatch_logs', self)
 
-    # Define `router` method of v0.12 to support v0.10.57 or earlier
-    unless method_defined?(:router)
-      define_method("router") { Engine }
-    end
+    helpers :parser, :thread, :compat_parameters
 
     config_param :aws_key_id, :string, :default => nil, :secret => true
     config_param :aws_sec_key, :string, :default => nil, :secret => true
@@ -28,22 +21,24 @@ module Fluent
     config_param :fetch_interval, :time, default: 60
     config_param :http_proxy, :string, default: nil
 
+    config_section :parse do
+      config_set_default :@type, 'none'
+    end
+
     def initialize
       super
 
       require 'aws-sdk-cloudwatchlogs'
     end
 
-    def placeholders
-      [:percent]
-    end
-
     def configure(conf)
+      compat_parameters_convert(conf, :parser)
       super
       configure_parser(conf)
     end
 
     def start
+      super
       options = {}
       options[:region] = @region if @region
       options[:http_proxy] = @http_proxy if @http_proxy
@@ -61,19 +56,18 @@ module Fluent
       @logs = Aws::CloudWatchLogs::Client.new(options)
 
       @finished = false
-      @thread = Thread.new(&method(:run))
+      thread_create(:in_cloudwatch_logs_runner, &method(:run))
     end
 
     def shutdown
       @finished = true
-      @thread.join
+      super
     end
 
     private
     def configure_parser(conf)
       if conf['format']
-        @parser = Fluent::TextParser.new
-        @parser.configure(conf)
+        @parser = parser_create
       end
     end
 
@@ -122,8 +116,9 @@ module Fluent
 
     def emit(stream, event)
       if @parser
-        record = @parser.parse(event.message)
-        router.emit(@tag, record[0], record[1])
+        @parser.parse(event.message) {|time, record|
+          router.emit(@tag, time, record)
+        }
       else
         time = (event.timestamp / 1000).floor
         record = JSON.parse(event.message)

data/lib/fluent/plugin/out_cloudwatch_logs.rb

@@ -1,14 +1,13 @@
-require 'fluent/output'
+require 'fluent/plugin/output'
 require 'thread'
 
-module Fluent
-  require 'fluent/mixin/config_placeholders'
+module Fluent::Plugin
+  class CloudwatchLogsOutput < Output
+    Fluent::Plugin.register_output('cloudwatch_logs', self)
 
-  class CloudwatchLogsOutput < BufferedOutput
-    Plugin.register_output('cloudwatch_logs', self)
+    helpers :compat_parameters, :inject
 
-    include Fluent::SetTimeKeyMixin
-    include Fluent::Mixin::ConfigPlaceholders
+    DEFAULT_BUFFER_TYPE = "memory"
 
     config_param :aws_key_id, :string, :default => nil, :secret => true
     config_param :aws_sec_key, :string, :default => nil, :secret => true
@@ -40,33 +39,30 @@ module Fluent
     config_param :retention_in_days_key, :string, default: nil
     config_param :remove_retention_in_days, :bool, default: false
 
+    config_section :buffer do
+      config_set_default :@type, DEFAULT_BUFFER_TYPE
+    end
+
     MAX_EVENTS_SIZE = 1_048_576
     MAX_EVENT_SIZE = 256 * 1024
     EVENT_HEADER_SIZE = 26
 
-    unless method_defined?(:log)
-      define_method(:log) { $log }
-    end
-
     def initialize
       super
 
       require 'aws-sdk-cloudwatchlogs'
     end
 
-    def placeholders
-      [:percent]
-    end
-
     def configure(conf)
+      compat_parameters_convert(conf, :buffer, :inject)
       super
 
       unless [conf['log_group_name'], conf['use_tag_as_group'], conf['log_group_name_key']].compact.size == 1
-        raise ConfigError, "Set only one of log_group_name, use_tag_as_group and log_group_name_key"
+        raise Fluent::ConfigError, "Set only one of log_group_name, use_tag_as_group and log_group_name_key"
       end
 
       unless [conf['log_stream_name'], conf['use_tag_as_stream'], conf['log_stream_name_key']].compact.size == 1
-        raise ConfigError, "Set only one of log_stream_name, use_tag_as_stream and log_stream_name_key"
+        raise Fluent::ConfigError, "Set only one of log_stream_name, use_tag_as_stream and log_stream_name_key"
       end
 
       if [conf['log_group_aws_tags'], conf['log_group_aws_tags_key']].compact.size > 1
@@ -100,9 +96,18 @@ module Fluent
     end
 
     def format(tag, time, record)
+      record = inject_values_to_record(tag, time, record)
       [tag, time, record].to_msgpack
     end
 
+    def formatted_to_msgpack_binary?
+      true
+    end
+
+    def multi_workers_ready?
+      true
+    end
+
     def write(chunk)
       queue = Thread::Queue.new
 

data/test/plugin/test_in_cloudwatch_logs.rb

@@ -1,7 +1,10 @@
 require 'test_helper'
+require 'fluent/test/driver/input'
+require 'fluent/test/helpers'
 
 class CloudwatchLogsInputTest < Test::Unit::TestCase
   include CloudwatchLogsTestHelper
+  include Fluent::Test::Helpers
 
   def setup
     Fluent::Test.setup
@@ -48,11 +51,9 @@ class CloudwatchLogsInputTest < Test::Unit::TestCase
     sleep 5
 
     d = create_driver
-    d.run do
-      sleep 5
-    end
+    d.run(expect_emits: 2, timeout: 5)
 
-    emits = d.emits
+    emits = d.events
     assert_equal(2, emits.size)
     assert_equal(['test', (time_ms / 1000).floor, {'cloudwatch' => 'logs1'}], emits[0])
     assert_equal(['test', (time_ms / 1000).floor, {'cloudwatch' => 'logs2'}], emits[1])
@@ -81,11 +82,9 @@ class CloudwatchLogsInputTest < Test::Unit::TestCase
       #{region}
     EOC
 
-    d.run do
-      sleep 5
-    end
+    d.run(expect_emits: 2, timeout: 5)
 
-    emits = d.emits
+    emits = d.events
     assert_equal(2, emits.size)
     assert_equal('test', emits[0][0])
     assert_in_delta((time_ms / 1000).floor, emits[0][1], 10)
@@ -125,11 +124,9 @@ class CloudwatchLogsInputTest < Test::Unit::TestCase
       #{aws_sec_key}
       #{region}
     EOC
-    d.run do
-      sleep 5
-    end
+    d.run(expect_emits: 4, timeout: 5)
 
-    emits = d.emits
+    emits = d.events
     assert_equal(4, emits.size)
     assert_equal(['test', (time_ms / 1000).floor, {'cloudwatch' => 'logs1'}], emits[0])
     assert_equal(['test', (time_ms / 1000).floor, {'cloudwatch' => 'logs2'}], emits[1])
@@ -145,6 +142,7 @@ class CloudwatchLogsInputTest < Test::Unit::TestCase
       log_group_name #{log_group_name}
       log_stream_name #{log_stream_name}
       state_file /tmp/state
+      fetch_interval 1
       #{aws_key_id}
       #{aws_sec_key}
       #{region}
@@ -152,6 +150,6 @@ class CloudwatchLogsInputTest < Test::Unit::TestCase
   end
 
   def create_driver(conf = default_config)
-    Fluent::Test::InputTestDriver.new(Fluent::CloudwatchLogsInput).configure(conf)
+    Fluent::Test::Driver::Input.new(Fluent::Plugin::CloudwatchLogsInput).configure(conf)
   end
 end

data/test/plugin/test_out_cloudwatch_logs.rb

@@ -1,13 +1,16 @@
+# coding: utf-8
 require 'test_helper'
 require 'fileutils'
+require 'fluent/test/driver/output'
+require 'fluent/test/helpers'
 
 class CloudwatchLogsOutputTest < Test::Unit::TestCase
   include CloudwatchLogsTestHelper
+  include Fluent::Test::Helpers
 
   def setup
     Fluent::Test.setup
     require 'fluent/plugin/out_cloudwatch_logs'
-
   end
 
   def teardown
@@ -43,13 +46,15 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     new_log_stream
 
     d = create_driver
-    time = Time.now
-    d.emit({'cloudwatch' => 'logs1'}, time.to_i)
-    d.emit({'cloudwatch' => 'logs2'}, time.to_i + 1)
-    d.run
+    time = event_time
+    d.run(default_tag: fluentd_tag, flush: true) do
+      d.feed(time, {'cloudwatch' => 'logs1'})
+      d.feed(time + 1, {'cloudwatch' => 'logs2'})
+    end
 
     sleep 10
 
+    logs = d.logs
     events = get_log_events
     assert_equal(2, events.size)
     assert_equal(time.to_i * 1000, events[0].timestamp)
@@ -57,16 +62,17 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     assert_equal((time.to_i + 1) * 1000, events[1].timestamp)
     assert_equal('{"cloudwatch":"logs2"}', events[1].message)
 
-    assert_match(/Called PutLogEvents API/, d.instance.log.logs[0])
+    assert(logs.any?{|log| log.include?("Calling PutLogEvents API") })
   end
 
   def test_write_utf8
     new_log_stream
 
     d = create_driver
-    time = Time.now
-    d.emit({'cloudwatch' => 'これは日本語です'.force_encoding('UTF-8')}, time.to_i)
-    d.run
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, { 'cloudwatch' => 'これは日本語です'.force_encoding('UTF-8')})
+    end
 
     sleep 10
 
@@ -79,12 +85,18 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
   def test_write_24h_apart
     new_log_stream
 
-    d = create_driver
-    time = Time.now
-    d.emit({'cloudwatch' => 'logs0'}, time.to_i - 60 * 60 * 25)
-    d.emit({'cloudwatch' => 'logs1'}, time.to_i)
-    d.emit({'cloudwatch' => 'logs2'}, time.to_i + 1)
-    d.run
+    d = create_driver(<<-EOC)
+    #{default_config}
+    log_group_name #{log_group_name}
+    log_stream_name #{log_stream_name}
+    utc
+    EOC
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time - 60 * 60 * 25, {'cloudwatch' => 'logs0'})
+      d.feed(time, {'cloudwatch' => 'logs1'})
+      d.feed(time + 1, {'cloudwatch' => 'logs2'})
+    end
 
     sleep 10
 
@@ -108,10 +120,11 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     log_stream_name #{log_stream_name}
     EOC
 
-    time = Time.now
-    d.emit({'cloudwatch' => 'logs1', 'message' => 'message1'}, time.to_i)
-    d.emit({'cloudwatch' => 'logs2', 'message' => 'message2'}, time.to_i + 1)
-    d.run
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'cloudwatch' => 'logs1', 'message' => 'message1'})
+      d.feed(time + 1, {'cloudwatch' => 'logs2', 'message' => 'message2'})
+    end
 
     sleep 10
 
@@ -134,10 +147,11 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     log_stream_name #{log_stream_name}
     EOC
 
-    time = Time.now
-    d.emit({'cloudwatch' => 'logs1', 'message' => 'message1'}, time.to_i)
-    d.emit({'cloudwatch' => 'logs2', 'message' => 'message2'}, time.to_i + 1)
-    d.run
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'cloudwatch' => 'logs1', 'message' => 'message1'})
+      d.feed(time + 1, {'cloudwatch' => 'logs2', 'message' => 'message2'})
+    end
 
     sleep 10
 
@@ -159,10 +173,11 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     log_stream_name #{log_stream_name}
     EOC
 
-    time = Time.now
-    d.emit({'cloudwatch' => 'logs1', 'message' => 'message1'}, time.to_i)
-    d.emit({'cloudwatch' => 'logs2', 'message' => 'message2'}, time.to_i + 1)
-    d.run
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'cloudwatch' => 'logs1', 'message' => 'message1'})
+      d.feed(time + 1, {'cloudwatch' => 'logs2', 'message' => 'message2'})
+    end
 
     sleep 10
 
@@ -184,10 +199,11 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     log_group_name #{log_group_name}
     EOC
 
-    time = Time.now
-    d.emit({'cloudwatch' => 'logs1', 'message' => 'message1'}, time.to_i)
-    d.emit({'cloudwatch' => 'logs2', 'message' => 'message2'}, time.to_i + 1)
-    d.run
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'cloudwatch' => 'logs1', 'message' => 'message1'})
+      d.feed(time + 1, {'cloudwatch' => 'logs2', 'message' => 'message2'})
+    end
 
     sleep 10
 
@@ -207,21 +223,23 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     include_time_key true
     log_group_name #{log_group_name}
     log_stream_name #{log_stream_name}
+    utc
     EOC
 
-    time = Time.now
-    d.emit({'cloudwatch' => 'logs1'}, time.to_i)
-    d.emit({'cloudwatch' => 'logs2'}, time.to_i + 1)
-    d.run
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'cloudwatch' => 'logs1'})
+      d.feed(time + 1, {'cloudwatch' => 'logs2'})
+    end
 
     sleep 10
 
     events = get_log_events
     assert_equal(2, events.size)
     assert_equal(time.to_i * 1000, events[0].timestamp)
-    assert_equal("{\"cloudwatch\":\"logs1\",\"time\":\"#{time.utc.strftime("%Y-%m-%dT%H:%M:%SZ")}\"}", events[0].message)
+    assert_equal("{\"cloudwatch\":\"logs1\",\"time\":\"#{Time.at(time.to_r).utc.strftime("%Y-%m-%dT%H:%M:%SZ")}\"}", events[0].message)
     assert_equal((time.to_i + 1) * 1000, events[1].timestamp)
-    assert_equal("{\"cloudwatch\":\"logs2\",\"time\":\"#{(time+1).utc.strftime("%Y-%m-%dT%H:%M:%SZ")}\"}", events[1].message)
+    assert_equal("{\"cloudwatch\":\"logs2\",\"time\":\"#{Time.at((time+1).to_r).utc.strftime("%Y-%m-%dT%H:%M:%SZ")}\"}", events[1].message)
   end
 
   def test_include_time_key_localtime
@@ -235,19 +253,20 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     log_stream_name #{log_stream_name}
     EOC
 
-    time = Time.now
-    d.emit({'cloudwatch' => 'logs1'}, time.to_i)
-    d.emit({'cloudwatch' => 'logs2'}, time.to_i + 1)
-    d.run
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'cloudwatch' => 'logs1'})
+      d.feed(time + 1, {'cloudwatch' => 'logs2'})
+    end
 
     sleep 10
 
     events = get_log_events
     assert_equal(2, events.size)
     assert_equal(time.to_i * 1000, events[0].timestamp)
-    assert_equal("{\"cloudwatch\":\"logs1\",\"time\":\"#{time.strftime("%Y-%m-%dT%H:%M:%S%:z")}\"}", events[0].message)
+    assert_equal("{\"cloudwatch\":\"logs1\",\"time\":\"#{Time.at(time.to_r).strftime("%Y-%m-%dT%H:%M:%S%:z")}\"}", events[0].message)
     assert_equal((time.to_i + 1) * 1000, events[1].timestamp)
-    assert_equal("{\"cloudwatch\":\"logs2\",\"time\":\"#{(time+1).strftime("%Y-%m-%dT%H:%M:%S%:z")}\"}", events[1].message)
+    assert_equal("{\"cloudwatch\":\"logs2\",\"time\":\"#{Time.at((time+1).to_r).to_time.strftime("%Y-%m-%dT%H:%M:%S%:z")}\"}", events[1].message)
   end
 
   def test_log_group_name_key_and_log_stream_name_key
@@ -257,6 +276,7 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     #{default_config}
     log_group_name_key group_name_key
     log_stream_name_key stream_name_key
+    @log_level debug
     EOC
 
     stream1 = new_log_stream
@@ -268,14 +288,16 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
       {'cloudwatch' => 'logs3', 'message' => 'message1', 'group_name_key' => log_group_name, 'stream_name_key' => stream1},
     ]
 
-    time = Time.now
-    records.each_with_index do |record, i|
-      d.emit(record, time.to_i + i)
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      records.each_with_index do |record, i|
+        d.feed(time + i, record)
+      end
     end
-    d.run
 
+    logs = d.logs
     # Call API once for each stream
-    assert_equal(2, d.instance.log.logs.select {|l| l =~ /Called PutLogEvents API/ }.size)
+    assert_equal(2, logs.select {|l| l =~ /Calling PutLogEvents API/ }.size)
 
     sleep 10
 
@@ -303,9 +325,10 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     remove_log_stream_name_key true
     EOC
 
-    time = Time.now
-    d.emit({'cloudwatch' => 'logs1', 'message' => 'message1', 'group_name_key' => log_group_name, 'stream_name_key' => log_stream_name}, time.to_i)
-    d.run
+    time = event_time
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'cloudwatch' => 'logs1', 'message' => 'message1', 'group_name_key' => log_group_name, 'stream_name_key' => log_stream_name})
+    end
 
     sleep 10
 
@@ -504,15 +527,17 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     client.stubs(:put_log_events).
       raises(Aws::CloudWatchLogs::Errors::ThrottlingException.new(nil, "error")).then.returns(resp)
 
-    time = Time.now
     d = create_driver
+    time = event_time
     d.instance.instance_variable_set(:@logs, client)
-    d.emit({'message' => 'message1'}, time.to_i)
-    d.run
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'message' => 'message1'})
+    end
 
-    assert_match(/failed to PutLogEvents/, d.instance.log.logs[0])
-    assert_match(/Called PutLogEvents/, d.instance.log.logs[1])
-    assert_match(/retry succeeded/, d.instance.log.logs[2])
+    logs = d.logs
+    assert_equal(2, logs.select {|l| l =~ /Calling PutLogEvents API/ }.size)
+    assert_equal(1, logs.select {|l| l =~ /failed to PutLogEvents/ }.size)
+    assert_equal(1, logs.select {|l| l =~ /retry succeeded/ }.size)
   end
 
   def test_retrying_on_throttling_exception_and_throw_away
@@ -520,33 +545,39 @@ class CloudwatchLogsOutputTest < Test::Unit::TestCase
     client.stubs(:put_log_events).
       raises(Aws::CloudWatchLogs::Errors::ThrottlingException.new(nil, "error"))
 
-    time = Time.now
+    time = Fluent::Engine.now
     d = create_driver(<<-EOC)
 #{default_config}
 log_group_name #{log_group_name}
 log_stream_name #{log_stream_name}
 put_log_events_retry_limit 1
+@log_level debug
     EOC
     d.instance.instance_variable_set(:@logs, client)
-    d.emit({'message' => 'message1'}, time.to_i)
-    d.run
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'message' => 'message1'})
+    end
 
-    assert_match(/failed to PutLogEvents/, d.instance.log.logs[0])
-    assert_match(/failed to PutLogEvents/, d.instance.log.logs[1])
-    assert_match(/failed to PutLogEvents and discard logs/, d.instance.log.logs[2])
+    logs = d.logs
+    assert_equal(3, logs.select {|l| l =~ /Calling PutLogEvents API/ }.size)
+    assert_equal(3, logs.select {|l| l =~ /failed to PutLogEvents/ }.size)
+    assert_equal(1, logs.select {|l| l =~ /failed to PutLogEvents and discard logs/ }.size)
   end
 
   def test_too_large_event
-    time = Time.now
+    time = Fluent::Engine.now
     d = create_driver(<<-EOC)
 #{default_config}
 log_group_name #{log_group_name}
 log_stream_name #{log_stream_name}
+@log_level debug
     EOC
-    d.emit({'message' => '*' * 256 * 1024}, time.to_i)
-    d.run
+    d.run(default_tag: fluentd_tag) do
+      d.feed(time, {'message' => '*' * 256 * 1024})
+    end
 
-    assert_match(/Log event is discarded because it is too large: 262184 bytes exceeds limit of 262144$/, d.instance.log.logs[0])
+    logs = d.logs
+    assert(logs.any?{|log| log.include?("Log event is discarded because it is too large: 262184 bytes exceeds limit of 262144")})
   end
 
   def test_scrub_record
@@ -585,8 +616,9 @@ auto_create_stream true
 #{default_config}
 log_group_name #{log_group_name}
 log_stream_name #{log_stream_name}
+@log_level debug
       EOC
     end
-    Fluent::Test::BufferedOutputTestDriver.new(Fluent::CloudwatchLogsOutput, fluentd_tag).configure(conf)
+    Fluent::Test::Driver::Output.new(Fluent::Plugin::CloudwatchLogsOutput).configure(conf)
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-cloudwatch-logs
 version: !ruby/object:Gem::Version
-  version: 0.4.5
+  version: 0.5.0.pre1
 platform: ruby
 authors:
 - Ryota Arai
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.14.15
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.14.15
 - !ruby/object:Gem::Dependency
   name: aws-sdk-cloudwatchlogs
   requirement: !ruby/object:Gem::Requirement
@@ -38,20 +38,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
-- !ruby/object:Gem::Dependency
-  name: fluent-mixin-config-placeholders
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.2.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.2.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -144,9 +130,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.7.3