fluent-plugin-elb-access-log 0.4.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1c73cb54a193ee0d843ee5d038d2f7cf4e8c7cdf
-  data.tar.gz: 4da300a290b3d16f5eeffad7b4e5ee3ccbf66264
+  metadata.gz: 48b23acb9715aceaba32535f3ee24da9c672e1e0
+  data.tar.gz: 161ce0f55e79b042af34171060d3e4d611f6acdb
 SHA512:
-  metadata.gz: aed16e4faac1a13e8f9138443d925645f06110cd3168df5726596549896f2242a68e241c38e062c0c898f5c494cfc4d18888070630ec64367851fd0df0a09368
-  data.tar.gz: 2cb130b4b344352c6ebfa514288cf7705ca1c4da5893e7ff1d51594b416f34bb3d53b4bfa6c2994a837922c976a71e5e5ffda5ede54118dd3402228dc62c5a03
+  metadata.gz: a9542814648731d30041c6bf7c9c30bfd822d3be137429628c2eb77aae0f02a7aeda538090065f5be6825cef415c1d60b18e62c07ea3b8edd3623d5be522a03f
+  data.tar.gz: db0422ee4c1b5478eca4ee1531ae947685eb8584942ff264646dfa918147cce605b54625cb69e005caa90910819550a963d5adc8f8377bffa292546c31f71cb9

data/.travis.yml

@@ -1,9 +1,12 @@
 language: ruby
 rvm:
-- 2.1
-- 2.2
-- 2.3.4
-- 2.4.1
+- 2.1.10
+- 2.2.9
+- 2.3.6
+- 2.4.3
+- 2.5.0
+before_install:
+- gem update --system
 script:
 - bundle install
 - bundle exec rake

data/README.md

@@ -26,7 +26,7 @@ Or install it yourself as:
 
 ```apache
 <source>
-  type elb_access_log
+  @type elb_access_log
   #aws_key_id YOUR_ACCESS_KEY_ID
   #aws_sec_key YOUR_SECRET_ACCESS_KEY
   #profile PROFILE_NAME
@@ -58,7 +58,6 @@ Or install it yourself as:
 see http://docs.aws.amazon.com/elasticloadbalancing/latest/classic/access-log-collection.html
 
 ```json
-// elb.access_log:
 {
   "timestamp":"2015-05-24T08:25:36.229576Z",
   "elb":"hoge",

data/lib/fluent/plugin/in_elb_access_log.rb

@@ -134,6 +134,7 @@ class Fluent::Plugin::ElbAccessLogInput < Fluent::Input
 
   def shutdown
     @loop.stop
+    @thread.kill
     @thread.join
     super
   end
@@ -161,16 +162,17 @@ class Fluent::Plugin::ElbAccessLogInput < Fluent::Input
           end
 
           unless @history.include?(obj.key)
-            access_log = client.get_object(bucket: @s3_bucket, key: obj.key).body.string
+            access_log = client.get_object(bucket: @s3_bucket, key: obj.key).body
 
             if obj.key.end_with?('.gz')
               begin
-                inflated = Zlib::Inflate.inflate(access_log)
-                access_log = inflated
+                access_log = Zlib::GzipReader.wrap(access_log, &:read)
               rescue Zlib::Error => e
                 @log.warn("#{e.message}: #{access_log.inspect.slice(0, 64)}")
                 next
               end
+            else
+              access_log = access_log.string
             end
 
             emit_access_log(access_log)

data/lib/fluent_plugin_elb_access_log/version.rb

@@ -1,3 +1,3 @@
 module FluentPluginElbAccessLog
-  VERSION = '0.4.0'
+  VERSION = '0.4.1'
 end

data/spec/in_elb_access_log_alb_spec.rb

@@ -7,6 +7,7 @@ describe Fluent::Plugin::ElbAccessLogInput do
 
   let(:fluentd_conf) do
     {
+      interval: 0,
       account_id: account_id,
       s3_bucket: s3_bucket,
       region: region,
@@ -48,7 +49,6 @@ describe Fluent::Plugin::ElbAccessLogInput do
       expect(client).to receive(:list_objects).with(bucket: s3_bucket, prefix: today_prefix) { [] }
       expect(client).to receive(:list_objects).with(bucket: s3_bucket, prefix: tomorrow_prefix) { [] }
       expect(driver.instance).to_not receive(:save_timestamp).with(today)
-      expect(driver.instance).to receive(:save_history)
       expect(driver.instance.log).to_not receive(:warn)
 
       driver_run(driver)
@@ -59,14 +59,14 @@ describe Fluent::Plugin::ElbAccessLogInput do
 
   context 'when access log exists' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
 
     let(:tomorrow_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-25T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
 https 2015-05-25T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
@@ -94,7 +94,6 @@ https 2015-05-25T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
       end
 
       expect(driver.instance).to receive(:save_timestamp).with(tomorrow)
-      expect(driver.instance).to receive(:save_history)
       expect(driver.instance.log).to_not receive(:warn)
 
       driver_run(driver)
@@ -260,6 +259,7 @@ https 2015-05-25T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
     context 'when sampling' do
       let(:fluentd_conf) do
         {
+          interval: 0,
           account_id: account_id,
           s3_bucket: s3_bucket,
           region: region,
@@ -279,7 +279,7 @@ https 2015-05-25T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
   context 'when include bad URI' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
@@ -297,7 +297,6 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
       end
 
       expect(driver.instance).to receive(:save_timestamp).with(today)
-      expect(driver.instance).to receive(:save_history)
 
       allow(Addressable::URI).to receive(:parse).and_raise('parse error')
       expect(driver.instance.log).to receive(:warn).with('parse error: http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/')
@@ -344,13 +343,14 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
   context 'when access log exists (with tag option)' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
 
     let(:fluentd_conf) do
       {
+        interval: 0,
         account_id: account_id,
         s3_bucket: s3_bucket,
         region: region,
@@ -373,7 +373,6 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
       end
 
       expect(driver.instance).to receive(:save_timestamp).with(today)
-      expect(driver.instance).to receive(:save_history)
       expect(driver.instance.log).to_not receive(:warn)
 
       driver_run(driver)
@@ -426,7 +425,7 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
   context 'when access old log exists' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
@@ -446,7 +445,6 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
       end
 
       expect(driver.instance).to_not receive(:save_timestamp)
-      expect(driver.instance).to receive(:save_history)
       expect(driver.instance.log).to_not receive(:warn)
 
       driver_run(driver)
@@ -498,7 +496,7 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
   context 'when parse error' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
@@ -516,7 +514,6 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
       end
 
       expect(driver.instance).to receive(:save_timestamp).with(today)
-      expect(driver.instance).to receive(:save_history)
 
       expect(CSV).to receive(:parse_line).and_raise('parse error')
       expect(driver.instance.log).to_not receive(:warn)
@@ -569,7 +566,7 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
     context 'when no user_agent' do
       let(:today_access_log) do
-        Zlib::Deflate.deflate(<<-EOS)
+        gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1"
         EOS
       end
@@ -590,7 +587,7 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
   context 'when access old log exists (timeout)' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
@@ -607,7 +604,6 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
       expect(client).to_not receive(:get_object)
       expect(driver.instance).to_not receive(:save_timestamp)
-      expect(driver.instance).to receive(:save_history)
       expect(driver.instance.log).to_not receive(:warn)
 
       driver_run(driver)
@@ -618,7 +614,7 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
   context 'when emitted log exists' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
@@ -636,7 +632,6 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
       history = driver.instance.instance_variable_get(:@history)
       history << today_object_key
       expect(driver.instance).to_not receive(:save_timestamp)
-      expect(driver.instance).to receive(:save_history)
       expect(driver.instance.log).to_not receive(:warn)
 
       driver_run(driver)
@@ -647,7 +642,7 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
   describe 'history#length' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
@@ -667,7 +662,6 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
       end
 
       expect(driver.instance).to receive(:save_timestamp).with(today)
-      expect(driver.instance).to receive(:save_history)
       expect(driver.instance.log).to_not receive(:warn)
     end
 
@@ -693,7 +687,7 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
 
   context 'when no user_agent' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
@@ -711,7 +705,6 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
       end
 
       expect(driver.instance).to receive(:save_timestamp).with(today)
-      expect(driver.instance).to receive(:save_history)
       expect(driver.instance.log).to_not receive(:warn)
 
       driver_run(driver)
@@ -780,18 +773,17 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
         double('today_s3_object', body: StringIO.new(today_access_log))
       end
 
-      expect(driver.instance).to receive(:save_history)
     end
 
     specify do
-      expect(driver.instance.log).to receive(:warn).with('incorrect header check: "https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.')
+      expect(driver.instance.log).to receive(:warn).with(/not in gzip format: /)
       driver_run(driver)
     end
   end
 
   context 'when bad timestamp' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https xxx hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
@@ -809,7 +801,6 @@ https xxx hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200
       end
 
       expect(driver.instance).to receive(:save_timestamp).with(today)
-      expect(driver.instance).to receive(:save_history)
     end
 
     specify do
@@ -821,7 +812,7 @@ https xxx hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200
 
   context 'when unquote fails' do
     let(:today_access_log) do
-      Zlib::Deflate.deflate(<<-EOS)
+      gzip(<<-EOS)
 https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.000053 0.000913 0.000036 200 200 0 3 "GET http://hoge-1876938939.ap-northeast-1.elb.amazonaws.com:80/ HTTP/1.1" "curl/7.30.0" ssl_cipher ssl_protocol arn:aws:elasticloadbalancing:ap-northeast-1:123456789012:targetgroup/app/xxx "Root=xxx" "-" "arn:aws:acm:ap-northeast-1:123456789012:certificate/xxx"
       EOS
     end
@@ -839,7 +830,6 @@ https 2015-05-24T19:55:36.000000Z hoge 14.14.124.20:57673 10.0.199.184:80 0.0000
       end
 
       expect(driver.instance).to receive(:save_timestamp).with(today)
-      expect(driver.instance).to receive(:save_history)
 
       expect(CSV).to receive(:parse_line).and_raise('parse error')
       expect(driver.instance).to receive(:unquote).and_raise('unquote error')

data/spec/in_elb_access_log_clb_spec.rb

@@ -7,6 +7,7 @@ describe Fluent::Plugin::ElbAccessLogInput do
 
   let(:fluentd_conf) do
     {
+      interval: 0,
       account_id: account_id,
       s3_bucket: s3_bucket,
       region: region,
@@ -231,6 +232,7 @@ describe Fluent::Plugin::ElbAccessLogInput do
     context 'when sampling' do
       let(:fluentd_conf) do
         {
+          interval: 0,
           account_id: account_id,
           s3_bucket: s3_bucket,
           region: region,
@@ -314,6 +316,7 @@ describe Fluent::Plugin::ElbAccessLogInput do
 
     let(:fluentd_conf) do
       {
+        interval: 0,
         account_id: account_id,
         s3_bucket: s3_bucket,
         region: region,

data/spec/in_elb_access_log_client_spec.rb

@@ -0,0 +1,133 @@
+describe 'Fluent::Plugin::ElbAccessLogInput#client' do
+  let(:account_id) { '123456789012' }
+  let(:s3_bucket) { 'my-bucket' }
+  let(:region) { 'us-west-1' }
+  let(:driver) { create_driver(fluentd_conf) }
+  let!(:client){ Aws::S3::Client.new(stub_responses: true) }
+
+  let(:fluentd_conf) do
+    {
+      account_id: account_id,
+      s3_bucket: s3_bucket,
+      region: region,
+      start_datetime: (today - 1).to_s,
+    }
+  end
+
+  let(:today) { Time.parse('2015/05/24 18:30 UTC') }
+  let(:yesterday) { today - 86400 }
+  let(:tomorrow) { today + 86400 }
+
+  let(:today_prefix) { "AWSLogs/#{account_id}/elasticloadbalancing/#{region}/#{today.strftime('%Y/%m/%d')}/" }
+  let(:yesterday_prefix) { "AWSLogs/#{account_id}/elasticloadbalancing/#{region}/#{yesterday.strftime('%Y/%m/%d')}/" }
+  let(:tomorrow_prefix) { "AWSLogs/#{account_id}/elasticloadbalancing/#{region}/#{tomorrow.strftime('%Y/%m/%d')}/" }
+
+  let(:today_object_key) { "#{today_prefix}#{account_id}_elasticloadbalancing_ap-northeast-1_hoge_#{today.iso8601}_52.68.51.1_8hSqR3o4.log" }
+  let(:yesterday_object_key) { "#{yesterday_prefix}#{account_id}_elasticloadbalancing_ap-northeast-1_hoge_#{yesterday.iso8601}_52.68.51.1_8hSqR3o4.log" }
+  let(:tomorrow_object_key) { "#{tomorrow_prefix}#{account_id}_elasticloadbalancing_ap-northeast-1_hoge_#{tomorrow.iso8601}_52.68.51.1_8hSqR3o4.log" }
+
+  before do
+    Timecop.freeze(today)
+    allow_any_instance_of(Fluent::Plugin::ElbAccessLogInput).to receive(:load_history) { [] }
+    allow_any_instance_of(Fluent::Plugin::ElbAccessLogInput).to receive(:parse_tsfile) { nil }
+    expect(client).to receive(:list_objects).with(bucket: s3_bucket, prefix: yesterday_prefix) { [] }
+    expect(client).to receive(:list_objects).with(bucket: s3_bucket, prefix: today_prefix) { [] }
+    expect(client).to receive(:list_objects).with(bucket: s3_bucket, prefix: tomorrow_prefix) { [] }
+    allow(FileUtils).to receive(:touch)
+    expect(driver.instance).to_not receive(:save_timestamp).with(today)
+    expect(driver.instance).to receive(:save_history)
+    expect(driver.instance.log).to_not receive(:error)
+    expect(driver.instance.log).to_not receive(:warn)
+  end
+
+  after do
+    Timecop.return
+  end
+
+  context 'when create client without credentials' do
+    specify do
+      expect(Aws::S3::Client).to receive(:new).with(
+        region: region,
+        user_agent_suffix: Fluent::Plugin::ElbAccessLogInput::USER_AGENT_SUFFIX,
+      ).and_return(client)
+
+      driver_run(driver)
+    end
+  end
+
+  context 'when create client with aws_key_id/aws_sec_key' do
+    let(:aws_key_id) { 'akid' }
+    let(:aws_sec_key) { 'secret' }
+
+    let(:fluentd_conf) do
+      {
+        account_id: account_id,
+        s3_bucket: s3_bucket,
+        region: region,
+        start_datetime: (today - 1).to_s,
+        aws_key_id: aws_key_id,
+        aws_sec_key: aws_sec_key,
+      }
+    end
+
+    specify do
+      expect(Aws::S3::Client).to receive(:new).with(
+        region: region,
+        user_agent_suffix: Fluent::Plugin::ElbAccessLogInput::USER_AGENT_SUFFIX,
+        access_key_id: aws_key_id,
+        secret_access_key: aws_sec_key,
+      ).and_return(client)
+
+      driver_run(driver)
+    end
+  end
+
+  context 'when create client with profile/credentials_path' do
+    let(:profile) { 'my-profile' }
+    let(:credentials_path) { '/foo/bar/zoo' }
+
+    let(:fluentd_conf) do
+      {
+        account_id: account_id,
+        s3_bucket: s3_bucket,
+        region: region,
+        start_datetime: (today - 1).to_s,
+        profile: profile,
+        credentials_path: credentials_path,
+      }
+    end
+
+    specify do
+      expect(Aws::S3::Client).to receive(:new) do |options|
+        credentials = options.fetch(:credentials)
+        expect(credentials.profile_name).to eq profile
+        expect(credentials.path).to eq credentials_path
+        client
+      end
+
+      driver_run(driver)
+    end
+  end
+
+  context 'when create client with debug' do
+    let(:fluentd_conf) do
+      {
+        account_id: account_id,
+        s3_bucket: s3_bucket,
+        region: region,
+        start_datetime: (today - 1).to_s,
+        debug: true,
+      }
+    end
+
+    specify do
+      expect(Aws::S3::Client).to receive(:new) do |options|
+        expect(options.fetch(:log_level)).to eq :debug
+        expect(options.fetch(:logger)).to be_a(Logger)
+        client
+      end
+
+      driver_run(driver)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -47,9 +47,20 @@ def driver_run(driver)
   driver.run do
     coolio_loop = driver.instance.instance_variable_get(:@loop)
     sleep 0.1 until coolio_loop.instance_variable_get(:@running)
+    sleep 0.1
   end
 end
 
+def gzip(str)
+  io = StringIO.new
+
+  Zlib::GzipWriter.wrap(io) do |gz|
+    gz << str
+  end
+
+  io.string
+end
+
 # prevent Test::Unit's AutoRunner from executing during RSpec's rake task
 # ref: https://github.com/rspec/rspec-rails/issues/1171
 Test::Unit.run = true if defined?(Test::Unit) && Test::Unit.respond_to?(:run=)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-elb-access-log
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Genki Sugawara
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-12-28 00:00:00.000000000 Z
+date: 2017-12-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -171,6 +171,7 @@ files:
 - lib/fluent_plugin_elb_access_log/version.rb
 - spec/in_elb_access_log_alb_spec.rb
 - spec/in_elb_access_log_clb_spec.rb
+- spec/in_elb_access_log_client_spec.rb
 - spec/in_elb_access_log_config_spec.rb
 - spec/spec_helper.rb
 homepage: https://github.com/winebarrel/fluent-plugin-elb-access-log
@@ -200,5 +201,6 @@ summary: Fluentd input plugin for AWS ELB Access Logs.
 test_files:
 - spec/in_elb_access_log_alb_spec.rb
 - spec/in_elb_access_log_clb_spec.rb
+- spec/in_elb_access_log_client_spec.rb
 - spec/in_elb_access_log_config_spec.rb
 - spec/spec_helper.rb