fluent-plugin-s3 0.6.4 → 0.6.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 898dacde8e05065481eb052b7ceccd83990ca271
-  data.tar.gz: 800463c09bd87c561a2b376ef4471e9d1d53065e
+  metadata.gz: e306f719d4a60dcbfbbc48db85ee403a9865b054
+  data.tar.gz: bef798f3e37dde338873bd3697b5388e04e032bd
 SHA512:
-  metadata.gz: 52a258b0df126e20e63f0e760ca38d3e33e4bbf6d22ee76e086ae083ae51b8c019cd4df18c4c6b5bf8cc45f227b961f9fc306a83fd1747094c1599b0655d2e0f
-  data.tar.gz: f98a116cfb1fb4092fdd612312baa44ac3d3ffc7651abc43c2b81eb193d674e5118ea1b571a2c0af6d2780469fcb401e98a5be0452f831df9907cc622667d94b
+  metadata.gz: 0bc0a0c6daa1c762097aecc94828d59a79e15a9abf514938a0d3a4e412205c4681f2fc8235d40425f36adbbf25daf903a147c34426af7bbb9e9865625b0220d5
+  data.tar.gz: 6883277b81e496c02673038c3f83118050e7c38c2f42391b4168dc80b0a73889fd81906462ab1d3914036eece8a34f913cfec32fd4a0bf529ff4426c37111f91

data/.travis.yml

@@ -14,6 +14,7 @@ branches:
   only:
     - master
 
+before_install: gem update bundler
 script: bundle exec rake test
 
 matrix:

data/ChangeLog

@@ -1,3 +1,9 @@
+Release 0.6.5 - 2016/01/13
+
+  * Add description to parameters
+  * Use path as prefix in API key check
+
+
 Release 0.6.4 - 2015/12/03
 
   * Add secret parameters to role_arn, external_id and ssekms_key_id

data/VERSION

@@ -1 +1 @@
-0.6.4
+0.6.5

data/lib/fluent/plugin/out_s3.rb

@@ -15,47 +15,95 @@ module Fluent
       @compressor = nil
     end
 
+    # For fluentd v0.12.16 or earlier
+    class << self
+      unless method_defined?(:desc)
+        def desc(description)
+        end
+      end
+    end
+    unless Fluent::Config::ConfigureProxy.method_defined?(:desc)
+      Fluent::Config::ConfigureProxy.class_eval do
+        def desc(description)
+        end
+      end
+    end
+
+    desc "Path prefix of the files on S3"
     config_param :path, :string, :default => ""
+    desc "The Server-side encryption algorithm used when storing this object in S3 (AES256, aws:kms)"
     config_param :use_server_side_encryption, :string, :default => nil
+    desc "AWS access key id"
     config_param :aws_key_id, :string, :default => nil, :secret => true
+    desc "AWS secret key."
     config_param :aws_sec_key, :string, :default => nil, :secret => true
     config_section :assume_role_credentials, :multi => false do
+      desc "The Amazon Resource Name (ARN) of the role to assume"
       config_param :role_arn, :string, :secret => true
+      desc "An identifier for the assumed role session"
       config_param :role_session_name, :string
+      desc "An IAM policy in JSON format"
       config_param :policy, :string, :default => nil
+      desc "The duration, in seconds, of the role session (900-3600)"
       config_param :duration_seconds, :integer, :default => nil
+      desc "A unique identifier that is used by third parties when assuming roles in their customers' accounts."
       config_param :external_id, :string, :default => nil, :secret => true
     end
     config_section :instance_profile_credentials, :multi => false do
+      desc "Number of times to retry when retrieving credentials"
       config_param :retries, :integer, :default => nil
+      desc "IP address (default:169.254.169.254)"
       config_param :ip_address, :string, :default => nil
+      desc "Port number (default:80)"
       config_param :port, :integer, :default => nil
+      desc "Number of seconds to wait for the connection to open"
       config_param :http_open_timeout, :float, :default => nil
+      desc "Number of seconds to wait for one block to be read"
       config_param :http_read_timeout, :float, :default => nil
       # config_param :delay, :integer or :proc, :default => nil
       # config_param :http_degub_output, :io, :default => nil
     end
     config_section :shared_credentials, :multi => false do
+      desc "Path to the shared file. (default: $HOME/.aws/credentials)"
       config_param :path, :string, :default => nil
+      desc "Profile name. Default to 'default' or ENV['AWS_PROFILE']"
       config_param :profile_name, :string, :default => nil
     end
+    desc "The number of attempts to load instance profile credentials from the EC2 metadata service using IAM role"
     config_param :aws_iam_retries, :integer, :default => 5
+    desc "S3 bucket name"
     config_param :s3_bucket, :string
+    desc "S3 region name"
     config_param :s3_region, :string, :default => ENV["AWS_REGION"] || "us-east-1"
+    desc "Use 's3_region' instead"
     config_param :s3_endpoint, :string, :default => nil
+    desc "The format of S3 object keys"
     config_param :s3_object_key_format, :string, :default => "%{path}%{time_slice}_%{index}.%{file_extension}"
+    desc "If true, the bucket name is always left in the request URI and never moved to the host as a sub-domain"
     config_param :force_path_style, :bool, :default => false
+    desc "Archive format on S3"
     config_param :store_as, :string, :default => "gzip"
+    desc "Create S3 bucket if it does not exists"
     config_param :auto_create_bucket, :bool, :default => true
+    desc "Check AWS key on start"
     config_param :check_apikey_on_start, :bool, :default => true
+    desc "URI of proxy environment"
     config_param :proxy_uri, :string, :default => nil
+    desc "Use S3 reduced redundancy storage for 33% cheaper pricing"
     config_param :reduced_redundancy, :bool, :default => false
+    desc "The type of storage to use for the object(STANDARD,REDUCED_REDUNDANCY)"
     config_param :storage_class, :string, :default => "STANDARD"
+    desc "Change one line format in the S3 object (out_file,json,ltsv,single_value)"
     config_param :format, :string, :default => 'out_file'
+    desc "Permission for the object in S3"
     config_param :acl, :string, :default => :private
+    desc "The length of `%{hex_random}` placeholder(4-16)"
     config_param :hex_random_length, :integer, :default => 4
+    desc "Overwrite already existing path"
     config_param :overwrite, :bool, :default => false
+    desc "Specifies the AWS KMS key ID to use for object encryption"
     config_param :ssekms_key_id, :string, :default => nil, :secret => true
+    desc "AWS SDK uses MD5 for API request/response by default"
     config_param :compute_checksums, :bool, :default => nil # use nil to follow SDK default configuration
 
     attr_reader :bucket
@@ -214,7 +262,7 @@ module Fluent
     end
 
     def check_apikeys
-      @bucket.objects.first
+      @bucket.objects(:prefix => @path).first
     rescue Aws::S3::Errors::NoSuchBucket
       # ignore NoSuchBucket Error because ensure_bucket checks it.
     rescue => e

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-s3
 version: !ruby/object:Gem::Version
-  version: 0.6.4
+  version: 0.6.5
 platform: ruby
 authors:
 - Sadayuki Furuhashi
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-03 00:00:00.000000000 Z
+date: 2016-01-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -156,7 +156,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5.1
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Amazon S3 output plugin for Fluentd event collector