fluent-plugin-s3 0.5.1 → 0.5.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a6933d8af0483701ed94c8c0c720ecc85d3beafb
-  data.tar.gz: 97c807cc7de26ccc845554628c9eed5929028241
+  metadata.gz: 94693d17ac1d8a9064b7ae64bac1496a74acf7de
+  data.tar.gz: 300d4d8cb66c403a8237afcda3def9de6761c74a
 SHA512:
-  metadata.gz: 94dd5fc35ca2eee56e90952f42cf145b0d3a15e3a11da494ee49d851291a135e14163612200173b06b6d0b4c0502c910e065c1abf5b35a07d55050f5b395c9aa
-  data.tar.gz: da466b470896ef625716609ea62ad193789b0370a2590a093b4bb12c2378018a8d1570ff55f1131b694312378b7f16d0ecd866245d4df3450161f729cee95318
+  metadata.gz: de718a336390d3121a194afc54f7e5597fb6c0f8d250bb5096af21e3d8165b3dc5f7a6dd467cc25fcdab6107939cfb131f464f654d0297466ff4d2ee3a6dca0e
+  data.tar.gz: 0379d7d50711f3f2ad4beec0774361f05f47da8b0aa0b7c364e69d0cd8475491d0764bd0f872cb7331c5edd2503926ff7d9f747959439c5544f36a42245e68c7

data/ChangeLog

@@ -1,3 +1,8 @@
+Release 0.5.2 - 2015/02/05
+
+  * Add experimental gzip_command compressor
+
+
 Release 0.5.1 - 2014/12/18
 
   * Skip apikey_check error when auto_create_bucket is true and bucket doesn't exist

data/VERSION

@@ -1 +1 @@
-0.5.1
+0.5.2

data/lib/fluent/plugin/out_s3.rb

@@ -50,6 +50,7 @@ module Fluent
         @compressor = TextCompressor.new
       end
       @compressor.configure(conf)
+      @compressor.buffer_type = @buffer_type
 
       # TODO: use Plugin.new_formatter instead of TextFormatter.create
       conf['format'] = @format
@@ -149,6 +150,8 @@ module Fluent
         super
       end
 
+      attr_accessor :buffer_type
+
       def ext
       end
 

data/lib/fluent/plugin/s3_compressor_gzip_command.rb

@@ -0,0 +1,42 @@
+module Fluent
+  class S3Output
+    class GzipCommandCompressor < Compressor
+      S3Output.register_compressor('gzip_command', self)
+
+      config_param :command_parameter, :string, :default => ''
+
+      def configure(conf)
+        super
+        check_command('gzip')
+      end
+
+      def ext
+        'gz'.freeze
+      end
+
+      def content_type
+        'application/x-gzip'.freeze
+      end
+
+      def compress(chunk, tmp)
+        chunk_is_file = @buffer_type == 'file'
+        path = if chunk_is_file
+                 chunk.path
+               else
+                 w = Tempfile.new("chunk-gzip-tmp")
+                 chunk.write_to(w)
+                 w.close
+                 tmp.close
+                 w.path
+               end
+        # We don't check the return code because we can't recover gzip failure.
+        system "gzip #{@command_parameter} -c #{path} > #{tmp.path}"
+      ensure
+        unless chunk_is_file
+          w.close rescue nil
+          w.unlink rescue nil
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-s3
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.5.2
 platform: ruby
 authors:
 - Sadayuki Furuhashi
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-17 00:00:00.000000000 Z
+date: 2015-02-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -116,6 +116,7 @@ files:
 - VERSION
 - fluent-plugin-s3.gemspec
 - lib/fluent/plugin/out_s3.rb
+- lib/fluent/plugin/s3_compressor_gzip_command.rb
 - lib/fluent/plugin/s3_compressor_lzma2.rb
 - lib/fluent/plugin/s3_compressor_lzo.rb
 - test/test_out_s3.rb