fluent-plugin-s3 0.1.1

data/AUTHORS

@@ -0,0 +1 @@
+FURUHASHI Sadayuki <frsyuki _at_ gmail.com>

data/ChangeLog

@@ -0,0 +1,7 @@
+
+Release 0.1.1 - 2011/09/27
+
+  * First release
+
+
+

data/README.rdoc

@@ -0,0 +1,7 @@
+= Treasure Data output plugin for Fluent
+
+== Copyright
+
+Copyright:: Copyright (c) 2011 Treasure Data, Inc.
+License::   Apache License, Version 2.0
+

data/Rakefile

@@ -0,0 +1,51 @@
+require 'rake'
+require 'rake/testtask'
+require 'rake/clean'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "fluent-plugin-s3"
+    gemspec.summary = "Amazon S3 output plugin for Fluent event collector"
+    gemspec.author = "Sadayuki Furuhashi"
+    gemspec.email = "frsyuki@gmail.com"
+    gemspec.homepage = "http://fluent.github.com/"
+    gemspec.has_rdoc = false
+    gemspec.require_paths = ["lib"]
+    gemspec.add_dependency "fluent", "~> 0.9.14"
+    gemspec.add_dependency "aws-sdk", "~> 1.1.3"
+    gemspec.test_files = Dir["test/**/*.rb"]
+    gemspec.files = Dir["bin/**/*", "lib/**/*", "test/**/*.rb"] +
+      %w[VERSION AUTHORS Rakefile]
+    gemspec.executables = []
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler not available. Install it with: gem install jeweler"
+end
+
+Rake::TestTask.new(:test) do |t|
+  t.test_files = Dir['test/*_test.rb']
+  t.ruby_opts = ['-rubygems'] if defined? Gem
+  t.ruby_opts << '-I.'
+end
+
+#VERSION_FILE = "lib/fluent/version.rb"
+#
+#file VERSION_FILE => ["VERSION"] do |t|
+#  version = File.read("VERSION").strip
+#  File.open(VERSION_FILE, "w") {|f|
+#    f.write <<EOF
+#module Fluent
+#
+#VERSION = '#{version}'
+#
+#end
+#EOF
+#  }
+#end
+#
+#task :default => [VERSION_FILE, :build]
+
+task :default => [:build]
+

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/lib/fluent/plugin/out_s3.rb

@@ -0,0 +1,84 @@
+module Fluent
+
+
+class S3Output < Fluent::TimeSlicedOutput
+  Fluent::Plugin.register_output('s3', self)
+
+  def initialize
+    super
+    require 'aws-sdk'
+    require 'zlib'
+  end
+
+  def configure(conf)
+    super
+
+    if aws_key_id = conf['aws_key_id']
+      @aws_key_id = aws_key_id
+    end
+    unless @aws_key_id
+      raise ConfigError, "'aws_key_id' parameter is required on file output"
+    end
+
+    if aws_sec_key = conf['aws_sec_key']
+      @aws_sec_key = aws_sec_key
+    end
+    unless @aws_sec_key
+      raise ConfigError, "'aws_sec_key' parameter is required on file output"
+    end
+
+    if s3_bucket = conf['s3_bucket']
+      @s3_bucket = s3_bucket
+    end
+    unless @s3_bucket
+      raise ConfigError, "'s3_bucket' parameter is required on file output"
+    end
+
+    if path = conf['path']
+      @path = path
+    end
+    unless @path
+      raise ConfigError, "'path' parameter is required on file output"
+    end
+
+    if @localtime
+      @formatter = Proc.new {|tag,event|
+        "#{Time.at(event.time).iso8601}\t#{tag}\t#{event.record.to_json}\n"
+      }
+    else
+      @formatter = Proc.new {|tag,event|
+        "#{Time.at(event.time).utc.iso8601}\t#{tag}\t#{event.record.to_json}\n"
+      }
+    end
+  end
+
+  def start
+    super
+    @s3 = AWS::S3.new(
+      :access_key_id=>@aws_key_id,
+      :secret_access_key=>@aws_sec_key)
+    @bucket = @s3.buckets[@s3_bucket]
+  end
+
+  def format(tag, event)
+    @formatter.call(tag, event)
+  end
+
+  def write(chunk)
+    s3path = "#{@path}#{chunk.key}.gz"
+
+    tmp = Tempfile.new("s3-")
+    w = Zlib::GzipWriter.new(tmp)
+    begin
+      chunk.write_to(w)
+      w.finish
+      @bucket.objects[s3path].write(Pathname.new(tmp.path))
+    ensure
+      w.close rescue nil
+    end
+  end
+end
+
+
+end
+

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification 
+name: fluent-plugin-s3
+version: !ruby/object:Gem::Version 
+  hash: 25
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 1
+  version: 0.1.1
+platform: ruby
+authors: 
+- Sadayuki Furuhashi
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-09-27 00:00:00 +09:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: fluent
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 39
+        segments: 
+        - 0
+        - 9
+        - 14
+        version: 0.9.14
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: aws-sdk
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 21
+        segments: 
+        - 1
+        - 1
+        - 3
+        version: 1.1.3
+  type: :runtime
+  version_requirements: *id002
+description: 
+email: frsyuki@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- ChangeLog
+- README.rdoc
+files: 
+- AUTHORS
+- Rakefile
+- VERSION
+- lib/fluent/plugin/out_s3.rb
+- ChangeLog
+- README.rdoc
+has_rdoc: true
+homepage: http://fluent.github.com/
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Amazon S3 output plugin for Fluent event collector
+test_files: []
+