fluent-plugin-sqs 0.1.1 → 0.2.0

data/README.rdoc

@@ -27,12 +27,12 @@ Store fluent-event as queue message to amazon SQS.
     　
       sqs_endpoint {endpointURL}
 
-      ###endpoint list###
-      #Tokyo(Default) : sqs.ap-northeast-1.amazonaws.com
-      #Singapore : sqs.ap-southeast-1.amazonaws.com
-      #US-East : sqs.us-east-1.amazonaws.com
-      #US-West : sqs.us-west-1.amazonaws.com
-      #EU-West : sqs.eu-west-1.amazonaws.com
+      ### endpoint list ###
+      # Tokyo(Default) : sqs.ap-northeast-1.amazonaws.com
+      # Singapore : sqs.ap-southeast-1.amazonaws.com
+      # US-East : sqs.us-east-1.amazonaws.com
+      # US-West : sqs.us-west-1.amazonaws.com
+      # EU-West : sqs.eu-west-1.amazonaws.com
 
     </match>
 

data/Rakefile

@@ -13,6 +13,7 @@ begin
     gemspec.has_rdoc = false
     gemspec.require_paths = ["lib"]
     gemspec.add_dependency "fluentd", "~> 0.10.0"
+    gemspec.add_dependency "aws-sdk", "~> 1.3.2"
     gemspec.test_files = Dir["test/**/*.rb"]
     gemspec.files = Dir["lib/**/*", "test/**/*.rb"] + %w[VERSION AUTHORS Rakefile]
     gemspec.executables = []

data/VERSION

@@ -1 +1 @@
-0.1.1
+0.2.0

data/lib/fluent/plugin/out_sqs.rb

@@ -2,7 +2,7 @@ module Fluent
 
     require 'aws-sdk'
 
-    class SQSOutput < Output
+    class SQSOutput < BufferedOutput
 
         Fluent::Plugin.register_output('sqs', self)
 
@@ -16,15 +16,16 @@ module Fluent
         config_param :aws_sec_key, :string
         config_param :queue_name, :string
         config_param :sqs_endpoint, :string, :default => 'sqs.ap-northeast-1.amazonaws.com'
-
-
+        config_param :delay_seconds, :integer, :default => 0
+        #config_param :buffer_queue_limit, :integer, :default => 10
+        
         def configure(conf)
             super
         end
 
         def start
             super
-            p @sqs_endpoint
+            
             AWS.config(
                 :access_key_id => @aws_key_id,
                 :secret_access_key => @aws_sec_key,
@@ -32,21 +33,32 @@ module Fluent
 
             @sqs = AWS::SQS.new
             @queue = @sqs.queues.create(@queue_name)
+            
+            loop do
+                records = [{ :message_body => "abcdefg"},{ :message_body => "12345"}]
+                @queue.batch_send(records)
+            end
 
         end
 
         def shutdown
             super
         end
-
-        def emit(tag, es, chain)
-            es.each {|time,record|
-                record["time"] = Time.at(time).localtime
-                msg = @queue.send_message(record.to_json)
-                $stderr.puts "sent message: #{msg.id}"
-            }
-            chain.next
+        
+        def format(tag, time, record)
+            record.to_msgpack
+        end
+        
+        def write(chunk)
+            records = []
+            chunk.msgpack_each {|record| records << { :message_body => record.to_json, :delay_seconds => @delay_seconds } }
+            until records.length <= 0 do
+                begin
+                    @queue.batch_send(records.slice!(0..9))
+                rescue => e
+                    $stderr.puts e
+                end
+            end
         end
-
     end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-sqs
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-10-17 00:00:00.000000000Z
+date: 2012-02-02 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
-  requirement: &70232190821720 !ruby/object:Gem::Requirement
+  requirement: &70146417674160 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,7 +21,18 @@ dependencies:
         version: 0.10.0
   type: :runtime
   prerelease: false
-  version_requirements: *70232190821720
+  version_requirements: *70146417674160
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: &70146417673600 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *70146417673600
 description: 
 email: ixixizko@gmail.com
 executables: []