fluent-plugin-sqs 0.2.0 → 0.2.1

data/README.rdoc

@@ -21,24 +21,28 @@ Store fluent-event as queue message to amazon SQS.
 
       aws_key_id {your_aws_key_id}
       aws_sec_key {your_aws_secret_key}
-    　queue_name {queue_instance_key}
+      queue_name {queue_instance_key}
 
       # following attibutes are optional
     　
       sqs_endpoint {endpointURL}
 
       ### endpoint list ###
-      # Tokyo(Default) : sqs.ap-northeast-1.amazonaws.com
-      # Singapore : sqs.ap-southeast-1.amazonaws.com
-      # US-East : sqs.us-east-1.amazonaws.com
-      # US-West : sqs.us-west-1.amazonaws.com
-      # EU-West : sqs.eu-west-1.amazonaws.com
+      # Asia Pacific (Tokyo) [Default] : sqs.ap-northeast-1.amazonaws.com
+      # Asia Pacific (Singapore)       : sqs.ap-southeast-1.amazonaws.com
+      # US-East (Virginia)             : sqs.us-east-1.amazonaws.com
+      # US-West (Oregon)               : sqs.us-west-2.amazonaws.com
+      # US-West (N.California)         : sqs.us-west-1.amazonaws.com
+      # EU-West (Ireland)              : sqs.eu-west-1.amazonaws.com
+      # South America (São Paulo)      : sns.sa-east-1.amazonaws.com
+
+      delay_seconds {delivery_deley_seconds}
 
     </match>
 
 == TODO
 
-=== More configuration
+=== input plugin
 
 == Tool
 

data/VERSION

@@ -1 +1 @@
-0.2.0
+0.2.1

data/lib/fluent/plugin/in_sqs.rb

@@ -0,0 +1,64 @@
+module Fluent
+
+    require 'aws-sdk'
+
+    class SQSOutput < BufferedOutput
+
+        Fluent::Plugin.register_output('sqs', self)
+
+        include SetTagKeyMixin
+        config_set_default :include_tag_key, false
+
+        include SetTimeKeyMixin
+        config_set_default :include_time_key, true
+
+        config_param :aws_key_id, :string
+        config_param :aws_sec_key, :string
+        config_param :queue_name, :string
+        config_param :sqs_endpoint, :string, :default => 'sqs.ap-northeast-1.amazonaws.com'
+        config_param :delay_seconds, :integer, :default => 0
+        #config_param :buffer_queue_limit, :integer, :default => 10
+        
+        def configure(conf)
+            super
+        end
+
+        def start
+            super
+            
+            AWS.config(
+                :access_key_id => @aws_key_id,
+                :secret_access_key => @aws_sec_key,
+                :sqs_endpoint => @sqs_endpoint )
+
+            @sqs = AWS::SQS.new
+            @queue = @sqs.queues.create(@queue_name)
+            
+            loop do
+                records = [{ :message_body => "abcdefg"},{ :message_body => "12345"}]
+                @queue.batch_send(records)
+            end
+
+        end
+
+        def shutdown
+            super
+        end
+        
+        def format(tag, time, record)
+            record.to_msgpack
+        end
+        
+        def write(chunk)
+            records = []
+            chunk.msgpack_each {|record| records << { :message_body => record.to_json, :delay_seconds => @delay_seconds } }
+            until records.length <= 0 do
+                begin
+                    @queue.batch_send(records.slice!(0..9))
+                rescue => e
+                    $stderr.puts e
+                end
+            end
+        end
+    end
+end

data/lib/fluent/plugin/out_sqs.rb

@@ -34,11 +34,6 @@ module Fluent
             @sqs = AWS::SQS.new
             @queue = @sqs.queues.create(@queue_name)
             
-            loop do
-                records = [{ :message_body => "abcdefg"},{ :message_body => "12345"}]
-                @queue.batch_send(records)
-            end
-
         end
 
         def shutdown

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-sqs
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2012-02-02 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
-  requirement: &70146417674160 !ruby/object:Gem::Requirement
+  requirement: &70291989308420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: 0.10.0
   type: :runtime
   prerelease: false
-  version_requirements: *70146417674160
+  version_requirements: *70291989308420
 - !ruby/object:Gem::Dependency
   name: aws-sdk
-  requirement: &70146417673600 !ruby/object:Gem::Requirement
+  requirement: &70291989307460 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,7 +32,7 @@ dependencies:
         version: 1.3.2
   type: :runtime
   prerelease: false
-  version_requirements: *70146417673600
+  version_requirements: *70291989307460
 description: 
 email: ixixizko@gmail.com
 executables: []
@@ -43,6 +43,7 @@ files:
 - AUTHORS
 - Rakefile
 - VERSION
+- lib/fluent/plugin/in_sqs.rb
 - lib/fluent/plugin/out_sqs.rb
 - README.rdoc
 homepage: http://github.com/fluent