fluent-plugin-delayed 0.0.1

data/.gitignore

@@ -0,0 +1 @@
+pkg

data/AUTHORS

@@ -0,0 +1 @@
+Shuhei Tanuma <chobieee _at_ gmail.com>

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in fluent-plugin-delayed.gemspec
+gemspec

data/README.rdoc

@@ -0,0 +1,35 @@
+= Delayed output plugin for Fluent event collector
+
+== Architecture
+
+if events has future time. it will be delayed insert.
+Basically, we don't have to modify event time.  delayed insert
+looks very useful in some cases. imagine it!
+
+ now: 2011-10-22 10:00:00
+            |
+ event{
+  time: 2011-10-22 10:00:05, # 5 seconds future
+  ...
+ }
+            |
+ [fluentd-delayed-output]
+      waiting 5 seconds
+ (Coolio buffering events and fire when specified time has come.)
+            |
+      [emit the event]
+
+== Restrictions
+
+this plugin targets easily implementation.
+it has a risk of disappear events if you specify long delay time.
+
+== Quick Start
+
+ $ rake build
+ $ gem install pkg/fluent-plugin-delayed-0.0.1.gem
+
+Source repository:: http://github.com/chobie/fluent-plugin-delayed
+Author:: Shuhei Tanuma
+Copyright:: (c) 2011 Shuhei Tanuma
+License:: Apache License, Version 2.0

data/Rakefile

@@ -0,0 +1,12 @@
+require 'rake'
+require 'rake/testtask'
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+Rake::TestTask.new(:test) do |t|
+  t.test_files = Dir['test/plugin/*.rb']
+  t.ruby_opts = ['-rubygems'] if defined? Gem
+  t.ruby_opts << '-I.'
+end
+
+task :default => [:build]

data/example.conf

@@ -0,0 +1,13 @@
+# Memcached input
+<source>
+  type tcp
+  port 24224
+</source>
+
+# match tag=debug.** and dump to console
+<match debug.**>
+  type delayed
+  <store>
+    type stdout
+  </store>
+</match>

data/fluent-plugin-delayed.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "fluent/plugin/version"
+
+Gem::Specification.new do |s|
+  s.name        = "fluent-plugin-delayed"
+  s.version     = Fluent::Plugin::Delayed::VERSION
+  s.authors     = ["Shuhei Tanuma"]
+  s.email       = ["chobieee@gmail.com"]
+  s.homepage    = "http://github.com/chobie/fluent-plugin-delayed"
+  s.summary     = %q{Delayed output plugin for Fluent event collector}
+  s.description = %q{Delayed output plugin for Fluent event collector}
+
+  s.rubyforge_project = "fluent-plugin-delayed"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  # s.add_development_dependency "rspec"
+  # s.add_runtime_dependency "rest-client"
+end

data/lib/fluent/plugin/out_delayed.rb

@@ -0,0 +1,73 @@
+#
+# Fluent-Plugin-Delayed
+#
+# Copyright (C) 2011 Shuhei Tanuma
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+module Fluent
+
+class DelayedEvent < ::Coolio::TimerWatcher
+  def initialize(tag, event, chain,output, delay)
+    super(delay, false)
+    @tag = tag
+    @event = event
+    @output = output
+    @chain = chain
+  end
+  
+  def on_timer
+    @output.emit(@tag, @event, @chain)
+    detach
+  end  
+end
+
+class DelayedOutput < Output
+  Plugin.register_output('delayed',self)
+  
+  def initialize()
+    @coolio = Coolio::Loop.default
+    @thread = Thread.new(&method(:run))
+  end
+  
+  def configure(conf)
+    conf.elements.select {|e|
+      e.name == 'store'  
+    }.each {|e|
+      type = e['type']
+      @output = Plugin.new_output(type)
+    }
+  end
+  
+  def emit(tag, es, chain)
+    es.each {|time,record|
+      now = Engine.now
+      delay = time - now
+
+      if delay < 0 then
+        delay = 0
+      end
+      es2 = MultiEventStream.new
+      es2.add(time,record)
+
+      @coolio.attach DelayedEvent.new(tag, es2, chain, @output, delay)
+    }
+  end
+  
+  private
+  def run
+    @coolio.run
+  end
+end
+
+end

data/lib/fluent/plugin/version.rb

@@ -0,0 +1,7 @@
+module Fluent
+  module Plugin
+    module Delayed
+      VERSION = "0.0.1"
+    end
+  end
+end

data/test/plugin/out_delayed.rb

@@ -0,0 +1,40 @@
+require 'pp'
+require 'test/unit'
+require 'fluent/test'
+require 'fluent/plugin/out_delayed'
+
+class DealyedOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+  
+  CONFIG = %[
+    type delayed
+  ]
+  
+  def create_driver(conf=CONFIG)
+    Fluent::Test::OutputTestDriver.new(Fluent::DelayedOutput).configure(conf)
+  end
+  
+  def test_configure
+    d = create_driver
+  end
+
+  def test_delayed
+    d = create_driver
+    
+    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+    Fluent::Engine.now = time
+ 
+# Todo: i'm not sure how does these lines work. let me look around these if i have a chance.
+#     
+#    d.expect_emit "tag1", time, {"message"=>"hello"}
+#    
+#    d.run do
+#      d.expected_emits.each { |tag, time, record|
+#        assert_equal tag, "tag1"
+#      }
+#    end
+  end
+  
+end

metadata

@@ -0,0 +1,65 @@
+--- !ruby/object:Gem::Specification 
+name: fluent-plugin-delayed
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Shuhei Tanuma
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-10-31 00:00:00 +09:00
+default_executable: 
+dependencies: []
+
+description: Delayed output plugin for Fluent event collector
+email: 
+- chobieee@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- AUTHORS
+- Gemfile
+- README.rdoc
+- Rakefile
+- example.conf
+- fluent-plugin-delayed.gemspec
+- lib/fluent/plugin/out_delayed.rb
+- lib/fluent/plugin/version.rb
+- test/plugin/out_delayed.rb
+has_rdoc: true
+homepage: http://github.com/chobie/fluent-plugin-delayed
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: fluent-plugin-delayed
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Delayed output plugin for Fluent event collector
+test_files: 
+- test/plugin/out_delayed.rb