fluent-plugin-msgpack-rpc 0.2.1

data/AUTHORS

@@ -0,0 +1 @@
+Nobuyuki Kubota <nobu.k.jp+github _at_ gmail.com>

data/README.rst

@@ -0,0 +1,41 @@
+About This Plugin
+-----------------
+
+This plugin is an input plugin for Fluent.
+All applications using MessagePack-RPC client can send events to Fluent by using this plugin.
+
+How to Configure
+----------------
+
+::
+
+  <source>
+    type msgpack_rpc
+    port 9000
+    bind 0.0.0.0
+  </source>
+
+'bind' is an optional parameter.
+
+Interface of the Server
+-----------------------
+
+The server has following interface::
+
+  def log(tag, time, record)
+  def logs(tag, entries)
+
+'time' is a time when the event occurred. 'record' is a Hash having information of the event.
+'entries' argument is an array of lists having [time, record].
+When passing 0 to 'time', the server automatically use the current time as 'time'.
+See also a sample client code below.
+
+Sample Client Code
+------------------
+
+::
+
+  require 'msgpack/rpc'
+  cli = MessagePack::RPC::Client.new('127.0.0.1', 9000)
+  cli.call(:log, 'debug.tag', 0, { 'key' => 'value' })
+  cli.call(:logs, 'debug.tag', [[0, {'key' => 'value'}], [Time.now.to_i, {'red' => 'bull'}]])

data/Rakefile

@@ -0,0 +1,40 @@
+require 'rake'
+require 'rake/testtask'
+require 'rake/clean'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "fluent-plugin-msgpack-rpc"
+    gemspec.summary = "Input plugin for Fluent using MessagePack-RPC"
+    gemspec.author = "Nobuyuki Kubota"
+    gemspec.email = "nobu.k.jp+github@gmail.com"
+    gemspec.homepage = "http://github.com/fluent"
+    gemspec.has_rdoc = false
+    gemspec.require_paths = ["lib"]
+    gemspec.add_dependency "fluent", "~> 0.10.0"
+    gemspec.add_dependency "msgpack-rpc", "~> 0.4.5"
+    gemspec.test_files = Dir["test/**/*.rb"]
+    gemspec.files = Dir["bin/**/*", "lib/**/*", "test/**/*.rb"] + %w[VERSION AUTHORS Rakefile]
+    gemspec.executables = []
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler not available. Install it with: gem install jeweler"
+end
+
+Rake::TestTask.new(:test) do |t|
+  t.test_files = Dir['test/*_test.rb']
+  t.ruby_opts = ['-rubygems'] if defined? Gem
+  t.ruby_opts << '-I.'
+end
+
+task :test => [:base_test]
+
+Rake::TestTask.new(:base_test) do |t|
+  t.libs << "test"
+  t.test_files = Dir["test/plugin/*.rb"]
+  t.verbose = true
+end
+
+task :default => [:build]

data/VERSION

@@ -0,0 +1 @@
+0.2.1

data/lib/fluent/plugin/in_msgpack_rpc.rb

@@ -0,0 +1,67 @@
+#
+# Input plugin for Fluent using MessagePack-RPC
+#
+# Copyright (C) 2011 Nobuyuki Kubota
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+module Fluent
+
+class MessagePackRPCInput < Input
+  Plugin.register_input('msgpack_rpc', self)
+
+  def initialize
+    require 'msgpack/rpc'
+    super
+  end
+
+  config_param :port, :integer
+  config_param :bind, :string, :default => '0.0.0.0'
+
+  def configure(conf)
+    # TODO: Reject invalid bind parameter
+    super
+  end
+
+  def start
+    @server = MessagePack::RPC::Server.new
+    @server.listen @bind, @port, Server.new
+    @thread = Thread.new {
+      @server.run
+    }
+  end
+
+  def shutdown
+    @server.close
+    @thread.join
+  end
+
+  class Server
+    def log(tag, time, record)
+      time = Engine.now if time == 0
+      Engine.emit(tag, time, record)
+      nil
+    end
+
+    def logs(tag, entries)
+      current = Engine.now
+      # TODO: need type validation for entries?
+      Engine.emit_array(tag, entries.map { |e|
+        e[0] = current if e[0] == 0
+        e
+      })
+    end
+  end
+end
+
+end

data/test/plugin/in_msgpack_rpc.rb

@@ -0,0 +1,90 @@
+require 'fluent/test'
+require 'fluent/plugin/in_msgpack_rpc'
+
+class MessagePackRPCInputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+    @default_time = Time.parse("2011-10-05 12:24:48 UTC").to_i
+    Fluent::Engine.now = @default_time
+  end
+
+  CONFIG = %[
+    port 9123
+    bind 127.0.0.1
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::InputTestDriver.new(Fluent::MessagePackRPCInput).configure(conf)
+  end
+
+  def test_configure
+    d = create_driver
+    assert_equal 9123, d.instance.port
+    assert_equal '127.0.0.1', d.instance.bind
+  end
+
+  def test_missing_port
+    assert_raise(Fluent::ConfigError){
+      d = create_driver(%[
+        bind 127.0.0.1
+      ])
+    }
+  end
+
+  # TODO: Add test for invalid 'bind' parameter
+
+  def test_default_time
+    d = create_driver
+
+    d.expect_emit "tag1", @default_time, {"a" => 1}
+    d.expect_emit "tag2", @default_time, {"a" => 2}
+    d.run do
+      d.expected_emits.each { |tag, time, record|
+        post(tag, 0, record)
+      }
+    end
+  end
+
+  def test_time
+    d = create_driver
+
+    d.expect_emit "tag1", 12345, {"a" => 1}
+    d.expect_emit "tag2", 20, {"a" => 2}
+    d.run do
+      post("tag1", 12345, {"a" => 1})
+      post("tag2", 20, {"a" => 2})
+    end
+  end
+
+  def test_default_time_with_array
+    d = create_driver
+
+    d.expect_emit "tag", @default_time, {"a" => 1}
+    d.expect_emit "tag", @default_time, {"a" => 2}
+    d.run do
+      post_array("tag", d.expected_emits.map { |tag, time, record| [0, record] })
+    end
+  end
+
+  def test_time_with_array
+    d = create_driver
+
+    d.expect_emit "tag", 54321, {"a" => 1}
+    d.expect_emit "tag", 128, {"a" => 2}
+    d.run do
+      post_array("tag", [[54321, {"a" => 1}], [128, {"a" => 2}]])
+    end
+  end
+
+  def post(tag, time, record)
+    cli = MessagePack::RPC::Client.new('127.0.0.1', 9123)
+    cli.call(:log, tag, time, record)
+    cli.close
+  end
+
+  def post_array(tag, events)
+    cli = MessagePack::RPC::Client.new('127.0.0.1', 9123)
+    cli.call(:logs, tag, events)
+    cli.close
+  end
+end

metadata

@@ -0,0 +1,74 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-msgpack-rpc
+version: !ruby/object:Gem::Version
+  version: 0.2.1
+  prerelease: 
+platform: ruby
+authors:
+- Nobuyuki Kubota
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-10-16 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluent
+  requirement: &24305680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *24305680
+- !ruby/object:Gem::Dependency
+  name: msgpack-rpc
+  requirement: &24305180 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.5
+  type: :runtime
+  prerelease: false
+  version_requirements: *24305180
+description: 
+email: nobu.k.jp+github@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- README.rst
+files:
+- AUTHORS
+- Rakefile
+- VERSION
+- lib/fluent/plugin/in_msgpack_rpc.rb
+- test/plugin/in_msgpack_rpc.rb
+- README.rst
+homepage: http://github.com/fluent
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.6
+signing_key: 
+specification_version: 3
+summary: Input plugin for Fluent using MessagePack-RPC
+test_files:
+- test/plugin/in_msgpack_rpc.rb