fluent-plugin-redislist 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+--- 
+SHA512: 
+  metadata.gz: 22ff3d0cba5c5746b17a18e212d6e5870a69e95c4b8910a0a6fc1317d25719b92b816e2c02ab2e6a09b7c0ec520a3c1c027d4ee09dc6152e9e94b913421b14be
+  data.tar.gz: 961962f77706c4e6bee86374c782e27c5815b46e8ed60e3e4237229003a86f2752c09fd6637381c10cc2c10f30548f9660734066ba65683f366802e53086b878
+SHA1: 
+  metadata.gz: 1e7f0cd70098828220d8af2d5d3c89ed85938526
+  data.tar.gz: 7e741e319980a9bad05983acb6e349bda396e6e2

data/CHANGELOG.md

@@ -0,0 +1,4 @@
+## 0.0.1
+
+* This initial plugin is released.
+

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in fluent-plugin-redis-list.gemspec
+gemspec

data/README.rdoc

@@ -0,0 +1,28 @@
+= Redis list output plugin for Fluent
+
+fluent-plugin-redislist is a fluent plugin to output list type to redis.
+
+== Installation
+
+What you have to do is only installing like this:
+
+    gem install fluent-plugin-redislist
+
+Then fluent automatically loads the plugin installed.
+
+== Configuration
+
+    <match redis.**>
+      type redislist
+
+      host localhost
+      port 6379
+
+      # database number is optional.
+      db_number 0        # 0 is default
+    </match>
+
+== Copyright
+
+Copyright:: Copyright (c) 2013- Ken Santou
+License::   Apache License, Version 2.0

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/fluent-plugin-redislist.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "fluent-plugin-redislist"
+  s.version     = "0.0.1"
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Ken Santo"]
+  s.date        = %q{2013-07-16}
+  s.email       = "kensantou@gmail.com"
+  s.homepage    = "http://github.com/kensantou/fluent-plugin-redislist"
+  s.summary     = "Redis list type output plugin for Fluent"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency %q<fluentd>, ["~> 0.10.0"]
+  s.add_dependency %q<redis>, ["~> 2.2.2"]
+end

data/lib/fluent/plugin/out_redislist.rb

@@ -0,0 +1,50 @@
+module Fluent
+  class RedisOutput < BufferedOutput
+    Fluent::Plugin.register_output('redislist', self)
+    attr_reader :host, :port, :db_number, :redis
+
+    def initialize
+      super
+      require 'redis'
+      require 'msgpack'
+    end
+
+    def configure(conf)
+      super
+
+      @host = conf.has_key?('host') ? conf['host'] : 'localhost'
+      @port = conf.has_key?('port') ? conf['port'].to_i : 6379
+      @db_number = conf.has_key?('db_number') ? conf['db_number'].to_i : nil
+
+    end
+
+    def start
+      super
+
+      @redis = Redis.new(:host => @host, :port => @port,
+                         :thread_safe => true, :db => @db_number)
+    end
+
+    def shutdown
+      @redis.quit
+    end
+
+    def format(tag, time, record)
+      [tag, record].to_msgpack
+    end
+
+    def write(chunk)
+      @redis.pipelined {
+        chunk.open { |io|
+          begin
+            MessagePack::Unpacker.new(io).each.each_with_index { |record, index|
+              @redis.rpush record[0], record[1].to_json
+            }
+          rescue EOFError
+            # EOFError always occured when reached end of chunk.
+          end
+        }
+      }
+    end
+  end
+end

data/test/plugin/out_redis.rb

@@ -0,0 +1,39 @@
+require 'fluent/test'
+
+class FileOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+
+    @d = create_driver %[
+      host localhost
+      port 6379
+      db_number 1
+    ]
+    @time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+  end
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::BufferedOutputTestDriver.new(Fluent::RedisOutput).configure(conf)
+  end
+
+  def test_configure
+    assert_equal 'localhost', @d.instance.host
+    assert_equal 6379, @d.instance.port
+    assert_equal 1, @d.instance.db_number
+  end
+
+  def test_format
+    @d.emit({"a"=>1}, @time)
+    @d.expect_format(["test.#{@time}", {"a"=>1}].to_msgpack)
+    @d.run
+  end
+
+  def test_write
+    @d.emit({"a"=>2}, @time)
+    @d.emit({"a"=>3}, @time)
+    @d.run
+
+    assert_equal "2", @d.instance.redis.hget("test.#{@time}.0", "a")
+    assert_equal "3", @d.instance.redis.hget("test.#{@time}.1", "a")
+  end
+end

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification 
+name: fluent-plugin-redislist
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Ken Santo
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2013-07-16 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: fluentd
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 0.10.0
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: redis
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 2.2.2
+  type: :runtime
+  version_requirements: *id002
+description: 
+email: kensantou@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- CHANGELOG.md
+- Gemfile
+- README.rdoc
+- Rakefile
+- VERSION
+- fluent-plugin-redislist.gemspec
+- lib/fluent/plugin/out_redislist.rb
+- test/plugin/out_redis.rb
+homepage: http://github.com/kensantou/fluent-plugin-redislist
+licenses: []
+
+metadata: {}
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - &id003 
+    - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - *id003
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 2.0.5
+signing_key: 
+specification_version: 4
+summary: Redis list type output plugin for Fluent
+test_files: 
+- test/plugin/out_redis.rb