fluent-plugin-redis-counter 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/.travis.yml

@@ -0,0 +1,5 @@
+language: ruby
+rvm:
+  - 1.9.2
+  - 1.9.3
+script: bundle exec ruby -S -Itest test/plugin/out_redis_counter.rb

data/CHANGELOG.md

@@ -0,0 +1,2 @@
+## 0.0.1
+* first version

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in fluent-plugin-redis-counter.gemspec
+gemspec

data/README.md

@@ -0,0 +1,54 @@
+# Redis counter plugin for fluent [![Build Status](https://secure.travis-ci.org/kbinani/fluent-plugin-redis-counter.png)](http://travis-ci.org/kbinani/fluent-plugin-redis-counter)
+
+fluent-plugin-redis-counter is a fluent plugin to count-up/down redis keys.
+
+# Configuration
+
+    <match redis_counter.**>
+      type redis_counter
+
+      host localhost
+      port 6379
+
+      # database number is optional.
+      db_number 0        # 0 is default
+    </match>
+
+# Example
+
+prepare a conf file ("fluent.conf") in current directory like this:
+
+    <source>
+      type forward
+    </source>
+    <match debug.**>
+      type redis_counter
+      host localhost
+      port 6379
+      db_number 0
+    </match>
+
+run commands for test:
+
+    $redis-server 2>&1 >/dev/null &
+    [1] 879
+    $redis-cli
+    redis 127.0.0.1:6379>del foo
+    (integer) 0
+    redis 127.0.0.1:6379>exit
+    $fluentd -c ./fluent.conf 2>&1 >/dev/null &
+    [2] 889
+    $echo {\"foo\":5} | fluent-cat debug
+    $echo {\"foo\":-2} | fluent-cat debug
+    $kill -s HUP 889
+    $redis-cli
+    redis 127.0.0.1:6379>get foo
+    "3"
+    redis 127.0.0.1:6379>
+
+# Copyright
+- Copyright(C) 2012 Buntaro Okada
+- Copyright(C) 2011-2012 Yuki Nishijima
+
+# License
+- Apache License, Version 2.0

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/fluent-plugin-redis-counter.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "fluent-plugin-redis-counter"
+  s.version     = "0.0.1"
+  s.description = "fluent-plugin-redis-counter is a fluent plugin to count-up/down redis keys."
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Buntaro Okada"]
+  s.date        = %q{2012-06-15}
+  s.email       = "kbinani.bt@gmail.com"
+  s.homepage    = "https://github.com/kbinani/fluent-plugin-redis-counter"
+  s.summary     = "Redis counter plugin for fluent"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency %q<fluentd>, ["~> 0.10.0"]
+  s.add_dependency %q<redis>, ["~> 2.2.2"]
+end

data/lib/fluent/plugin/out_redis_counter.rb

@@ -0,0 +1,63 @@
+module Fluent
+  class RedisCounterOutput < BufferedOutput
+    Fluent::Plugin.register_output('redis_counter', self)
+    attr_reader :host, :port, :db_number, :redis
+
+    def initialize
+      super
+      require 'redis'
+      require 'msgpack'
+    end
+
+    def configure(conf)
+      super
+      @host = conf.has_key?('host') ? conf['host'] : 'localhost'
+      @port = conf.has_key?('port') ? conf['port'].to_i : 6379
+      @db_number = conf.has_key?('db_number') ? conf['db_number'].to_i : nil
+    end
+
+    def start
+      super
+      @redis = Redis.new(
+        :host => @host, :port => @port,
+        :thread_safe => true, :db => @db_number
+      )
+    end
+
+    def shutdown
+      @redis.quit
+    end
+
+    def format(tag, time, record)
+      record.to_msgpack
+    end
+
+    def write(chunk)
+      table = {}
+      table.default = 0
+      chunk.open { |io|
+        begin
+          MessagePack::Unpacker.new(io).each { |record|
+            record.each_key { |key|
+              begin
+                value = Integer(record[key])
+                if value != 0
+                  table[key] += value
+                end
+              rescue ArgumentError
+                # convert to integer failed, do nothing.
+              rescue TypeError
+                # object can't convert to integer, do nothing.
+              end
+            }
+          }
+        rescue EOFError
+          # EOFError always occured when reached end of chunk.
+        end
+      }
+      table.each_key { |key|
+        @redis.incrby(key, table[key])
+      }
+    end
+  end
+end

data/test/plugin/out_redis_counter.rb

@@ -0,0 +1,65 @@
+require 'fluent/test'
+
+class RedisCounterTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+    require 'fluent/plugin/out_redis_counter'
+
+    @d = create_driver %[
+      host localhost
+      port 6379
+      db_number 1
+    ]
+    redis = Redis.new(
+      :host => "localhost", :port => 6379,
+      :thread_safe => true, :db => 1
+    )
+    redis.del("a")
+    redis.del("b")
+    redis.quit
+  end
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::BufferedOutputTestDriver.new(Fluent::RedisCounterOutput).configure(conf)
+  end
+
+  def test_configure
+    assert_equal 'localhost', @d.instance.host
+    assert_equal 6379, @d.instance.port
+    assert_equal 1, @d.instance.db_number
+  end
+
+  def test_format
+    @d.emit({"a" => 1})
+    @d.expect_format({"a" => 1}.to_msgpack)
+    @d.run
+  end
+
+  def test_write
+    @d.emit({"a" => 2})
+    @d.emit({"a" => 3})
+    @d.emit({"a" => "foo"})
+    @d.emit({"a" => -1, "b" => 1})
+    @d.run
+
+    assert_equal "4", @d.instance.redis.get("a")
+    assert_equal "1", @d.instance.redis.get("b")
+  end
+
+  def test_write_with_float
+    @d.emit({"a" => "1.1"})
+    @d.emit({"a" => "2"})
+    @d.run
+
+    assert_equal "2", @d.instance.redis.get("a")
+  end
+
+  def test_write_with_object
+    @d.emit({"a" => 1})
+    @d.emit({"a" => {"foo" => 1}})
+    @d.run
+
+    assert_equal "1", @d.instance.redis.get("a")
+  end
+
+end

metadata

@@ -0,0 +1,88 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-redis-counter
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Buntaro Okada
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-06-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.2.2
+description: fluent-plugin-redis-counter is a fluent plugin to count-up/down redis
+  keys.
+email: kbinani.bt@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- CHANGELOG.md
+- Gemfile
+- README.md
+- Rakefile
+- VERSION
+- fluent-plugin-redis-counter.gemspec
+- lib/fluent/plugin/out_redis_counter.rb
+- test/plugin/out_redis_counter.rb
+homepage: https://github.com/kbinani/fluent-plugin-redis-counter
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Redis counter plugin for fluent
+test_files:
+- test/plugin/out_redis_counter.rb