fluent-plugin-rethink 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8f44108b92dd2dd6d1693d2898e413716bce3e19
+  data.tar.gz: 4f2e7a93af6f65f19df91f5e931d49fc938d0a9e
+SHA512:
+  metadata.gz: 543e86cb5de5484efc1a45d07a37443e146735f4b18ba222acff8de0b4a79757cc11d2f14efe8855b825b2d3b1d2c913190590ac24df871adf418fd2a7bc2446
+  data.tar.gz: 70d34fa2a08cd6326a44259922b343c108df2f1386c4444e77211ef270eae4de9897e5a4f21273ac602ad7f00828487c26ccb38281b7187bcbf6e776fecca6d0

data/AUTHORS

@@ -0,0 +1 @@
+Vinh Nguyen <kurei@axcoto.com>

data/ChangeLog

@@ -0,0 +1,2 @@
+Release 0.1.0 - 2014/10/18
+  * Add out_rethink

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem "simplecov", :require => false

data/Gemfile.lock

@@ -0,0 +1,41 @@
+PATH
+  remote: .
+  specs:
+    fluent-plugin-rethink (0.1.0)
+      fluentd (~> 0.10.9)
+      rethinkdb (>= 1.15.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    cool.io (1.2.4)
+    docile (1.1.5)
+    fluentd (0.10.55)
+      cool.io (>= 1.1.1, < 2.0.0, != 1.2.0)
+      http_parser.rb (>= 0.5.1, < 0.7.0)
+      json (>= 1.4.3)
+      msgpack (>= 0.4.4, < 0.6.0, != 0.5.3, != 0.5.2, != 0.5.1, != 0.5.0)
+      sigdump (~> 0.2.2)
+      yajl-ruby (~> 1.0)
+    http_parser.rb (0.6.0)
+    json (1.8.1)
+    msgpack (0.5.9)
+    multi_json (1.10.1)
+    rake (10.3.2)
+    rethinkdb (1.15.0.0)
+      json
+    sigdump (0.2.2)
+    simplecov (0.9.1)
+      docile (~> 1.1.0)
+      multi_json (~> 1.0)
+      simplecov-html (~> 0.8.0)
+    simplecov-html (0.8.0)
+    yajl-ruby (1.2.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  fluent-plugin-rethink!
+  rake (>= 0.9.2)
+  simplecov

data/README.rdoc

@@ -0,0 +1,52 @@
+= RethinkDB plugin for {Fluentd}[http://github.com/fluent/fluentd]
+
+fluent-plugin-rethink provides input and output plugins for {Fluentd}[http://fluentd.org] ({GitHub}[http://github.com/fluent/fluentd])
+
+= Installation
+
+== Gems
+
+The gem is hosted at {Rubygems.org}[http://rubygems.org]. You can install the gem as follows:
+
+    $ gem install fluent-plugin-rethink
+
+= Plugins
+
+== Output plugin
+
+=== rethink
+
+Store Fluentd event to RethinkDB database.
+
+==== Configuration
+
+Use _rethink_ type in match.
+
+    <match rethink.**>
+      type rethink
+      database fluent
+      table test
+
+      # Following attibutes are optional
+      host localhost
+      port 28015
+
+      # Other buffer configurations here
+    </match>
+
+= Test
+
+Run following command:
+
+    $ bundle exec rake test
+
+= TODO
+
+== More configuration
+== Auto create table, db
+
+= Copyright
+
+Copyright:: Copyright (c) 2014- kureikain
+License::   Apache License, Version 0.1.0
+

data/Rakefile

@@ -0,0 +1,3 @@
+require "bundler/gem_tasks"
+
+

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/fluent-plugin-rethink.gemspec

@@ -0,0 +1,23 @@
+# encoding: utf-8
+
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name = "fluent-plugin-rethink"
+  gem.description = "RethinkDB plugin for Fluentd"
+  gem.homepage = "https://github.com/kureikain/fluent-plugin-rethink"
+  gem.summary = gem.description
+  gem.version = File.read("VERSION").strip
+  gem.authors = ["Vinh Nguyen"]
+  gem.email = "kurei@axcoto.com"
+  gem.has_rdoc = false
+  #gem.platform = Gem::Platform::RUBY
+  gem.files = `git ls-files`.split("\n")
+  gem.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+  gem.add_dependency "fluentd", "~> 0.10.9"
+  gem.add_dependency "rethinkdb", ">= 1.15.0"
+  gem.add_development_dependency "rake", ">= 0.9.2"
+  gem.add_development_dependency "simplecov", ">= 0.5.4"
+end

data/lib/fluent/plugin/out_rethink.rb

@@ -0,0 +1,62 @@
+require 'rethinkdb'
+require 'logger'
+
+module Fluent
+  class RethinkOutput < BufferedOutput
+    include RethinkDB::Shortcuts
+    Plugin.register_output('rethink', self)
+
+    config_param :database, :string
+    config_param :host, :string, :default => 'localhost'
+    config_param :table, :string, :default => :log
+    config_param :port, :integer, :default => 28015
+
+    # This method is called before starting.
+    # 'conf' is a Hash that includes configuration parameters.
+    # If the configuration is invalid, raise Fluent::ConfigError.
+    def configure(conf)
+      super
+
+      @db    = conf['database']
+      @host  = conf['host']
+      @port  = conf['port']
+      @table = conf['table']
+    end
+
+    def start
+      super
+      @conn = r.connect(:host => @host,
+                        :port => @port,
+                        :db => @db)
+    end
+
+    def shutdown
+      super
+      @conn.close
+    end
+
+    def format(tag, time, record)
+      [tag, time, record].to_msgpack
+    end
+
+    # This method is called every flush interval. Write the buffer chunk
+    # to files or databases here.
+    # 'chunk' is a buffer chunk that includes multiple formatted
+    # events. You can use 'data = chunk.read' to get all events and
+    # 'chunk.open {|io| ... }' to get IO objects.
+    #
+    # NOTE! This method is called by internal thread, not Fluentd's main thread. So IO wait doesn't affect other plugins.
+    def write(chunk)
+      records = []
+      chunk.msgpack_each {|(tag,time,record)|
+        record[@time_key] = Time.at(time || record[@time_key]) if @include_time_key
+        records << record
+      }
+      begin
+        r.table("LOP").insert(records).run(@conn) unless records.empty?
+      rescue 
+      end
+    end    
+
+  end
+end

metadata

@@ -0,0 +1,107 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-rethink
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Vinh Nguyen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.9
+- !ruby/object:Gem::Dependency
+  name: rethinkdb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.15.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.15.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.5.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.5.4
+description: RethinkDB plugin for Fluentd
+email: kurei@axcoto.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- AUTHORS
+- ChangeLog
+- Gemfile
+- Gemfile.lock
+- README.rdoc
+- Rakefile
+- VERSION
+- fluent-plugin-rethink.gemspec
+- lib/fluent/plugin/out_rethink.rb
+homepage: https://github.com/kureikain/fluent-plugin-rethink
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: RethinkDB plugin for Fluentd
+test_files: []