fluent-plugin-mysql 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6779a8acd14cbc9c3506aad17847d6bf805b1ba5
-  data.tar.gz: b399a06594b6957f4ca308f7fb8c088bf5906835
+  metadata.gz: 46b2ab27b2b88e54ba4f7ca82307f817d62ec94e
+  data.tar.gz: 402da207e1091d937b39c8e6d64d19f7b44183a5
 SHA512:
-  metadata.gz: 53792258fcb40362c7cb913fdac21cd1c6e69db6141120c190b2eda54765542eb72259c062f5f9b10a4beff04a832715fb74e9a4cd4f2003f6931066bb763276
-  data.tar.gz: e02269391bf5bbf7ee5b3a27299583ad9b19bf08ef5f75e956567f48997c16f8cd5921a8bc7b8facb0dda24fa21418e2fe214bf6595d2d0116b13c448739563d
+  metadata.gz: f32a22df72c4b9bb20167e3cf0f9b803c04b579185675fe7820face0ddb4bfe00d7c97dfc43500d1979ee07fd6b181deb055136ea4422b295c75f1515840a768
+  data.tar.gz: 32d688f19e937d51943db69c85e643955810d160d02f4e2490911efb41a60833e9f3d239816af4af824a5a5d918d8bcb33c58f17745d69794e4a8da70539f66d

data/.travis.yml

@@ -0,0 +1,15 @@
+language: ruby
+
+rvm:
+  - 2.0.0
+  - 2.1
+  - 2.2.3
+  - 2.3.0
+
+gemfile:
+  - Gemfile
+
+before_install:
+  - gem update bundler
+
+script: 'bundle exec rake test'

data/README.md

@@ -1,5 +1,5 @@
 
-# fluent-plugin-mysql, a plugin for [Fluentd](http://fluentd.org)
+# fluent-plugin-mysql, a plugin for [Fluentd](http://fluentd.org) [![Build Status](https://secure.travis-ci.org/tagomoris/fluent-plugin-mysql.png?branch=master)](http://travis-ci.org/tagomoris/fluent-plugin-mysql)
 
 fluent plugin mysql bulk insert is high performance and on duplicate key update respond.
 
@@ -142,7 +142,90 @@ then result becomes as below (indented):
 +-----+-----------+---------------------+---------------------+
 ```
 
+## Configuration Example(bulk insert, time complement)
 
+```
+<match mysql.input>
+  @type mysql_bulk
+  host localhost
+  database test_app_development
+  username root
+  password hogehoge
+  column_names id,user_name,created_at
+  key_names id,user,${time}
+  table users
+  flush_interval 10s
+</match>
+```
+
+Assume following input is coming:
+
+```js
+2014-01-03 21:35:15+09:00: mysql.input: {"user":"toyama","dummy":"hogehoge"}
+2014-01-03 21:35:21+09:00: mysql.input: {"user":"toyama2","dummy":"hogehoge"}
+2014-01-03 21:35:27+09:00: mysql.input: {"user":"toyama3","dummy":"hogehoge"}
+```
+
+then `created_at` column is set from time attribute in a fluentd packet:
+
+```sql
++-----+-----------+---------------------+
+| id  | user_name | created_at          |
++-----+-----------+---------------------+
+| 1   | toyama    | 2014-01-03 21:35:15 |
+| 2   | toyama2   | 2014-01-03 21:35:21 |
+| 3   | toyama3   | 2014-01-03 21:35:27 |
++-----+-----------+---------------------+
+```
+
+## Configuration Example(bulk insert, time complement with specific timezone)
+
+As described above, `${time}` placeholder sets time with `Time.at(time).strftime("%Y-%m-%d %H:%M:%S")`.
+This handles the time with fluentd server default timezone.
+If you want to use the specific timezone, you can use the include_time_key feature.
+This is useful in case fluentd server and mysql have different timezone.
+You can use various timezone format. See below.
+http://docs.fluentd.org/articles/formatter-plugin-overview
+
+```
+<match mysql.input>
+  @type mysql_bulk
+  host localhost
+  database test_app_development
+  username root
+  password hogehoge
+
+  include_time_key yes
+  timezone +00
+  time_format %Y-%m-%d %H:%M:%S
+  time_key created_at
+
+  column_names id,user_name,created_at
+  key_names id,user,created_at
+  table users
+  flush_interval 10s
+</match>
+```
+
+Assume following input is coming(fluentd server is using JST +09 timezone):
+
+```js
+2014-01-03 21:35:15+09:00: mysql.input: {"user":"toyama","dummy":"hogehoge"}
+2014-01-03 21:35:21+09:00: mysql.input: {"user":"toyama2","dummy":"hogehoge"}
+2014-01-03 21:35:27+09:00: mysql.input: {"user":"toyama3","dummy":"hogehoge"}
+```
+
+then `created_at` column is set from time attribute in a fluentd packet with timezone converted to +00 UTC:
+
+```sql
++-----+-----------+---------------------+
+| id  | user_name | created_at          |
++-----+-----------+---------------------+
+| 1   | toyama    | 2014-01-03 12:35:15 |
+| 2   | toyama2   | 2014-01-03 12:35:21 |
+| 3   | toyama3   | 2014-01-03 12:35:27 |
++-----+-----------+---------------------+
+```
 
 
 ## spec

data/fluent-plugin-mysql.gemspec

@@ -1,7 +1,7 @@
 # -*- encoding: utf-8 -*-
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-mysql"
-  gem.version       = "0.1.1"
+  gem.version       = "0.1.2"
   gem.authors       = ["TAGOMORI Satoshi", "Toyama Hiroshi"]
   gem.email         = ["tagomoris@gmail.com", "toyama0919@gmail.com"]
   gem.description   = %q{fluent plugin to insert mysql as json(single column) or insert statement}

data/lib/fluent/plugin/out_mysql_bulk.rb

@@ -3,6 +3,8 @@ module Fluent
   class Fluent::MysqlBulkOutput < Fluent::BufferedOutput
     Fluent::Plugin.register_output('mysql_bulk', self)
 
+    include Fluent::SetTimeKeyMixin
+
     config_param :host, :string, default: '127.0.0.1',
                  :desc => "Database host."
     config_param :port, :integer, default: 3306,

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-mysql
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - TAGOMORI Satoshi
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-09 00:00:00.000000000 Z
+date: 2016-05-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -90,6 +90,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".travis.yml"
 - Gemfile
 - LICENSE.txt
 - README.md