fluent-plugin-mysql-replicator 0.3.0 → 0.3.1

data/README.md

@@ -3,7 +3,7 @@
 ## Overview
 
 Fluentd input plugin to track insert/update/delete event from MySQL database server.  
-Not only that, it could multiple table replication into Elasticsearch/Solr.  
+Not only that, it could multiple table replication into single or multi Elasticsearch/Solr.  
 It's comming support replicate to another RDB/noSQL.
 
 ## Installation
@@ -14,8 +14,15 @@ gem install fluent-plugin-mysql-replicator
 
 ### td-agent gem
 /usr/lib64/fluent/ruby/bin/fluent-gem install fluent-plugin-mysql-replicator
+
+### RPM
+### package availables at https://github.com/y-ken/yamabiko/releases
 `````
 
+**Note:** RPM package available which does not conflict system installed Ruby or td-agent.  
+https://github.com/y-ken/yamabiko/releases
+
+
 ## Included plugins
 
 * Input Plugin: mysql_replicator
@@ -112,8 +119,10 @@ On syncing 300 million rows table, it will consume around 800MB of memory with r
     # Set frequency of sending bulk request to Elasticsearch node.
     flush_interval 5s
     
-    # Queued chunks are flushed at shutdown process.
+    # Queued chunks are flushed at shutdown process. (recommend for more stability)
     flush_at_shutdown yes
+    buffer_type file
+    buffer_path /var/log/td-agent/buffer/mysql_replicator_elasticsearch
   </store>
 </match>
 `````
@@ -186,9 +195,9 @@ VALUES
 
 it is a sample which you have inserted row.
 
-| id | is_active |     name     |      host       | port | username  |   password    | database |            query             | interval | primary_key | enable_delete |enable_loose_insert |enable_loose_delete |
-|----|-----------|--------------|-----------------|------|-----------|---------------|----------|------------------------------|----------|-------------|---------------|
-|  1 |         1 | mydb.mytable | 192.168.100.221 | 3306 | mysqluser | mysqlpassword | mydb     | SELECT id, text from mytable; |       5 | id          |             1 |             0 |             0 |
+| id | is_active |     name     |      host       | port | username  |   password    | database |            query             | interval | primary_key | enable_delete | enable_loose_insert | enable_loose_delete |
+|----|-----------|--------------|-----------------|------|-----------|---------------|----------|------------------------------|----------|-------------|---------------|----|----|
+|  1 |         1 | mydb.mytable | 192.168.100.221 | 3306 | mysqluser | mysqlpassword | mydb     | SELECT id, text from mytable; |       5 | id          |             1 |  0 | 0 |
 
 ### configuration
 

data/fluent-plugin-mysql-replicator.gemspec

@@ -1,7 +1,7 @@
 # -*- encoding: utf-8 -*-
 Gem::Specification.new do |s|
   s.name        = "fluent-plugin-mysql-replicator"
-  s.version     = "0.3.0"
+  s.version     = "0.3.1"
   s.authors     = ["Kentaro Yoshida"]
   s.email       = ["y.ken.studio@gmail.com"]
   s.homepage    = "https://github.com/y-ken/fluent-plugin-mysql-replicator"

data/lib/fluent/plugin/in_mysql_replicator_multi.rb

@@ -20,7 +20,6 @@ module Fluent
 
     def configure(conf)
       super
-      @reconnect_interval = Config.time_value('10sec')
       if @tag.nil?
         raise Fluent::ConfigError, "mysql_replicator_multi: missing 'tag' parameter. Please add following line into config like 'tag replicator.${name}.${event}.${primary_key}'"
       end
@@ -243,10 +242,8 @@ module Fluent
           :stream => false,
           :cache_rows => false
         )
-      rescue Exception => e
-        $log.warn "mysql_replicator_multi: #{e}"
-        sleep @reconnect_interval
-        retry
+      rescue Mysql2::Error => e
+        raise "mysql_replicator_multi: #{e}"
       end
     end
 
@@ -263,10 +260,8 @@ module Fluent
           :stream => true,
           :cache_rows => false
         )
-      rescue Exception => e
-        $log.warn "mysql_replicator_multi: #{e}"
-        sleep @reconnect_interval
-        retry
+      rescue Mysql2::Error => e
+        raise "mysql_replicator_multi: #{e}"
       end
     end
   end

data/lib/fluent/plugin/out_mysql_replicator_solr.rb

@@ -1,4 +1,5 @@
 require 'rsolr'
+require 'uri'
 
 class Fluent::MysqlReplicatorSolrOutput < Fluent::BufferedOutput
   Fluent::Plugin.register_output('mysql_replicator_solr', self)
@@ -42,7 +43,7 @@ class Fluent::MysqlReplicatorSolrOutput < Fluent::BufferedOutput
       tag_parts = tag.match(@tag_format)
       id_key = tag_parts['primary_key']
       core_name = tag_parts['core_name'].nil? ? '' : tag_parts['core_name']
-      url = "http://#{@host}:#{@port}/solr/#{core_name}"
+      url = "http://#{@host}:#{@port}/solr/#{URI.escape(core_name)}"
       solr_connection[url] = RSolr.connect(:url => url) if solr_connection[url].nil?
       if tag_parts['event'] == 'delete'
         solr_connection[url].delete_by_id record[id_key]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-mysql-replicator
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-12-19 00:00:00.000000000 Z
+date: 2014-01-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake