fluent-plugin-mysql-replicator 0.0.1 → 0.0.2

data/README.md

@@ -57,6 +57,10 @@ $ tail -f /var/log/td-agent/td-agent.log
 2013-11-25 18:22:45 +0900 replicator.delete: {"id":"1"}
 `````
 
+## Performance
+
+On syncing 300 million rows table, it will consume around 800MB of memory with ruby 1.9.3 environment.
+
 ## TODO
 
 Pull requests are very welcome!!

data/fluent-plugin-mysql-replicator.gemspec

@@ -1,7 +1,7 @@
 # -*- encoding: utf-8 -*-
 Gem::Specification.new do |s|
   s.name        = "fluent-plugin-mysql-replicator"
-  s.version     = "0.0.1"
+  s.version     = "0.0.2"
   s.authors     = ["Kentaro Yoshida"]
   s.email       = ["y.ken.studio@gmail.com"]
   s.homepage    = "https://github.com/y-ken/fluent-plugin-mysql-replicator"

data/lib/fluent/plugin/in_mysql_replicator.rb

@@ -64,7 +64,7 @@ module Fluent
           hash_delete_by_list(table_hash, deleted_ids)
           deleted_ids.each {|id| emit_record(:delete, {@primary_key => id})}
         end
-        sleep @interval        
+        sleep @interval
       end
     end
 
@@ -97,7 +97,9 @@ module Fluent
           :password => @password,
           :database => @database,
           :encoding => @encoding,
-          :reconnect => true
+          :reconnect => true,
+          :stream => true,
+          :cache_rows => false
         })
       rescue Exception => e
         $log.warn "mysql_replicator: #{e}"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-mysql-replicator
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-26 00:00:00.000000000 Z
+date: 2013-12-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake