flydata 0.3.11 → 0.3.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c81a2a245fd400366aa535123cd4bcfa009aa29f
-  data.tar.gz: 6762cefccdabfd09f5e7034bbf32aa9fb6d6262b
+  metadata.gz: df760e4cdf0cdaa8feea1af41d0441dfd0d1b25f
+  data.tar.gz: 48ccb962e9470ac32df552f0d7c330de57c69019
 SHA512:
-  metadata.gz: cd9983b914ef12e36f39248dfe4fde7c49e321b17df7ad476155061d84da62dde5a0cd78ed94c17b23c55bebd5b3b591adccafb45c5c4036305702e8cd5bab44
-  data.tar.gz: 18e24eb120bc7d0aa61d7e9819c4d59593a07645703ffcb627d8ede58deb6e43953a20318006a5c4fcf562cc4decac586d34ec4b697373cbc7dde0faea63a7f4
+  metadata.gz: 5b9558a312db75ae958d258a59b953a646b5a577d14647b032f7d2797ee464474a8e0c6058abc1c16563b2aaaa486635e94b807c2052a861ed9b7ad798cd3ca1
+  data.tar.gz: 745fc312f4ab0f4aaaca698e21d9ae128281fc2681e28baddbffdbba0e486716b098047cad438f4159a029142b18ad2c520e7890cfefa991f6ecb7172ccc9e66

data/VERSION

@@ -1 +1 @@
-0.3.11
+0.3.12

data/flydata.gemspec

@@ -2,14 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
+# stub: flydata 0.3.12 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "flydata"
-  s.version = "0.3.11"
+  s.version = "0.3.12"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib"]
   s.authors = ["Koichi Fujikawa", "Masashi Miyazaki", "Matthew Luu", "Mak Inada", "Sriram NS"]
-  s.date = "2015-04-03"
+  s.date = "2015-04-08"
   s.description = "FlyData Agent"
   s.email = "sysadmin@flydata.com"
   s.executables = ["fdmysqldump", "flydata", "serverinfo"]
@@ -108,6 +110,7 @@ Gem::Specification.new do |s|
     "lib/flydata/fluent-plugins/mysql/ddl_query_handler.rb",
     "lib/flydata/fluent-plugins/mysql/dml_record_handler.rb",
     "lib/flydata/fluent-plugins/mysql/table_meta.rb",
+    "lib/flydata/fluent-plugins/mysql/truncate_table_query_handler.rb",
     "lib/flydata/fluent-plugins/out_forward_ssl.rb",
     "lib/flydata/fluent-plugins/preference.rb",
     "lib/flydata/flydata_crontab.sh",
@@ -152,7 +155,10 @@ Gem::Specification.new do |s|
     "spec/flydata/fluent-plugins/mysql/alter_table_query_handler_spec.rb",
     "spec/flydata/fluent-plugins/mysql/binlog_position_spec.rb",
     "spec/flydata/fluent-plugins/mysql/binlog_query_dispatcher_spec.rb",
+    "spec/flydata/fluent-plugins/mysql/ddl_query_handler_spec.rb",
+    "spec/flydata/fluent-plugins/mysql/shared_query_handler_context.rb",
     "spec/flydata/fluent-plugins/mysql/table_meta_spec.rb",
+    "spec/flydata/fluent-plugins/mysql/truncate_query_handler_spec.rb",
     "spec/flydata/heroku_spec.rb",
     "spec/flydata/output/forwarder_spec.rb",
     "spec/flydata/parser/mysql/alter_table_parser_spec.rb",
@@ -166,8 +172,7 @@ Gem::Specification.new do |s|
   ]
   s.homepage = "http://flydata.com/"
   s.licenses = ["All right reserved."]
-  s.require_paths = ["lib"]
-  s.rubygems_version = "2.0.14"
+  s.rubygems_version = "2.2.2"
   s.summary = "FlyData Agent"
 
   if s.respond_to? :specification_version then

data/lib/flydata/fluent-plugins/in_mysql_binlog_flydata.rb

@@ -74,7 +74,7 @@ class MysqlBinlogFlydataInput < MysqlBinlogInput
     @omit_events = Hash.new
     @tables_append_only.split(/,\s*/).each do |table|
       @tables << table unless @tables.include?(table)
-      @omit_events[table] = [:delete]
+      @omit_events[table] = [:delete, :truncate_table]
     end
 
     #Remove tables that do not have pos files

data/lib/flydata/fluent-plugins/mysql/binlog_query_dispatcher.rb

@@ -1,4 +1,5 @@
 require 'flydata/fluent-plugins/mysql/alter_table_query_handler'
+require 'flydata/fluent-plugins/mysql/truncate_table_query_handler'
 
 module Mysql
   class BinlogQueryDispatcher
@@ -55,6 +56,7 @@ module Mysql
     def initialize(context)
       @handlers = [
         AlterTableQueryHandler.new(context),
+        TruncateTableQueryHandler.new(context),
       ]
     end
   end

data/lib/flydata/fluent-plugins/mysql/ddl_query_handler.rb

@@ -3,19 +3,25 @@ require 'flydata/fluent-plugins/mysql/binlog_query_handler'
 module Mysql
 
 class DdlQueryHandler < BinlogQueryHandler
-  DDL_TABLE_QUERY = /^(?:(?:ALTER|CREATE|DROP|RENAME) +(?:\w+ +)*TABLE +([^ ]+)|TRUNCATE +(?:TABLE +)?([^ ]+))/i
+  DDL_TABLE_QUERY = /^(?:(?:ALTER|CREATE|DROP|RENAME) +(?:\w+ +)*TABLE +([^ ]+)|TRUNCATE +(?:TABLE +)?([^ ;]+))/i
 
   def acceptable_db?(record)
-    db_name = record["db_name"]
+    supported_database == table_info(record)[:db_name]
+  end
+
+  def table_info(record)
+    table_info = { db_name: record["db_name"], table_name: nil }
     if DDL_TABLE_QUERY =~ record["normalized_query"]
-      table_name_in_query = $1 ? $1 : $2
+      table_name_in_query = ($1 ? $1 : $2).tr("`", "")
 
       if (idx = table_name_in_query.index("."))
-        db_name = table_name_in_query[0...idx].tr("`", "")
+        table_info[:db_name] = table_name_in_query[0...idx]
+        table_info[:table_name] = table_name_in_query[idx+1..-1]
+      else
+        table_info[:table_name] = table_name_in_query
       end
     end
-
-    supported_database == db_name
+    table_info
   end
 end
 

data/lib/flydata/fluent-plugins/mysql/truncate_table_query_handler.rb

@@ -0,0 +1,25 @@
+require 'flydata/parser_provider'
+require 'flydata/fluent-plugins/mysql/ddl_query_handler'
+
+module Mysql
+  class TruncateTableQueryHandler < DdlQueryHandler
+    PATTERN = /^TRUNCATE TABLE/i
+
+    def initialize(context)
+      super
+    end
+
+    def pattern
+      PATTERN
+    end
+
+    def process(record)
+      emit_record(:truncate_table, record) do |opt|
+        {
+          table_name: table_info(record)[:table_name],
+          query: record["query"]
+        }
+      end
+    end
+  end
+end    

data/spec/flydata/fluent-plugins/mysql/alter_table_query_handler_spec.rb

@@ -1,36 +1,12 @@
 require 'fluent_plugins_spec_helper'
 require 'flydata/fluent-plugins/mysql/alter_table_query_handler'
+require 'flydata/fluent-plugins/mysql/shared_query_handler_context'
 
 module Mysql
   describe AlterTableQueryHandler do
-    let(:sync_fm) do
-      r = double('sync_fm')
-      allow(r).to receive(:get_table_binlog_pos).and_return("mysql-bin.000065\t120")
-      r
-    end
-    let(:database) { "testdb" }
-    let(:table) { "foo" }
-    let(:table_meta) { double'table_meta' }
-    let(:context) do
-      r = double('context')
-      allow(r).to receive(:sync_fm).and_return(sync_fm)
-      allow(r).to receive(:database).and_return([database])
-      allow(r).to receive(:tables).and_return([table])
-      allow(r).to receive(:table_meta).and_return(table_meta)
-      r
-    end
-    subject { described_class.new(context) }
+    include_context "query handler context"
+
     describe '#process' do
-      let(:query) { "a_query" }
-      let(:normalized_query) { double('normalized_query') }
-      let(:record) do
-        r = double('record')
-        allow(r).to receive(:[]).with("db_name").and_return(database)
-        allow(r).to receive(:[]).with("query").and_return(query)
-        allow(r).to receive(:[]).with("table_name").and_return(table)
-        allow(r).to receive(:[]).with("normalized_query").and_return(normalized_query)
-        r
-      end
       let(:parse_result) do
         r = double('parse_result')
         r

data/spec/flydata/fluent-plugins/mysql/binlog_query_dispatcher_spec.rb

@@ -49,10 +49,14 @@ EOT
       expect(r).to receive(:merge).with({"normalized_query" => normalized_query}).and_return(r)
       r
     end
-    let(:query_handler) do
-      r = double('query_handler')
+    let(:alter_query_handler) do
+      r = double('alter_query_handler')
       allow(r).to receive(:pattern).and_return(/^ALTER TABLE/i)
-      expect(r).to receive(:process).with(record)
+      r
+    end
+    let(:truncate_query_handler) do
+      r = double('truncate_query_handler')
+      allow(r).to receive(:pattern).and_return(/^TRUNCATE TABLE/i)
       r
     end
     let(:context) { double('context') }
@@ -60,117 +64,173 @@ EOT
 
     shared_examples "a dispatcher that calls query handler with correct query" do
       it do
-        expect(AlterTableQueryHandler).to receive(:new).with(context).and_return(query_handler)
+        expect(correct_query_handler).to receive(:process).with(record)
         expect(subject.dispatch(record))
       end
     end
 
+    before do
+      expect(AlterTableQueryHandler).to receive(:new).with(context).and_return(alter_query_handler)
+      expect(TruncateTableQueryHandler).to receive(:new).with(context).and_return(truncate_query_handler)
+    end
+
     describe '#dispatch' do
-      context "query with comments" do
-        let(:query) { QUERY_WITH_COMMENTS }
-        let(:normalized_query) { NORMALIZED_QUERY_WITH_COMMENTS }
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "customer query" do
-        let(:query) { CUSTOMER_QUERY }
-        let(:normalized_query) { NORMALIZED_CUSTOMER_QUERY }
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with leading newline" do
-        let(:query) { QUERY_WITH_LEADING_NEWLINE }
-        let(:normalized_query) { NORMALIZED_QUERY_WITH_COMMENTS }
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with special characters in DEFAULT" do
-        let(:query) { QUERY_WITH_SPECIAL_CHARS_IN_DEFAULT }
-        let(:normalized_query) { NORMALIZED_QUERY_WITH_SPECIAL_CHARS }
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with preceding commands" do
-        let(:query) { <<EOS }
+      context "alter table queries" do
+        let(:correct_query_handler) { alter_query_handler }
+        context "query with comments" do
+          let(:query) { QUERY_WITH_COMMENTS }
+          let(:normalized_query) { NORMALIZED_QUERY_WITH_COMMENTS }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "customer query" do
+          let(:query) { CUSTOMER_QUERY }
+          let(:normalized_query) { NORMALIZED_CUSTOMER_QUERY }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with leading newline" do
+          let(:query) { QUERY_WITH_LEADING_NEWLINE }
+          let(:normalized_query) { NORMALIZED_QUERY_WITH_COMMENTS }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with special characters in DEFAULT" do
+          let(:query) { QUERY_WITH_SPECIAL_CHARS_IN_DEFAULT }
+          let(:normalized_query) { NORMALIZED_QUERY_WITH_SPECIAL_CHARS }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with preceding commands" do
+          let(:query) { <<EOS }
 use `mydatabase`/*!*/;
 ALTER TABLE `apps` ADD `created_by_existing_admin` tinyint(1) DEFAULT 0 /*application:MyApp,line:/usr/local/lib/ruby/2.0.0/benchmark.rb:281:in `measure'*/
 /*!*/;
 SET TIMESTAMP=1415925954/*!*/;
 EOS
-        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
 ALTER TABLE `apps` ADD `created_by_existing_admin` tinyint(1) DEFAULT 0 ;
 EOS
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with a comment with no space" do
-        let(:query) { <<EOS.gsub(/\n$/, '') }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with a comment with no space" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
 alter table test add/* adding a column */test varchar(4);
 EOS
-        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(4);
 EOS
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with strings including comment quotes" do
-        let(:query) { <<EOS.gsub(/\n$/, '') }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with strings including comment quotes" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) DEFAULT ' /* ' COMMENT ' */ -- a part of COMMENT string';
 EOS
-        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) DEFAULT ' /* ' COMMENT ' */ -- a part of COMMENT string';
 EOS
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with comments including string quotes and ending without a line feed" do
-        let(:query) { <<EOS.gsub(/\n$/, '') }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with comments including string quotes and ending without a line feed" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
 alter table /* /* ' */ test add test varchar(256) -- this is a comment';
 EOS
-        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) ;
 EOS
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with DEFAULT using double-quote" do
-        let(:query) { <<EOS.gsub(/\n$/, '') }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with DEFAULT using double-quote" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) DEFAULT "This # is default -- with \\\" in it";
 EOS
-        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) DEFAULT "This # is default -- with \\\" in it";
 EOS
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with # style comment" do
-        let(:query) { <<EOS.gsub(/\n$/, '') }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with # style comment" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) # You never know this works in MySQL '"
   DEFAULT "This is default with \\\" in it"
 EOS
-        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) DEFAULT "This is default with \\\" in it";
 EOS
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with single quote string with escape" do
-        let(:query) { <<EOS.gsub(/\n$/, '') }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with single quote string with escape" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) COMMENT 'Stave\\'s # -- diner'
 EOS
-        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) COMMENT 'Stave\\'s # -- diner';
 EOS
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with quoted string with UTF8 3 byte chars" do
-        let(:query) { <<EOS.gsub(/\n$/, '') }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with quoted string with UTF8 3 byte chars" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) DEFAULT "無国籍" COMMENT 'SJIS is トラブルメーカー'
 EOS
-        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) DEFAULT "無国籍" COMMENT 'SJIS is トラブルメーカー';
 EOS
-        it_behaves_like "a dispatcher that calls query handler with correct query"
-      end
-      context "query with comments with UTF8 3 byte chars" do
-        let(:query) { <<EOS.gsub(/\n$/, '') }
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "query with comments with UTF8 3 byte chars" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) /* 無国籍 */ -- 'SJIS is トラブルメーカー'
 DEFAULT NULL;
 EOS
-        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
 alter table test add test varchar(256) DEFAULT NULL;
 EOS
-        it_behaves_like "a dispatcher that calls query handler with correct query"
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+      end
+      context "truncate table queries" do
+        let(:correct_query_handler) { truncate_query_handler }
+
+        context "simple truncate query" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
+TRUNCATE table  users;
+EOS
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+TRUNCATE table users;
+EOS
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "truncate query with dbname and table name and a comment in the beginning" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
+# I am going to truncate this table
+truncate table flydata_sync.users;
+EOS
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+truncate table flydata_sync.users;
+EOS
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
+        context "truncate query with quoted dbname and table name with comments on the same line" do
+          let(:query) { <<EOS.gsub(/\n$/, '') }
+truncate table `flydata_sync`.`users`; /* 無国籍 */ -- 'SJIS is トラブルメーカー'
+EOS
+          let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+truncate table `flydata_sync`.`users`;
+EOS
+
+          it_behaves_like "a dispatcher that calls query handler with correct query"
+        end
       end
     end
   end

data/spec/flydata/fluent-plugins/mysql/ddl_query_handler_spec.rb

@@ -0,0 +1,56 @@
+require 'fluent_plugins_spec_helper'
+require 'flydata/fluent-plugins/mysql/ddl_query_handler'
+require 'flydata/fluent-plugins/mysql/shared_query_handler_context'
+
+module Mysql
+  describe DdlQueryHandler do
+    include_context "query handler context"
+
+    describe "#table_info" do
+      context "alter table query with no db name" do
+        let(:normalized_query) { "ALTER TABLE `apps` ADD `created_by_existing_admin` tinyint(1) DEFAULT 0;" }
+        it do
+          expect(subject.table_info(record)).to eq({db_name: "testdb", table_name: "apps"})
+        end
+      end
+      context "alter table query with db name" do
+        let(:normalized_query) { "alter table testdb1.testtable1 add testcol varchar(256) DEFAULT ' /* ' COMMENT ' */ -- a part of COMMENT string' ;" }
+        it do
+          expect(subject.table_info(record)).to eq({db_name: "testdb1", table_name: "testtable1"})
+        end
+      end
+      context "alter table query with quoted db name" do
+        let(:normalized_query) { <<EOS.gsub(/\n$/, '') }
+alter table `testdb2`.`testtable2` add test varchar(256) DEFAULT "This # is default -- with \\\" in it";
+EOS
+        it do
+          expect(subject.table_info(record)).to eq({db_name: "testdb2", table_name: "testtable2"})
+        end
+      end
+      context "truncate table query with no db name" do
+        let(:normalized_query) { "TRUNCATE TABLE apps ;" }
+        it do
+          expect(subject.table_info(record)).to eq({db_name: "testdb", table_name: "apps"})
+        end
+      end
+      context "truncate table query with db name" do
+        let(:normalized_query) { "truncate table `testdb1`.`apps1`;" }
+        it do
+          expect(subject.table_info(record)).to eq({db_name: "testdb1", table_name: "apps1"})
+        end
+      end
+      context "truncate table query with quoted db name" do
+        let(:normalized_query) { "truncate table testdb2.apps2;" }
+        it do
+          expect(subject.table_info(record)).to eq({db_name: "testdb2", table_name: "apps2"})
+        end
+      end
+      context "query does not match DDL_TABLE_QUERY" do #This should not happen, ideally
+        let(:normalized_query) { "CREATE TRIGGER mytrigger BEFORE INSERT ON TABLE_1 FOR EACH ROW SET NEW.MY_DATETIME_COLUMN = NOW();" }
+        it do
+          expect(subject.table_info(record)).to eq({db_name: "testdb", table_name: nil})
+        end
+      end
+    end
+  end
+end

data/spec/flydata/fluent-plugins/mysql/shared_query_handler_context.rb

@@ -0,0 +1,47 @@
+module Mysql
+  shared_context "query handler context" do
+    let(:database) { "testdb" }
+    let(:table) { "foo" }
+    let(:seq) { 200 }
+    let(:sync_fm) do
+      r = double('sync_fm')
+      allow(r).to receive(:get_table_binlog_pos).and_return("mysql-bin.000065\t120")
+      allow(r).to receive(:increment_and_save_table_position).with(table).and_yield(seq).and_return(nil)
+      allow(r).to receive(:delete_table_binlog_pos).with(table)
+      r
+    end
+    let(:table_meta) { double'table_meta' }
+    let(:current_binlog_file) { "mysql-bin.000066" }
+    let(:tag) { "some_tag" }
+    let(:table_rev) { 1 }
+    let(:context) do
+      r = double('context')
+      allow(r).to receive(:sync_fm).and_return(sync_fm)
+      allow(r).to receive(:database).and_return(database)
+      allow(r).to receive(:tables).and_return([table])
+      allow(r).to receive(:table_meta).and_return(table_meta)
+      allow(r).to receive(:current_binlog_file).and_return(current_binlog_file)
+      allow(r).to receive(:omit_events).and_return({})
+      allow(r).to receive(:table_revs).and_return({ table => table_rev})
+      allow(r).to receive(:tag).and_return(tag)
+      r
+    end
+    let(:query) { "a_query" }
+    let(:normalized_query) { double('normalized_query') }
+    let(:event_length) { 20 }
+    let(:next_position) { 200 }
+    let(:timestamp) { 1427973738 }
+    let(:record) do
+      r = double('record')
+      allow(r).to receive(:[]).with("db_name").and_return(database)
+      allow(r).to receive(:[]).with("query").and_return(query)
+      allow(r).to receive(:[]).with("table_name").and_return(table)
+      allow(r).to receive(:[]).with("normalized_query").and_return(normalized_query)
+      allow(r).to receive(:[]).with("next_position").and_return(next_position)
+      allow(r).to receive(:[]).with("event_length").and_return(event_length)
+      allow(r).to receive(:[]).with("timestamp").and_return("#{timestamp}")
+      r
+    end
+    subject { described_class.new(context) }
+  end
+end

data/spec/flydata/fluent-plugins/mysql/truncate_query_handler_spec.rb

@@ -0,0 +1,43 @@
+require 'fluent_plugins_spec_helper'
+require 'flydata/fluent-plugins/mysql/truncate_table_query_handler'
+require 'flydata/fluent-plugins/mysql/shared_query_handler_context'
+
+module Mysql
+  describe TruncateTableQueryHandler do
+    include_context "query handler context"
+
+    describe '#process' do
+      let(:truncate_query) { "TRUNCATE TABLE foo" }
+      let(:expected_record) do
+        {
+          table_name: table,
+          query: truncate_query,
+          type: :truncate_table,
+          respect_order: true,
+          src_pos: "#{current_binlog_file}\t#{next_position - event_length}",
+          table_rev: table_rev,
+          seq: seq
+        }
+      end
+      before do
+        allow(record).to receive(:[]).with("query").and_return(truncate_query)
+        allow(record).to receive(:[]).with("normalized_query").and_return(truncate_query)
+      end
+      context "for a non append only table" do
+        it "should call Fluent's emit with appropriate params" do
+          expect(Fluent::Engine).to receive(:emit).with(tag, timestamp, expected_record)
+          expect(subject.process(record))
+        end
+      end
+      context "for an append only table" do
+        before do
+          allow(context).to receive(:omit_events).and_return({ table => [:delete, :truncate_table] })
+        end
+        it "should not call Fluent's emit" do
+          expect(Fluent::Engine).to receive(:emit).never
+          expect(subject.process(record))
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: flydata
 version: !ruby/object:Gem::Version
-  version: 0.3.11
+  version: 0.3.12
 platform: ruby
 authors:
 - Koichi Fujikawa
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-03 00:00:00.000000000 Z
+date: 2015-04-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
@@ -553,6 +553,7 @@ files:
 - lib/flydata/fluent-plugins/mysql/ddl_query_handler.rb
 - lib/flydata/fluent-plugins/mysql/dml_record_handler.rb
 - lib/flydata/fluent-plugins/mysql/table_meta.rb
+- lib/flydata/fluent-plugins/mysql/truncate_table_query_handler.rb
 - lib/flydata/fluent-plugins/out_forward_ssl.rb
 - lib/flydata/fluent-plugins/preference.rb
 - lib/flydata/flydata_crontab.sh
@@ -597,7 +598,10 @@ files:
 - spec/flydata/fluent-plugins/mysql/alter_table_query_handler_spec.rb
 - spec/flydata/fluent-plugins/mysql/binlog_position_spec.rb
 - spec/flydata/fluent-plugins/mysql/binlog_query_dispatcher_spec.rb
+- spec/flydata/fluent-plugins/mysql/ddl_query_handler_spec.rb
+- spec/flydata/fluent-plugins/mysql/shared_query_handler_context.rb
 - spec/flydata/fluent-plugins/mysql/table_meta_spec.rb
+- spec/flydata/fluent-plugins/mysql/truncate_query_handler_spec.rb
 - spec/flydata/heroku_spec.rb
 - spec/flydata/output/forwarder_spec.rb
 - spec/flydata/parser/mysql/alter_table_parser_spec.rb
@@ -628,7 +632,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.14
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: FlyData Agent