flydata 0.6.3 → 0.6.4

data/tmpl/redshift_mysql_data_entry.conf.tmpl

@@ -9,4 +9,4 @@ mysql_data_entry_preference:
   #database: dev
   #tables: users,country,rows
   #tables_append_only: employees
-  #mysqldump_dir: /mnt/dump
+  #dump_dir: /mnt/dump

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: flydata
 version: !ruby/object:Gem::Version
-  version: 0.6.3
+  version: 0.6.4
 platform: ruby
 authors:
 - Koichi Fujikawa
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-01-15 00:00:00.000000000 Z
+date: 2016-01-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
@@ -468,11 +468,12 @@ description: FlyData Agent
 email: sysadmin@flydata.com
 executables:
 - fdmysqldump
+- fdredshift
 - flydata
 - serverinfo
 extensions:
 - ext/flydata/json/extconf.rb
-- ext/flydata/parser/mysql/extconf.rb
+- ext/flydata/source_mysql/parser/extconf.rb
 extra_rdoc_files: []
 files:
 - .rspec
@@ -486,18 +487,19 @@ files:
 - benchmark/insert_parser_bench.rb
 - benchmark/insert_parser_prof.rb
 - bin/fdmysqldump
+- bin/fdredshift
 - bin/flydata
 - bin/serverinfo
 - circle.yml
 - ext/flydata/flydata.h
 - ext/flydata/json/extconf.rb
 - ext/flydata/json/json_ext.cpp
-- ext/flydata/parser/mysql/.gitignore
-- ext/flydata/parser/mysql/dump_parser_ext.cpp
-- ext/flydata/parser/mysql/extconf.rb
-- ext/flydata/parser/mysql/parser.txt
-- ext/flydata/parser/mysql/sql_parser.cpp
-- ext/flydata/parser/mysql/sql_parser.h
+- ext/flydata/source_mysql/parser/.gitignore
+- ext/flydata/source_mysql/parser/dump_parser_ext.cpp
+- ext/flydata/source_mysql/parser/extconf.rb
+- ext/flydata/source_mysql/parser/parser.txt
+- ext/flydata/source_mysql/parser/sql_parser.cpp
+- ext/flydata/source_mysql/parser/sql_parser.h
 - flydata-core/.gitignore
 - flydata-core/.rspec
 - flydata-core/.travis.yml
@@ -548,6 +550,7 @@ files:
 - flydata-core/spec/event/shared_event.rb
 - flydata-core/spec/fluent/config_helper_spec.rb
 - flydata-core/spec/logger_spec.rb
+- flydata-core/spec/mysql/binlog_pos_spec.rb
 - flydata-core/spec/mysql/command_generator_spec.rb
 - flydata-core/spec/mysql/compatibility_checker_spec.rb
 - flydata-core/spec/mysql/config_spec.rb
@@ -559,6 +562,10 @@ files:
 - flydata-core/spec/table_def/mysql_table_def_spec.rb
 - flydata-core/spec/table_def/mysql_to_redshift_table_def_spec.rb
 - flydata-core/spec/table_def/mysqldump_test_bit_table.dump
+- flydata-core/spec/table_def/mysqldump_test_col_comment_with_AUTO_INCREMENT_keyword.dump
+- flydata-core/spec/table_def/mysqldump_test_col_comment_with_not_null_keyword.dump
+- flydata-core/spec/table_def/mysqldump_test_col_comment_with_unique_keyword.dump
+- flydata-core/spec/table_def/mysqldump_test_col_comment_with_unsigned_keyword.dump
 - flydata-core/spec/table_def/mysqldump_test_col_name_with_space.dump
 - flydata-core/spec/table_def/mysqldump_test_column_charset.dump
 - flydata-core/spec/table_def/mysqldump_test_foreign_key.dump
@@ -593,10 +600,6 @@ files:
 - lib/flydata/command/helper.rb
 - lib/flydata/command/kill_all.rb
 - lib/flydata/command/login.rb
-- lib/flydata/command/mysql.rb
-- lib/flydata/command/mysql_command_base.rb
-- lib/flydata/command/mysqlbinlog.rb
-- lib/flydata/command/mysqldump.rb
 - lib/flydata/command/restart.rb
 - lib/flydata/command/routine.rb
 - lib/flydata/command/sender.rb
@@ -651,17 +654,43 @@ files:
 - lib/flydata/json.rb
 - lib/flydata/json/.gitignore
 - lib/flydata/log_monitor.rb
-- lib/flydata/mysql/binlog_position.rb
-- lib/flydata/mysql/table_ddl.rb
 - lib/flydata/output/forwarder.rb
-- lib/flydata/parser/mysql/.gitignore
-- lib/flydata/parser/mysql/dump_parser.rb
-- lib/flydata/parser/mysql/mysql_alter_table.treetop
-- lib/flydata/parser_provider.rb
+- lib/flydata/parser.rb
+- lib/flydata/parser/parser_provider.rb
+- lib/flydata/parser/source_table.rb
 - lib/flydata/preference/data_entry_preference.rb
 - lib/flydata/proxy.rb
 - lib/flydata/queueable_thread.rb
+- lib/flydata/source.rb
+- lib/flydata/source/component.rb
+- lib/flydata/source/errors.rb
+- lib/flydata/source/generate_source_dump.rb
+- lib/flydata/source/parse_dump_and_send.rb
+- lib/flydata/source/setup.rb
+- lib/flydata/source/source_pos.rb
+- lib/flydata/source/sync.rb
+- lib/flydata/source/sync_generate_table_ddl.rb
+- lib/flydata/source_file/setup.rb
+- lib/flydata/source_file/sync.rb
+- lib/flydata/source_mysql/command/mysql.rb
+- lib/flydata/source_mysql/command/mysql_command_base.rb
+- lib/flydata/source_mysql/command/mysqlbinlog.rb
+- lib/flydata/source_mysql/command/mysqldump.rb
+- lib/flydata/source_mysql/generate_source_dump.rb
+- lib/flydata/source_mysql/mysql_compatibility_check.rb
+- lib/flydata/source_mysql/parse_dump_and_send.rb
+- lib/flydata/source_mysql/parser/.gitignore
+- lib/flydata/source_mysql/parser/dump_parser.rb
+- lib/flydata/source_mysql/parser/mysql_alter_table.treetop
+- lib/flydata/source_mysql/setup.rb
+- lib/flydata/source_mysql/source_pos.rb
+- lib/flydata/source_mysql/sync.rb
+- lib/flydata/source_mysql/sync_generate_table_ddl.rb
+- lib/flydata/source_mysql/table_ddl.rb
+- lib/flydata/source_zendesk/sync_generate_table_ddl.rb
+- lib/flydata/source_zendesk/zendesk_flydata_tabledefs.rb
 - lib/flydata/sync_file_manager.rb
+- lib/flydata/table_ddl.rb
 - lib/flydata/util/encryptor.rb
 - lib/flydata/util/file_util.rb
 - lib/flydata/util/shell.rb
@@ -712,11 +741,15 @@ files:
 - spec/flydata/helper/worker_spec.rb
 - spec/flydata/heroku_spec.rb
 - spec/flydata/json/json_ext_spec.rb
-- spec/flydata/mysql/binlog_position_spec.rb
-- spec/flydata/mysql/table_ddl_spec.rb
 - spec/flydata/output/forwarder_spec.rb
-- spec/flydata/parser/mysql/alter_table_parser_spec.rb
-- spec/flydata/parser/mysql/dump_parser_spec.rb
+- spec/flydata/source_mysql/generate_source_dump_spec.rb
+- spec/flydata/source_mysql/mysql_compatibility_check_spec.rb
+- spec/flydata/source_mysql/parser/alter_table_parser_spec.rb
+- spec/flydata/source_mysql/parser/dump_parser_spec.rb
+- spec/flydata/source_mysql/sync_generate_table_ddl_spec.rb
+- spec/flydata/source_mysql/table_ddl_spec.rb
+- spec/flydata/source_spec.rb
+- spec/flydata/source_zendesk/sync_generate_table_ddl_spec.rb
 - spec/flydata/sync_file_manager_spec.rb
 - spec/flydata/util/encryptor_spec.rb
 - spec/flydata/util/file_util_spec.rb

data/ext/flydata/parser/mysql/extconf.rb

@@ -1,3 +0,0 @@
-require "mkmf"
-
-create_makefile "flydata/parser/mysql/dump_parser_ext"

data/lib/flydata/mysql/binlog_position.rb

@@ -1,22 +0,0 @@
-module Flydata
-module Mysql
-  class BinLogPosition
-    include Comparable
-    attr_accessor :file, :pos
-
-    def initialize(binlog_content)
-      items = binlog_content.split("\t")
-      @file = items[0]
-      @pos = items[1].to_i
-    end
-
-    def <=>(obj)
-      (self.file <=> obj.file) == 0 ? (self.pos <=> obj.pos) : (self.file <=> obj.file)
-    end
-
-    def to_s
-      "#{file}\t#{pos}"
-    end
-  end
-end
-end

data/spec/flydata/mysql/binlog_position_spec.rb

@@ -1,35 +0,0 @@
-require 'fluent_plugins_spec_helper'
-require 'flydata/mysql/binlog_position'
-module Flydata
-module Mysql
-  describe BinLogPosition do
-    let(:pos1) { BinLogPosition.new('mysql-bin.000064	107') }
-    let(:pos2) { BinLogPosition.new('mysql-bin.000064	978') }
-    let(:pos3) { BinLogPosition.new('mysql-bin.000065	107') }
-    let(:pos4) { BinLogPosition.new('mysql-bin.000064	1107') }
-    let(:pos5) { BinLogPosition.new('mysql-bin.000064	1107') }
-
-    it 'should respond to greater than or equal to operator' do
-      expect(pos1.respond_to?('>=')).to be_truthy
-    end
-
-    context 'when testing greater than or equal to operator' do
-      it 'should return true when it is compared with another object with smaller position value' do
-        expect(pos2 >= pos1).to be_truthy
-      end
-
-      it 'should return false when it is compared with another object with bigger binlogfile value' do
-        expect(pos2 >= pos3).to be_falsey
-      end 
-
-      it 'should compare the position as an integer (and not string)' do
-        expect(pos2 >= pos4).to be_falsey
-      end
-
-      it 'should return true when it is compared with another object with equal value' do
-        expect(pos4 >= pos5).to be_truthy
-      end
-    end
-  end
-end
-end