flydata 0.0.5.6 → 0.1.0

data/spec/flydata/fluent-plugins/in_mysql_binlog_flydata_spec.rb

@@ -0,0 +1,204 @@
+require 'fluent_plugins_spec_helper'
+require 'in_mysql_binlog_flydata'
+require 'timecop'
+
+module Fluent
+
+  TEST_TAG = "test_tag"
+  TEST_DB = "test_db"
+  TEST_TABLE = "test_table"
+  TEST_SEQUENCE_FILE = /positions\/#{TEST_TABLE}.pos$/
+  TEST_TABLES = "#{TEST_TABLE},test_table_1,test_table_2,test_table_3"
+  TEST_POSITION_FILE = "test_position.log"
+  TEST_TIMESTAMP = 1389214083
+  TEST_CONFIG = <<EOT
+  tag #{TEST_TAG}
+  database #{TEST_DB}
+  tables #{TEST_TABLES}
+  position_file #{TEST_POSITION_FILE}
+EOT
+
+  # mysqlbinlog event
+  #   http://dev.mysql.com/doc/refman/5.7/en/mysqlbinlog-hexdump.html
+
+  # Supported events
+  # - 17 WRITE_ROWS_EVENT
+  TEST_EVENT_INSERT=<<EOT
+{"marker"=>0, "timestamp"=>#{TEST_TIMESTAMP}, "type_code"=>23, "server_id"=>1, "event_length"=>39, "next_position"=>667, "flags"=>1, "event_type"=>"Write_rows", "table_id"=>163, "db_name"=>"#{TEST_DB}", "table_name"=>"#{TEST_TABLE}", "columns"=>["LONG", "BLOB"], "columns_len"=>2, "null_bits_len"=>1, "raw_columns_before_image"=>[], "raw_used_columns"=>[255], "raw_row"=>[252, 3, 0, 0, 0, 3, 0, 102, 111, 111], "rows"=>[["1", "foo"],["2","var"],["3","hoge"]]}
+EOT
+  # - 18 UPDATE_ROWS_EVENT
+  TEST_EVENT_UPDATE = <<EOT
+{"marker"=>0, "timestamp"=>#{TEST_TIMESTAMP}, "type_code"=>24, "server_id"=>1, "event_length"=>78, "next_position"=>2606, "flags"=>1, "event_type"=>"Update_rows", "table_id"=>163, "db_name"=>"#{TEST_DB}", "table_name"=>"#{TEST_TABLE}", "columns"=>["LONG", "BLOB"], "columns_len"=>2, "null_bits_len"=>1, "raw_columns_before_image"=>[255], "raw_used_columns"=>[255], "raw_row"=>[252, 6, 0, 0, 0, 1, 0, 97, 252, 6, 0, 0, 0, 1, 0, 100, 252, 6, 0, 0, 0, 1, 0, 98, 252, 6, 0, 0, 0, 1, 0, 100, 252, 6, 0, 0, 0, 1, 0, 99, 252, 6, 0, 0, 0, 1, 0, 100], "rows"=>[[["1", "foo"], ["1", "wow"]],[["3", "hoge"], ["3", "fuga"]]]}
+EOT
+  # - 19 DELETE_ROWS_EVENT
+  TEST_EVENT_DELETE = <<EOT
+{"marker"=>0, "timestamp"=>#{TEST_TIMESTAMP}, "type_code"=>25, "server_id"=>1, "event_length"=>41, "next_position"=>5365, "flags"=>1, "event_type"=>"Delete_rows", "table_id"=>170, "db_name"=>"#{TEST_DB}", "table_name"=>"#{TEST_TABLE}", "columns"=>["LONG", "BLOB"], "columns_len"=>2, "null_bits_len"=>1, "raw_columns_before_image"=>[], "raw_used_columns"=>[255], "raw_row"=>[252, 2, 0, 0, 0, 5, 0, 104, 111, 104, 111, 103], "rows"=>[["2", "var"],["3","hoge"]]}
+EOT
+  # Unsupported event
+  # - 02 QUERY_EVENT
+  # QUERY: BEGIN
+  TEST_EVENT_QUERY_BEGIN = <<EOT
+{"marker"=>0, "timestamp"=>#{TEST_TIMESTAMP}, "type_code"=>2, "server_id"=>1, "event_length"=>73, "next_position"=>2472, "flags"=>8, "event_type"=>"Query", "thread_id"=>71, "exec_time"=>0, "error_code"=>0, "variables"=>[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 115, 116, 100, 4, 33, 0, 33, 0, 8, 0], "db_name"=>"#{TEST_DB}", "query"=>"BEGIN"}
+EOT
+  # QUERY: create database
+  TEST_EVENT_QUERY_CREATE_DATABSE = <<EOT
+{"marker"=>0, "timestamp"=>1389309478, "type_code"=>2, "server_id"=>1, "event_length"=>89, "next_position"=>196, "flags"=>8, "event_type"=>"Query", "thread_id"=>39, "exec_time"=>0, "error_code"=>0, "variables"=>[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 115, 116, 100, 4, 33, 0, 33, 0, 8, 0], "db_name"=>"test_db", "query"=>"create database test_db"}
+EOT
+  # QUERY: create table
+  TEST_EVENT_QUERY_CREATE_TABLE = <<EOT
+{"marker"=>0, "timestamp"=>1389309656, "type_code"=>2, "server_id"=>1, "event_length"=>121, "next_position"=>317, "flags"=>0, "event_type"=>"Query", "thread_id"=>42, "exec_time"=>0, "error_code"=>0, "variables"=>[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 115, 116, 100, 4, 33, 0, 33, 0, 8, 0], "db_name"=>"test_db", "query"=>"create table test_table(id int primary key, value text)"}
+EOT
+  # QUERY: drop table
+  TEST_EVENT_QUERY_DROP_TABLE = <<EOT
+{"marker"=>0, "timestamp"=>1389309995, "type_code"=>2, "server_id"=>1, "event_length"=>115, "next_position"=>568, "flags"=>0, "event_type"=>"Query", "thread_id"=>42, "exec_time"=>0, "error_code"=>0, "variables"=>[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 115, 116, 100, 4, 33, 0, 33, 0, 8, 0], "db_name"=>"test_db", "query"=>"DROP TABLE `test_table` /* generated by server */"}
+EOT
+  # QUERY: alter table add column
+  TEST_EVENT_QUERY_ALTER_TABLE_ADD_COLUMN = <<EOT
+{"marker"=>0, "timestamp"=>1389310404, "type_code"=>2, "server_id"=>1, "event_length"=>111, "next_position"=>800, "flags"=>0, "event_type"=>"Query", "thread_id"=>42, "exec_time"=>0, "error_code"=>0, "variables"=>[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 115, 116, 100, 4, 33, 0, 33, 0, 8, 0], "db_name"=>"test_db", "query"=>"alter table test_table add column sum integer"}
+EOT
+  # QUERY: alter table drop column
+  TEST_EVENT_QUERY_ALTER_TABLE_DROP_COLUMN = <<EOT
+{"marker"=>0, "timestamp"=>1389310533, "type_code"=>2, "server_id"=>1, "event_length"=>104, "next_position"=>904, "flags"=>0, "event_type"=>"Query", "thread_id"=>42, "exec_time"=>0, "error_code"=>0, "variables"=>[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 115, 116, 100, 4, 33, 0, 33, 0, 8, 0], "db_name"=>"test_db", "query"=>"alter table test_table drop column sum"}
+EOT
+  # QUERY: alter table modify column
+  TEST_EVENT_QUERY_ALTER_TABLE_MODIFY_COLUMN = <<EOT
+{"marker"=>0, "timestamp"=>1389310735, "type_code"=>2, "server_id"=>1, "event_length"=>112, "next_position"=>1352, "flags"=>0, "event_type"=>"Query", "thread_id"=>48, "exec_time"=>0, "error_code"=>0, "variables"=>[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 115, 116, 100, 4, 33, 0, 33, 0, 8, 0], "db_name"=>"test_db", "query"=>"alter table test_table modify column sum float"}
+EOT
+  # - 03 STOP_EVENT
+  TEST_EVENT_STOP = <<EOT
+{"marker"=>0, "timestamp"=>1389309286, "type_code"=>3, "server_id"=>1, "event_length"=>19, "next_position"=>2929, "flags"=>0, "event_type"=>"Stop"}
+EOT
+  # - 04 ROTATE_EVENT
+  TEST_EVENT_ROTATE = <<EOT
+{"marker"=>0, "timestamp"=>0, "type_code"=>4, "server_id"=>1, "event_length"=>43, "next_position"=>0, "flags"=>32, "event_type"=>"Rotate", "binlog_file"=>"mysql-bin.000048", "binlog_pos"=>2883}
+EOT
+  # - 0f FORMAT_DESCRIPTION_EVENT
+  TEST_EVENT_FORMAT_DESC = <<EOT
+{"marker"=>0, "timestamp"=>1389292075, "type_code"=>15, "server_id"=>1, "event_length"=>103, "next_position"=>0, "flags"=>0, "event_type"=>"Format_desc", "binlog_version"=>0, "created_ts"=>2560145104, "log_header_len"=>71}
+EOT
+  # - 10 XID_EVENT
+  TEST_EVENT_XID = <<EOT
+{"marker"=>0, "timestamp"=>#{TEST_TIMESTAMP}, "type_code"=>16, "server_id"=>1, "event_length"=>27, "next_position"=>2633, "flags"=>0, "event_type"=>"Xid", "xid_id"=>129345}
+EOT
+
+  # - 13 TABLE_MAP_EVENT
+  TEST_EVENT_TABLE_MAP = <<EOT
+{"marker"=>0, "timestamp"=>#{TEST_TIMESTAMP}, "type_code"=>19, "server_id"=>1, "event_length"=>56, "next_position"=>2528, "flags"=>1, "event_type"=>"Table_map", "table_id"=>163, "db_name"=>"#{TEST_DB}", "table_name"=>"#{TEST_TABLE}", "raw_columns"=>[3, 252], "columns"=>["LONG", "BLOB"], "metadata"=>[2], "null_bits"=>[3]}
+EOT
+  # la
+  TEST_EVENT_INCIDENT = <<EOT
+{"marker"=>0, "timestamp"=>0, "type_code"=>26, "server_id"=>1, "event_length"=>40, "next_position"=>2883, "flags"=>32, "event_type"=>"Incident", "incident_type"=>175, "message"=>"Operation canceled"}
+EOT
+
+  describe MysqlBinlogFlydataInput do
+    def create_event(event_str)
+      event = eval(event_str)
+      allow(event).to receive(:event_type).and_return(event["event_type"])
+      event
+    end
+
+    def expect_emitted_records(event, records)
+      records = [records] unless records.kind_of?(Array)
+      records.each do |r|
+        expect(Engine).to receive(:emit).with(TEST_TAG, TEST_TIMESTAMP, r).ordered
+      end
+      plugin.event_listener(event)
+    end
+
+    def expect_no_emitted_record(event)
+      expect(Engine).to receive(:emit).never
+      plugin.event_listener(event)
+    end
+
+    def expect_emitted_records_with_rows(event, type, table, rows)
+      rows = [rows] unless rows.kind_of?(Array)
+      records = rows.collect do |row|
+        { "type"=>type, "table_name"=>table, "respect_order"=>true, "seq"=>2, "row"=>row }
+      end
+      expect_emitted_records(event, records)
+    end
+
+    let(:plugin) { MysqlBinlogFlydataInput.new }
+    let(:insert_event) { create_event(TEST_EVENT_INSERT) }
+    let(:delete_event) { create_event(TEST_EVENT_DELETE) }
+    let(:update_event) { create_event(TEST_EVENT_UPDATE) }
+
+    let(:query_event) { create_event(TEST_EVENT_QUERY_CREATE_DATABSE) }
+    let(:table_map_event) { create_event(TEST_EVENT_TABLE_MAP) }
+    let(:xid_event) { create_event(TEST_EVENT_XID) }
+
+    let(:now) { Time.now }
+
+    let(:table_seq_file) {
+      f = double('table_seq_file')
+      f.stub(:read).and_return('1')
+      f.stub(:rewind)
+      f.stub(:truncate)
+      f
+    }
+
+    before do
+      allow(MysqlBinlogInput::BinlogUtil).to receive(:to_hash) {|e| e}
+      allow(File).to receive(:open).with(TEST_POSITION_FILE).and_return('test_position')
+      allow(File).to receive(:exists?).with(TEST_POSITION_FILE).and_return(true)
+      allow(File).to receive(:open).with(TEST_SEQUENCE_FILE, "r+").and_yield(table_seq_file)
+      Timecop.freeze(now)
+    end
+
+    after do
+      Timecop.return
+    end
+
+    describe '#event_listener' do
+      before { Test.configure_plugin(plugin, TEST_CONFIG) }
+
+      context 'when received insert event' do
+        it do
+          table_seq_file.should_receive(:write).exactly(3).with(2)
+          expect_emitted_records_with_rows(insert_event, :insert, TEST_TABLE,
+            [{"1"=>"0SL00000001", "2"=>"foo"}, {"1"=>"0SL00000002", "2"=>"var"}, {"1"=>"0SL00000003", "2"=>"hoge"}])
+        end
+      end
+
+      context 'when received delete event' do
+        it do
+          table_seq_file.should_receive(:write).twice.with(2)
+          expect_emitted_records_with_rows(delete_event, :delete, TEST_TABLE,
+            [{"1"=>"0SL00000002", "2"=>"var"}, {"1"=>"0SL00000003", "2"=>"hoge"}])
+        end
+      end
+
+      context 'when received update event' do
+        it do
+          table_seq_file.should_receive(:write).twice.with(2)
+          expect_emitted_records_with_rows(update_event, :update, TEST_TABLE,
+            [{"1"=>"0SL00000001", "2"=>"wow"}, {"1"=>"0SL00000003", "2"=>"fuga"}])
+        end
+      end
+
+      context 'when received event with another database name' do
+        it do
+          event = insert_event
+          event['db_name'] = 'another_db'
+          expect_no_emitted_record(event)
+        end
+      end
+
+      context 'when received event with unsupported table name' do
+        it do
+          event = insert_event
+          event['table_name'] = 'another_table'
+          expect_no_emitted_record(event)
+        end
+      end
+
+      context 'when received unsupported event' do
+        it do
+          expect_no_emitted_record(query_event)
+          expect_no_emitted_record(table_map_event)
+          expect_no_emitted_record(xid_event)
+        end
+      end
+    end
+  end
+end

data/spec/flydata/util/encryptor_spec.rb

@@ -0,0 +1,96 @@
+require 'spec_helper'
+
+module Flydata
+  module Util
+
+    describe Encryptor do
+      let(:default_key) { "test_key" }
+      let(:default_text) { "test_text" }
+
+      describe '.encrypt' do
+        context 'text is nil' do
+          it do
+            expect {
+              Flydata::Util::Encryptor.encrypt(nil, default_key)
+            }.to raise_error(ArgumentError)
+          end
+        end
+        context 'text is empty' do
+          it do
+            expect {
+              Flydata::Util::Encryptor.encrypt('', default_key)
+            }.to raise_error(ArgumentError)
+          end
+        end
+        context 'key is nil' do
+          it do
+            expect {
+              Flydata::Util::Encryptor.encrypt(default_text, nil)
+            }.to raise_error(ArgumentError)
+          end
+        end
+        context 'key is empty' do
+          it do
+            expect {
+              Flydata::Util::Encryptor.encrypt(default_text, '')
+            }.to raise_error(ArgumentError)
+          end
+        end
+        context 'text and key are valid' do
+          it do
+            e_t = Flydata::Util::Encryptor.encrypt(default_text, default_key)
+            expect(e_t).not_to eq(default_text)
+            expect(Flydata::Util::Encryptor.decrypt(e_t, default_key)).to eq(default_text)
+          end
+        end
+      end
+
+      describe '.decrypt' do
+        context 'text is invalid' do
+          it do
+            expect(Flydata::Util::Encryptor.decrypt('abcde', default_key)).to eq('abcde')
+          end
+        end
+        context 'text is valid' do
+          it do
+            e_t = Flydata::Util::Encryptor.encrypt(default_text, default_key)
+            expect(e_t).not_to eq(default_text)
+            expect(Flydata::Util::Encryptor.decrypt(e_t, default_key)).to eq(default_text)
+          end
+        end
+      end
+
+      describe '.decrypt!' do
+        context 'text is nil' do
+          it do
+            expect {
+              Flydata::Util::Encryptor.decrypt!(nil, default_key)
+            }.to raise_error(ArgumentError)
+          end
+        end
+        context 'text is empty' do
+          it do
+            expect {
+              Flydata::Util::Encryptor.decrypt!('', default_key)
+            }.to raise_error(ArgumentError)
+          end
+        end
+        context 'key is nil' do
+          it do
+            expect {
+              Flydata::Util::Encryptor.decrypt!(default_text, nil)
+            }.to raise_error(ArgumentError)
+          end
+        end
+        context 'key is empty' do
+          it do
+            expect {
+              Flydata::Util::Encryptor.decrypt!(default_text, '')
+            }.to raise_error(ArgumentError)
+          end
+        end
+      end
+
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -2,6 +2,7 @@ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 $LOAD_PATH.unshift(File.dirname(__FILE__))
 require 'rspec'
 require 'active_record'  # for Flydata::Heroku
+require 'protected_attributes'
 require 'flydata'
 
 # Requires supporting files with custom matchers and macros, etc,

data/tmpl/redshift_mysql_data_entry.conf.tmpl

@@ -0,0 +1,11 @@
+# Custom configuration for flydata client
+# This file is yaml format.  http://www.yaml.org/
+# Please remove '#' to enable custom option settings.
+mysql_data_entry_preference:
+  #host: localhost
+  #port: 3306
+  #username: root
+  #password: abcd
+  #database: dev
+  #tables: users,country,rows
+  #mysqldump_dir: /mnt/dump

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: flydata
 version: !ruby/object:Gem::Version
-  version: 0.0.5.6
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-25 00:00:00.000000000 Z
+date: 2014-04-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
@@ -107,6 +107,54 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 0.10.35
+- !ruby/object:Gem::Dependency
+  name: ruby-binlog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: fluent-plugin-mysql-binlog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.11
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.11
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -155,6 +203,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
@@ -171,9 +235,74 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-prof
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activemodel
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+- !ruby/object:Gem::Dependency
+  name: protected_attributes
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: FlyData Command Line Interface
 email: sysadmin@flydata.co
 executables:
+- fdmysqldump
 - flydata
 extensions: []
 extra_rdoc_files: []
@@ -184,6 +313,7 @@ files:
 - Gemfile.lock
 - Rakefile
 - VERSION
+- bin/fdmysqldump
 - bin/flydata
 - flydata.gemspec
 - lib/fly_data_model.rb
@@ -191,10 +321,13 @@ files:
 - lib/flydata/api/base.rb
 - lib/flydata/api/data_entry.rb
 - lib/flydata/api/data_port.rb
+- lib/flydata/api/redshift_cluster.rb
 - lib/flydata/api_client.rb
 - lib/flydata/cli.rb
 - lib/flydata/command/base.rb
+- lib/flydata/command/conf.rb
 - lib/flydata/command/crontab.rb
+- lib/flydata/command/encrypt.rb
 - lib/flydata/command/kill_all.rb
 - lib/flydata/command/login.rb
 - lib/flydata/command/restart.rb
@@ -204,21 +337,37 @@ files:
 - lib/flydata/command/setup.rb
 - lib/flydata/command/start.rb
 - lib/flydata/command/stop.rb
+- lib/flydata/command/sync.rb
+- lib/flydata/command/version.rb
 - lib/flydata/credentials.rb
 - lib/flydata/cron.rb
+- lib/flydata/fluent-plugins/in_mysql_binlog_flydata.rb
+- lib/flydata/fluent-plugins/out_forward_ssl.rb
+- lib/flydata/fluent-plugins/preference.rb
 - lib/flydata/flydata_crontab.sh
 - lib/flydata/helpers.rb
 - lib/flydata/heroku.rb
 - lib/flydata/heroku/configuration_methods.rb
 - lib/flydata/heroku/instance_methods.rb
 - lib/flydata/log_monitor.rb
+- lib/flydata/preference/data_entry_preference.rb
 - lib/flydata/proxy.rb
+- lib/flydata/sync_file_manager.rb
+- lib/flydata/table_def.rb
+- lib/flydata/table_def/mysql_table_def.rb
+- lib/flydata/table_def/redshift_table_def.rb
+- lib/flydata/util/encryptor.rb
+- spec/fluent_plugins_spec_helper.rb
 - spec/fly_data_model_spec.rb
 - spec/flydata/api/data_entry_spec.rb
 - spec/flydata/command/sender_spec.rb
+- spec/flydata/command/sync_spec.rb
+- spec/flydata/fluent-plugins/in_mysql_binlog_flydata_spec.rb
 - spec/flydata/heroku_spec.rb
+- spec/flydata/util/encryptor_spec.rb
 - spec/flydata_spec.rb
 - spec/spec_helper.rb
+- tmpl/redshift_mysql_data_entry.conf.tmpl
 homepage: http://flydata.co/
 licenses:
 - All right reserved.
@@ -234,7 +383,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -1502347262037926144
+      hash: 1795094757284592242
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -243,7 +392,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.28
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: FlyData CLI