flydata 0.3.5 → 0.3.6

data/spec/fly_data_model_spec.rb

@@ -1,5 +1,6 @@
 require 'spec_helper'
 require 'stringio'
+require 'fly_data_model'
 
 if defined? ActiveModel
   # TestUserModel model

data/spec/flydata/api/data_entry_spec.rb

@@ -1,4 +1,5 @@
 require 'spec_helper'
+require 'flydata/api/data_entry'
 
 module Flydata
   module Api

data/spec/flydata/api_client_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+require 'flydata/api_client'
+
+module Flydata
+  describe ApiClient do
+    subject { described_class.instance }
+    let(:resource) { double('resource') }
+    let(:response) { JSON.parse('{"success":true}') }
+
+    describe "#post" do
+      it do
+        expect(RestClient::Resource).to receive(:new).and_return(resource)
+        expect(resource).to receive(:post).with(nil, accept: :json).and_return(response.to_json)
+        expect(subject.post('/user')).to eq(response)
+      end
+    end
+  end
+end

data/spec/flydata/cli_spec.rb

@@ -1,4 +1,5 @@
 require 'spec_helper'
+require 'flydata/cli'
 
 module Flydata
   describe Cli do

data/spec/flydata/command/base_spec.rb

@@ -0,0 +1,44 @@
+require 'spec_helper'
+require 'flydata/command/base'
+
+module Flydata
+module Command
+
+describe Base do
+  subject { described_class.new }
+  let(:data_entries) {
+[{"id"=>4, "data_port_id"=>1, "name"=>"flydata_sync_mysql_2", "log_path"=>nil, "created_at"=>"2015-03-02T03:06:25.000Z", "updated_at"=>"2015-03-02T03:08:02.000Z", "log_deletion"=>nil, "display_name"=>"synctest", "heroku_resource_id"=>nil, "heroku_log_type"=>nil, "log_file_type"=>nil, "log_file_delimiter"=>nil, "enabled"=>true, "type"=>"RedshiftMysqlDataEntry", "tag_name"=>"flydata.c5c0eb3d_dp1.flydata_sync_mysql_2", "tag_name_dev"=>"flydata.c5c0eb3d_dp1.flydata_sync_mysql_2.dev", "data_port_key"=>"c5c0eb3d", "schema_name"=>"", "table_name"=>"", "redshift_schema_name"=>"", "redshift_table_name"=>"", "mysql_data_entry_preference"=>{"host"=>"ubertas.flydata.co", "port"=>3306, "username"=>"mak", "password"=>password, "database"=>"mak_development", "tables"=>"items,orders", "tables_append_only"=>""}}]
+  }
+  let(:flydata) { double('flydata') }
+  let(:path) { '/data_entries' }
+  let(:response_body) { data_entries }
+  let(:response) { double('response') }
+  let(:response_code) { 200 }
+  before do
+    allow(response).to receive(:code).and_return(response_code)
+    allow(flydata).to receive(:get).with(path).and_return(response_body)
+    allow(flydata).to receive(:response).and_return(response)
+    allow(subject).to receive(:flydata).and_return(flydata)
+  end
+
+  describe '#retrieve_data_entries' do
+    context "when MySQL password from server is encrypted" do
+      let(:password) { "8xRe5otrYkrnV5vQhufa6g==" }
+      let(:response_body) { data_entries }
+      before do
+        # instantiate response_body with the encrypted password
+        response_body
+      end
+      # override password which data_entries referes to
+      let(:password) { 'flydata' }
+      it "returns a data entry list with plain MySQL passwords" do
+        expect(subject.retrieve_data_entries).to eq(data_entries)
+      end
+    end
+  end
+
+end
+
+end
+end
+

data/spec/flydata/command/conf_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+require 'flydata/command/conf'
+
+module Flydata
+  module Command
+    describe Conf do
+      subject { described_class.new }
+      let(:de) { {'name' => 'foo'} }
+      let(:data_entries) { [de] }
+      describe "#run" do
+        it do
+          expect(subject).to receive(:retrieve_data_entries).and_return(data_entries)
+          expect(Flydata::Preference::DataEntryPreference).to receive(:copy_template).with(de).and_return(false)
+          expect(Flydata::Preference::DataEntryPreference).to receive(:configurable?).with(de).and_return(false)
+
+          subject.run
+        end
+      end
+    end
+  end
+end

data/spec/flydata/command/crontab_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require 'flydata/command/crontab'
+
+module Flydata
+  module Command
+    describe Crontab do
+      subject { described_class.new }
+      let(:cron) { double("cron") }
+
+      it do
+        expect(Flydata::Cron).to receive(:new).and_return(cron)
+        expect(cron).to receive(:update)
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/command/encrypt_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+require 'flydata/command/encrypt'
+
+module Flydata
+  module Command
+    describe Encrypt do
+      subject { described_class.new }
+      let(:flydata) { double('flydata') }
+      let(:data_port) { double('data_port') }
+      let(:key) { 'abcd' }
+      let(:dp) { {'key' => key} }
+      let(:password) { 'P@ssword' }
+      let(:encrypted_password) { '@#$@#' }
+
+      before do
+        expect(subject).to receive(:flydata).and_return(flydata)
+        expect(flydata).to receive(:data_port).and_return(data_port)
+        expect(data_port).to receive(:get).and_return(dp)
+        expect(subject).to receive(:ask).and_return(password)
+      end
+      it "loads without an error" do
+        expect(Flydata::Util::Encryptor).to receive(:encrypt).with(password, key).and_return(encrypted_password)
+
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/command/kill_all_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require 'flydata/command/kill_all'
+
+module Flydata
+  module Command
+    describe Kill_all do
+      subject { described_class.new }
+      let(:sender) { double("sender") }
+
+      it do
+        expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
+        expect(sender).to receive(:kill_all)
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/command/login_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+require 'flydata/command/login'
+
+module Flydata
+  module Command
+    describe Login do
+      subject { described_class.new }
+      let(:ask_text) { "answer" }
+      let(:flydata) { double('flydata') }
+
+      before do
+        allow(subject).to receive(:flydata).and_return(flydata)
+        allow(subject).to receive(:ask).and_return(ask_text)
+      end
+      it do
+        expect(flydata).to receive(:post)
+        expect(subject.run).to eq true
+      end
+    end
+  end
+end

data/spec/flydata/command/restart_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require 'flydata/command/restart'
+
+module Flydata
+  module Command
+    describe Restart do
+      subject { described_class.new }
+      let(:sender) { double("sender") }
+
+      it do
+        expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
+        expect(sender).to receive(:restart)
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/command/routine_spec.rb

@@ -0,0 +1,29 @@
+require 'spec_helper'
+require 'flydata/command/routine'
+
+module Flydata
+  module Command
+    describe Routine do
+      subject { described_class.new }
+      let(:flydata) { double('flydata') }
+      let(:credentials) { double('credentials') }
+      let(:path) { '/tmp' }
+
+      before do
+        expect(subject).to receive(:flydata).and_return(flydata)
+        expect(flydata).to receive(:credentials).and_return(credentials)
+        expect(credentials).to receive(:authenticated?).and_return(true)
+        expect(subject).to receive(:retrieve_log_paths).and_return([path])
+      end
+      let(:log_monitor) { double('log_monitor') }
+       let(:setup) { double('setup') }
+      it "loads without an error" do
+        expect(Flydata::LogMonitor).to receive(:new).with(path).and_return(log_monitor)
+        expect(log_monitor).to receive(:setup).and_return(setup)
+        expect(setup).to receive(:rotate)
+
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/command/sender_spec.rb

@@ -1,9 +1,11 @@
 require 'spec_helper'
-require 'slop'
+require 'flydata/command/sender'
 
 module Flydata
   module Command
     describe Sender do
+      let(:flydata) { double("flydata") }
+      let(:data_port) { double("data_port") }
       let(:opts) do
         slop = Sender.slop_start
         slop.parse(args)
@@ -16,7 +18,10 @@ module Flydata
           expect(subject).to receive(:wait_until_server_ready)
           expect(subject).to receive(:wait_until_client_ready)
           allow(Kernel).to receive(:sleep)
-          allow_any_instance_of(Flydata::Api::DataPort).to receive(:get).and_return("Wibble")
+          allow(subject).to receive(:flydata).and_return(flydata)
+          allow(flydata).to receive(:data_port).and_return(data_port)
+          allow(data_port).to receive(:get).and_return("Wibble")
+
           allow_any_instance_of(Flydata::AgentCompatibilityCheck).to receive(:check).and_return(true)
           Flydata::Command::Sync.any_instance.should_receive(:try_mysql_sync).and_return("Wobble")
         end

data/spec/flydata/command/setlogdel_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+require 'flydata/command/setlogdel'
+
+module Flydata
+  module Command
+    describe Setlogdel do
+      subject { described_class.new }
+      let(:login) { double("login") }
+
+      it "loads without an error" do
+        expect(Flydata::Command::Login).to receive(:new).and_return(login)
+        expect(login).to receive(:run)
+        expect(subject).to receive(:retrieve_data_entries).and_return([])
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/command/setup_spec.rb

@@ -0,0 +1,44 @@
+require 'spec_helper'
+require 'flydata/command/setup'
+
+module Flydata
+  module Command
+    describe Setup do
+      subject { described_class.new }
+      let(:sender) { double("sender") }
+      let(:de) { {'type' => 'RedshiftMysqlDataEntry'} }
+      let(:data_entries) { [ de ] }
+      let(:flydata) { double('flydata') }
+      let(:data_port) { double('data_port') }
+      let(:dp) { double('dp') }
+      let(:conf) { double('conf') }
+      let(:sync_fm) { double('sync_fm') }
+      let(:credentials) { double('credentials') }
+      let(:login) { double('login') }
+
+      before do
+        allow(subject).to receive(:retrieve_data_entries).and_return(data_entries)
+        allow(subject).to receive(:flydata).and_return(flydata)
+        expect(flydata).to receive(:data_port).and_return(data_port)
+        allow(flydata).to receive(:flydata_api_host).and_return('localhost')
+        expect(flydata).to receive(:credentials).and_return(credentials)
+        expect(credentials).to receive(:authenticated?).and_return(false)
+        expect(data_port).to receive(:get).and_return(dp)
+        expect(sender).to receive(:process_exist?).and_return(true)
+        expect(sender).to receive(:stop)
+        expect(sync_fm).to receive(:binlog_path).and_return('/tmp')
+        expect(conf).to receive(:copy_templates)
+        expect(login).to receive(:run)
+        expect(sender).to receive(:restart)
+      end
+      it do
+        expect(Flydata::Command::Conf).to receive(:new).and_return(conf)
+        expect(Flydata::SyncFileManager).to receive(:new).with(de).and_return(sync_fm)
+        expect(Flydata::Command::Login).to receive(:new).and_return(login)
+        expect(Flydata::Command::Sender).to receive(:new).and_return(sender).twice
+
+        subject.initial_run
+      end
+    end
+  end
+end

data/spec/flydata/command/start_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require 'flydata/command/start'
+
+module Flydata
+  module Command
+    describe Start do
+      subject { described_class.new }
+      let(:sender) { double("sender") }
+
+      it do
+        expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
+        expect(sender).to receive(:start)
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/command/status_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require 'flydata/command/status'
+
+module Flydata
+  module Command
+    describe Status do
+      subject { described_class.new }
+      let(:sender) { double("sender") }
+
+      it do
+        expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
+        expect(sender).to receive(:status)
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/command/stop_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require 'flydata/command/stop'
+
+module Flydata
+  module Command
+    describe Stop do
+      subject { described_class.new }
+      let(:sender) { double("sender") }
+
+      it do
+        expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
+        expect(sender).to receive(:stop)
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/command/sync_spec.rb

@@ -1,5 +1,6 @@
 # coding: utf-8
 require 'spec_helper'
+require 'flydata/command/sync'
 
 module Flydata
   module Command

data/spec/flydata/command/version_spec.rb

@@ -0,0 +1,14 @@
+require 'spec_helper'
+require 'flydata/command/version'
+
+module Flydata
+  module Command
+    describe Version do
+      subject { described_class.new }
+
+      it do
+        subject.run
+      end
+    end
+  end
+end

data/spec/flydata/fluent-plugins/in_mysql_binlog_flydata_spec.rb

@@ -526,7 +526,7 @@ EOT
           # Need to make sure no event is sent... how do I do that
           let(:sync_fm) { double('sync_fm') }
           before do
-            Flydata::FileUtil::SyncFileManager.any_instance.should_receive(:get_new_table_list).with(TEST_TABLES.split(","), "pos").and_return([TEST_TABLE])
+            Flydata::SyncFileManager.any_instance.should_receive(:get_new_table_list).with(TEST_TABLES.split(","), "pos").and_return([TEST_TABLE])
 
             Test.configure_plugin(plugin, TEST_CONFIG)
             plugin.event_listener(rotate_event)

data/spec/flydata/parser/mysql/dump_parser_spec.rb

@@ -82,83 +82,33 @@ module Flydata
             end
           end
         end
-        describe MysqlDumpGeneratorMasterData do
-          let(:status) { double(:status) }
-          let(:dump_io) { File.open(file_path, 'r', encoding: "utf-8") }
-          let(:default_dump_generator) { MysqlDumpGeneratorMasterData.new(default_conf) }
-
-          describe '#initialize' do
-            context 'with password' do
-              subject { default_dump_generator.instance_variable_get(:@dump_cmd) }
-              it { is_expected.to eq('mysqldump -h localhost -P 3306 -uadmin -p"pass" --default-character-set=utf8 --protocol=tcp --skip-lock-tables ' +
-                                     '--single-transaction --hex-blob --flush-logs --master-data=2 dev users groups') }
-            end
-            context 'without password' do
-              let (:dump_generator) do
-                MysqlDumpGeneratorMasterData.new(default_conf.merge({'password' => ''}))
-              end
-              subject { dump_generator.instance_variable_get(:@dump_cmd) }
-              it { is_expected.to eq('mysqldump -h localhost -P 3306 -uadmin --default-character-set=utf8 --protocol=tcp --skip-lock-tables ' +
-                                     '--single-transaction --hex-blob --flush-logs --master-data=2 dev users groups') }
-            end
-          end
+      end
 
-          describe '#dump' do
-            context 'when exit status is not 0' do
-              before do
-                `touch #{file_path}`
-                expect(status).to receive(:exitstatus).and_return 1
-                expect(Open3).to receive(:capture3).and_return(
-                  ['(dummy std out)', '(dummy std err)', status]
-                )
-              end
-              it do
-                expect{ default_dump_generator.dump(file_path) }.to raise_error
-                expect(File.exists?(file_path)).to be_falsey
-              end
-            end
-            context 'when exit status is 0 but no file' do
-              before do
-                expect(status).to receive(:exitstatus).and_return 0
-                expect(Open3).to receive(:capture3).and_return(
-                  ['(dummy std out)', '(dummy std err)', status]
-                )
-              end
-              it do
-                expect{ default_dump_generator.dump(file_path) }.to raise_error
-                expect(File.exists?(file_path)).to be_falsey
-              end
-            end
-            context 'when exit status is 0 but file size is 0' do
-              before do
-                `touch #{file_path}`
-                expect(status).to receive(:exitstatus).and_return 0
-                expect(Open3).to receive(:capture3).and_return(
-                  ['(dummy std out)', '(dummy std err)', status]
-                )
-              end
-              it do
-                expect{ default_dump_generator.dump(file_path) }.to raise_error
-                expect(File.exists?(file_path)).to be_truthy
-              end
-            end
-            context 'when exit status is 0' do
-              before do
-                `echo "something..." > #{file_path}`
-                expect(status).to receive(:exitstatus).and_return 0
-                expect(Open3).to receive(:capture3).and_return(
-                  ['(dummy std out)', '(dummy std err)', status]
-                )
-              end
-              it do
-                expect(default_dump_generator.dump(file_path)).to be_truthy
-                expect(File.exists?(file_path)).to be_truthy
-              end
+      describe FdMysqlClient do
+        let(:db_opts) do
+          {
+            host: 'localhost',
+            port:  3306,
+            username: 'admin',
+            password: 'pass',
+            database: 'dev'
+          }
+        end
+        describe '#query' do
+          module DummyMysqlClient
+            def initialize(opts = {})
             end
-            after :each do
-              File.delete(file_path) if File.exists?(file_path)
+            def query(sql, opts = {})
+              raise Mysql2::Error.new("Timeout waiting for a response from the last query. (waited 600 seconds)")
             end
           end
+          it 'raises appropriate error when query times out' do
+            described_class.instance_eval { include DummyMysqlClient }
+            sql = "FLUSH LOCAL TABLES"
+            test_client = described_class.new(db_opts)
+            expect{test_client.query(sql)}.to raise_error(RuntimeError, /query timed out when running/)
+            expect(test_client.last_query).to eq(sql)
+          end
         end
       end