flydata 0.3.24 → 0.4.0

data/lib/flydata/util/file_util.rb

@@ -0,0 +1,55 @@
+module Flydata
+  module Util
+    module FileUtil
+      def write_line(file_path, new_value)
+        File.delete(file_path) if FileTest.exist?(file_path)
+        File.open(file_path, 'w') do |out|
+          out.write new_value
+        end
+      end
+
+      def read_line(file_path, default_value = nil)
+        ret = nil
+        if FileTest.exist?(file_path)
+          ret = File.readlines(file_path).first.to_s.strip
+        end
+        ret
+      end
+
+      # snip from https://gist.github.com/shaiguitar/6d926587e98fc8a5e301
+      def tail(path, num_of_lines)
+        file = File.open(path, "r")
+        buffer_s = 512
+        line_count = 0
+        file.seek(0, IO::SEEK_END)
+
+        offset = file.pos # we start at the end
+
+        while line_count <= num_of_lines && offset > 0
+          to_read = if (offset - buffer_s) < 0
+                      offset
+                    else
+                      buffer_s
+                    end
+
+          file.seek(offset-to_read)
+          data = file.read(to_read)
+
+          data.reverse.each_char do |c|
+            if line_count > num_of_lines
+              offset += 1
+              break
+            end
+            offset -= 1
+            if c == "\n"
+              line_count += 1
+            end
+          end
+        end
+
+        file.seek(offset)
+        data = file.read
+      end
+    end
+  end
+end

data/lib/flydata/util/shell.rb

@@ -0,0 +1,22 @@
+require 'open3'
+
+module Flydata
+  module Util
+    class Shell
+      # Call this method if cmd includes bundle exec on different path
+      def self.run_bundle_cmd(cmd, option = {})
+        run_cmd(cmd, option.merge(bundle: true))
+      end
+
+      def self.run_cmd(cmd, option = {})
+        # To avoid to use same env value in the child process
+        env = if option[:bundle]
+                { 'BUNDLE_GEMFILE' => nil, 'GEM_HOME' => nil, }
+              else
+                {}
+              end
+        Open3.capture3(env, cmd)
+      end
+    end
+  end
+end

data/spec/flydata/command/helper_spec.rb

@@ -0,0 +1,121 @@
+require 'spec_helper'
+require 'flydata/command/helper'
+
+module Flydata
+  module Command
+    describe Helper do
+      include STDCapture
+
+      let(:helper) { described_class.new }
+
+      PROCESS_REGEX = /^\[ -f .*helper.pid \] \&\& pgrep -P `cat .*helper.pid`$/
+      STOP_REGEX = /kill  `cat .*helper.pid`\n/
+      RESTART_REGEX = /kill -HUP `cat .*helper.pid`/
+
+      shared_examples "test start command" do
+        context "when the Helper process is not running" do
+          it "starts the Helper process" do
+            expect(helper).to receive(:'`').with(PROCESS_REGEX).and_return("0")
+            expect(Flydata::Helper::Server).to receive(:run) do |opts|
+              if check_overrides
+                expect(opts[:log_level]).to eq(override_log_level)
+                expect(opts[:log]).to eq(override_log_path)
+                expect(opts[:log_rotate_age]).to eq(override_log_rotate)
+                expect(opts[:log_rotate_size]).to eq(override_log_rotate_size)
+              end
+            end
+            subject
+          end
+        end
+        context "when the Helper process is running" do
+          it "does not attempt to start the Helper" do
+            expect(helper).to receive(:'`').with(PROCESS_REGEX).and_return("1")
+            expect(Flydata::Helper::Server).to_not receive(:run)
+            subject
+          end
+        end
+      end
+
+      describe "#start" do
+        subject { helper.start }
+        context "when the helper is created without any options" do
+          let(:check_overrides) { false }
+
+          include_examples "test start command"
+        end
+        context "when the helper is created with options" do
+          let(:helper) do
+            options = described_class.slop_start
+            options.parse!(%w(-e debug -l /.flydata/log_path -r 20 -s 1073741824))
+            described_class.new(options)
+          end
+          let(:check_overrides) { true }
+          let(:override_log_level) { "debug" }
+          let(:override_log_path) { "/.flydata/log_path" }
+          let(:override_log_rotate) { 20 }
+          let(:override_log_rotate_size) { 1073741824 } # 1 GB
+
+          include_examples "test start command"
+        end
+      end
+
+      describe "#stop" do
+        subject { helper.stop }
+        context "when the Helper process is running" do
+          it "stops the process" do
+            expect(helper).to receive(:'`').with(PROCESS_REGEX).and_return("1")
+            expect(Open3).to receive(:capture3) do |env, cmd|
+              expect(cmd).to match(STOP_REGEX)
+            end
+            subject
+          end
+        end
+        context "when the Helper process is not running" do
+          it "does not attempt to stop the process" do
+            expect(helper).to receive(:'`').with(PROCESS_REGEX).and_return("0")
+            expect(Open3).to_not receive(:capture3)
+            subject
+          end
+        end
+      end
+
+      describe "#restart" do
+        subject { helper.restart }
+        context "when the Helper process is running" do
+          it "sends the KILL -HUP to the process to reload config" do
+            expect(helper).to receive(:'`').with(PROCESS_REGEX).and_return("1")
+            expect(Open3).to receive(:capture3) do |env, cmd|
+              expect(cmd).to match(RESTART_REGEX)
+            end
+            subject
+          end
+        end
+        context "when the Helper process is not running" do
+          it "starts the process" do
+            expect(helper).to receive(:'`').with(PROCESS_REGEX).and_return("0")
+            expect(Flydata::Helper::Server).to receive(:run)
+            subject
+          end
+        end
+      end
+
+      describe "#status" do
+        subject { helper.status }
+        context "when the Helper process is running" do
+          it "shows a message to the user that indicates that the process is running" do
+            expect(helper).to receive(:'`').with(PROCESS_REGEX).and_return("1")
+            subject
+            expect(stdout).to match(/Helper is running/)
+          end
+        end
+        context "when the Helper process is not running" do
+          it "shows a message to the user that indicates that the process is not running" do
+            expect(helper).to receive(:'`').with(PROCESS_REGEX).and_return("0")
+            subject
+            expect(stdout).to match(/Helper is not running/)
+          end
+        end
+      end
+    end
+  end
+end    

data/spec/flydata/command/restart_spec.rb

@@ -6,12 +6,23 @@ module Flydata
     describe Restart do
       subject { described_class.new }
       let(:sender) { double("sender") }
+      let(:helper) { double("helper") }
+      let(:opts) { double("opts") }
 
-      it do
+      it "should restart sender and helper when skip-helper option is not passed" do
         expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
         expect(sender).to receive(:restart)
+        expect(Flydata::Command::Helper).to receive(:new).and_return(helper)
+        expect(helper).to receive(:restart)
         subject.run
       end
+
+      it "should only restart sender when skip-helper option is passed" do
+        expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
+        expect(sender).to receive(:restart)
+        expect(opts).to receive(:skip_helper?).and_return(true)
+        described_class.new(opts).run
+      end
     end
   end
 end

data/spec/flydata/command/start_spec.rb

@@ -6,11 +6,24 @@ module Flydata
     describe Start do
       subject { described_class.new }
       let(:sender) { double("sender") }
+      let(:helper) { double("helper") }
+      let(:opts) { double("opts") }
 
-      it do
+      it "should start sender and helper when no option is passed" do
         expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
         expect(sender).to receive(:start)
+        expect(Flydata::Command::Helper).to receive(:new).and_return(helper)
+        expect(helper).to receive(:stop)
+        expect(helper).to receive(:start)
         subject.run
+
+      end
+
+      it "should only start sender when no options are passed" do
+        expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
+        expect(sender).to receive(:start)
+        expect(opts).to receive(:skip_helper?).and_return(true)
+        described_class.new(opts).run
       end
     end
   end

data/spec/flydata/command/stop_spec.rb

@@ -6,12 +6,23 @@ module Flydata
     describe Stop do
       subject { described_class.new }
       let(:sender) { double("sender") }
+      let(:helper) { double("helper") }
+      let(:opts) { double("opts") }
 
-      it do
+      it "only stops the sender if called without any options" do
         expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
         expect(sender).to receive(:stop)
         subject.run
       end
+
+      it "stops both the sender and helper when called with --full option" do
+        expect(Flydata::Command::Sender).to receive(:new).and_return(sender)
+        expect(sender).to receive(:stop)
+        expect(opts).to receive(:full?).and_return(true)
+        expect(Flydata::Command::Helper).to receive(:new).and_return(helper)
+        expect(helper).to receive(:stop)
+        described_class.new(opts).run
+      end
     end
   end
 end

data/spec/flydata/helper/action/check_remote_actions_spec.rb

@@ -0,0 +1,69 @@
+require 'spec_helper'
+require 'flydata/helper/action/check_remote_actions'
+require 'flydata/api_client'
+require_relative '../helper_shared_context'
+
+module Flydata
+  module Helper
+    module Action
+      describe CheckRemoteActions do
+        include_context 'helper context'
+
+        let(:agent) { double("agent") }
+
+        let(:api_client) do
+          a = double("api_client")
+          allow(a).to receive(:agent).and_return(agent)
+          a
+        end
+
+        let(:check_remote_action) do
+          allow(ApiClient).to receive(:instance).and_return(api_client)
+          described_class.new(helper_conf)
+        end
+
+        let(:empty_actions) do
+          { 'actions' => [] }
+        end
+
+        let(:send_log_action) do
+          {
+            'actions' => [
+              {  'name' => 'send_logs',
+                 'id' => '101'
+              }
+            ]
+          }
+        end
+
+        let(:file_out) { double("file_out") }
+
+        describe '#execute' do
+          context 'when the server returns empty result' do
+            it 'does not request any action and does not update the pos file' do
+              expect(FileTest).to receive(:exist?).
+                  with(helper_conf.helper_action_position_path).
+                    and_return(false) #pos file does not exist
+              expect(agent).to receive(:actions).and_return(empty_actions)
+              expect(check_remote_action.execute).to be_falsey
+            end
+          end
+
+          context 'when the server returns actions' do
+            it 'requests the actions returned and updates the pos file' do
+              expect(FileTest).to receive(:exist?).and_return(true).twice
+              expect(File).to receive(:readlines).and_return(["100"])
+              expect(agent).to receive(:actions).with(100).and_return(send_log_action)
+              expect(File).to receive(:delete).with(helper_conf.helper_action_position_path)
+              expect(File).to receive(:open).
+                with(helper_conf.helper_action_position_path, 'w').
+                and_yield file_out
+              expect(file_out).to receive(:write).with("101")
+              expect{ |b| check_remote_action.execute(&b) }.to yield_with_args(:send_logs, { id: 101, config: nil })
+            end
+          end
+        end
+      end
+    end
+  end
+end  

data/spec/flydata/helper/action/restart_agent_spec.rb

@@ -0,0 +1,20 @@
+require 'spec_helper'
+require_relative '../helper_shared_context'
+
+module Flydata
+  module Helper
+    module Action
+      describe RestartAgent do
+        include_context 'helper context'
+
+        describe "#execute" do
+          subject { described_class.new(helper_conf).execute }
+          it "executes the restart action" do
+            expect(Open3).to receive(:capture3).with({}, "flydata restart --skip-helper")
+            subject
+          end
+        end
+      end
+    end
+  end
+end      

data/spec/flydata/helper/action/send_logs_spec.rb

@@ -0,0 +1,58 @@
+require 'spec_helper'
+require 'flydata/api_client'
+require_relative '../helper_shared_context'
+
+module Flydata
+  module Helper
+    module Action
+      describe SendLogs do
+        include_context 'helper context'
+
+        let(:agent) { double("agent") }
+
+        let(:api_client) do
+          a = double("api_client")
+          allow(a).to receive(:agent).and_return(agent)
+          a
+        end
+
+        let(:send_log_action) do
+          allow(ApiClient).to receive(:instance).and_return(api_client)
+          described_class.new(helper_conf)
+        end
+
+        let(:action_info) do
+          { id: 101, config: %Q|{"num_of_lines" : "10"}| }
+        end
+
+        describe "#execute" do
+          before do
+            File.open(FLYDATA_LOG, 'w') do |f|
+              0.upto(500) do |i|
+                f.write("line#{i}\n")
+              end
+            end
+          end
+          context "action config does not have num_of_lines property" do
+            it "posts default number of lines to api_client" do
+              expect(agent).to receive(:send_logs) do |action_id, logs|
+                expect(action_id).to eq(101)
+                expect(logs.count("\n")).to eq(SendLogs::DEFAULT_NUM_OF_LINES)
+              end
+              send_log_action.execute({id:101, config: nil})
+            end
+          end
+          context "action config has num_of_lines property" do
+            it "posts configured number of lines to api_client" do
+              expect(agent).to receive(:send_logs) do |action_id, logs|
+                expect(action_id).to eq(101)
+                expect(logs.count("\n")).to eq(10)
+              end
+              send_log_action.execute(action_info)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/spec/flydata/helper/action/stop_agent_spec.rb

@@ -0,0 +1,20 @@
+require 'spec_helper'
+require_relative '../helper_shared_context'
+
+module Flydata
+  module Helper
+    module Action
+      describe StopAgent do
+        include_context 'helper context'
+
+        describe "#execute" do
+          subject { described_class.new(helper_conf).execute }
+          it "executes the stop action" do
+            expect(Open3).to receive(:capture3).with({}, "flydata stop")
+            subject
+          end
+        end
+      end
+    end
+  end
+end