hobo-inviqa 0.0.4 → 0.0.6

data/lib/hobo/helper/shell.rb

@@ -1,5 +1,9 @@
+require 'open3'
+require 'tempfile'
+
 module Hobo
   module Helper
+
     def bundle_shell *args, &block
       has_bundle = begin
         shell "bundle", "exec", "ruby -v"
@@ -20,11 +24,14 @@ module Hobo
       opts = {
         :capture => false,
         :indent => 0,
-        :realtime => false
+        :realtime => false,
+        :env => {}
       }.merge! opts
 
+      Hobo::Logging.logger.debug("helper.shell: Invoking '#{args.join(" ")}' with #{opts.to_s}")
+
       indent = " " * opts[:indent]
-      ::Open3.popen3 *args do |stdin, out, err, external|
+      ::Open3.popen3 opts[:env], *args do |stdin, out, err, external|
         buffer = ::Tempfile.new 'hobo_run_buf'
         buffer.sync = true
         threads = [external]
@@ -33,8 +40,9 @@ module Hobo
         { :out => out, :err => err }.each do |key, stream|
           threads.push(::Thread.new do
             until (line = stream.gets).nil? do
-              line = ::Hobo.ui.color(line, :error) if key == :err
-              buffer.write(line)
+              line = ::Hobo.ui.color(line.strip, :error) if key == :err
+              buffer.write("#{line.strip}\n")
+              Hobo::Logging.logger.debug("helper.shell: #{line.strip}")
               line = yield line if block
               puts indent + line if opts[:realtime] && !line.nil?
             end

data/lib/hobo/helper/vm_command.rb

@@ -0,0 +1,67 @@
+require 'hobo/helper/shell'
+
+module Hobo
+  module Helper
+    def vm_shell command
+      shell VmCommand.new(command).to_s
+    end
+
+    def vm_mysql opts = {}
+      opts = {
+        :auto_echo => true,
+        :db => "",
+        :user => maybe(Hobo.project_config.mysql.username) || "root",
+        :pass => maybe(Hobo.project_config.mysql.password) || "root"
+      }.merge(opts)
+
+      VmCommand.new "mysql -u#{opts[:user].shellescape} -p#{opts[:pass].shellescape} #{opts[:db].shellescape}", opts
+    end
+
+    def vm_command command = nil
+      VmCommand.new command
+    end
+
+    private
+
+    class VmCommand
+      attr_accessor :opts, :command
+
+      def initialize command, opts = {}
+        @command = command
+        @opts = {
+          :auto_echo => false,
+          :psuedo_tty => true,
+          :ssh_identity => "#{ENV['HOME'].shellescape}/.vagrant.d/insecure_private_key",
+          :ssh_user => "vagrant",
+          :ssh_host => maybe(Hobo.project_config.hostname) || ""
+        }.merge(opts)
+      end
+
+      def << pipe
+        pipe = "echo #{pipe.shellescape}" if opts[:auto_echo]
+        @pipe = pipe
+        @opts[:psuedo_tty] = false
+        return self
+      end
+
+      def to_s
+        psuedo_tty = @opts[:psuedo_tty] ? "-t" : ""
+        command = [
+          "ssh -i #{opts[:ssh_identity]} #{psuedo_tty} #{opts[:ssh_user].shellescape}@#{opts[:ssh_host].shellescape}",
+          @command
+        ].compact.join(" -- ")
+
+        [
+          @pipe,
+          command
+        ].compact.join(" | ")
+      end
+
+      def to_str
+        to_s
+      end
+    end
+  end
+end
+
+include Hobo::Helper

data/lib/hobo/lib/host_check.rb

@@ -0,0 +1,23 @@
+module Hobo
+  module Lib
+    module HostCheck
+      class << self
+        include Hobo::Lib::HostCheck
+
+        def check silent = true
+          methods = Hobo::Lib::HostCheck.public_instance_methods(false)
+          methods.each do |method|
+            name = method.to_s.gsub('_', ' ')
+            name[0] = name[0].upcase
+            begin
+              self.send method
+              Hobo.ui.success "#{name}: OK" unless silent
+            rescue
+              Hobo.ui.error "#{name}: FAILED" unless silent
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/hobo/lib/host_check/deps.rb

@@ -0,0 +1,21 @@
+module Hobo
+  module Lib
+    module HostCheck
+      def ssh_present
+        begin
+          shell "ssh -V"
+        rescue Errno::ENOENT
+          raise Hobo::MissingDependency.new("ssh")
+        end
+      end
+
+      def php_present
+        begin
+          shell "php -v"
+        rescue Errno::ENOENT
+          raise Hobo::MissingDependency.new("php")
+        end
+      end
+    end
+  end
+end

data/lib/hobo/lib/host_check/git.rb

@@ -0,0 +1,52 @@
+module Hobo
+  module Lib
+    module HostCheck
+      def git_present
+        begin
+          shell "git --version"
+        rescue Errno::ENOENT
+          raise Hobo::MissingDependency.new("ssh")
+        end
+      end
+
+      def git_config_name_set
+        begin
+          shell "git config user.name"
+        rescue Hobo::ExternalCommandError
+          Hobo.ui.error "You must provide git with your full name"
+          name = Hobo.ui.ask "Full name"
+          shell "git config --global user.name #{name.shellescape}"
+        end
+      end
+
+      def git_config_email_set
+        begin
+          shell "git config user.email"
+        rescue Hobo::ExternalCommandError
+          email = Hobo.ui.ask "Email address"
+          shell "git config --global user.email #{email.shellescape}"
+        end
+      end
+
+      def git_autocrlf_disabled
+        return true
+        begin
+          value = shell "git config core.autocrlf", :capture => true
+          if value != "false"
+            Hobo.ui.error "You're using git with autocrlf!"
+            Hobo.ui.error "This setting can cause problems executing scripts within VMs."
+            Hobo.ui.error "If you've had it enabled for a while, you'll need to check out all of your repositories again if you change it."
+            disable = Hobo.ui.ask "Would you like to disable this setting?", :default => true
+            if disable
+              shell "git config --global core.autocrlf false"
+              Hobo.ui.success "Disabled autocrlf\nYou can re-enable it by executing `git config --global core.autocrlf true"
+            end
+
+          end
+        rescue Hobo::ExternalCommandError
+          # NOP
+        end
+      end
+    end
+  end
+end

data/lib/hobo/lib/host_check/ruby.rb

@@ -0,0 +1,42 @@
+module Hobo
+  module Lib
+    module HostCheck
+      def not_using_system_ruby
+        return if Gem.win_platform?
+        which = shell "which ruby", :capture => true
+        unless which =~ /\.rbenc|\.rvm/
+          Hobo.ui.error "You're using a system ruby install! rbenv is HIGHLY recommended"
+          Hobo.ui.error "You can install it with the following command:\n"
+          Hobo.ui.error "  curl https://raw.github.com/fesplugas/rbenv-installer/master/bin/rbenv-installer | bash\n"
+          Hobo.ui.error "Once installed, run the following:\n"
+          Hobo.ui.error "  rbenv install 1.9.3-p448 && rbenv global 1.9.3-448 && gem install hobo-inviqa"
+          raise "System ruby in use"
+        end
+      end
+
+      def system_paths_for_ruby
+        return if Gem.win_platform?
+        paths = ENV['PATH'].split(':')
+        system_path_found = false
+        ruby_path_found = false
+        paths.each do |path|
+          system_before_ruby = system_path_found && !ruby_path_found
+          ruby_after_system = path =~ /\.rbenv|\.rvm/ && system_path_found
+          raise "Bad system paths" if system_before_ruby or ruby_after_system
+
+          ruby_path_found = true if path =~ /\.rbenv|\.rvm/
+          system_path_found = true if path =~ /\/usr\/bin|\/usr\/local\/bin/
+        end
+      end
+
+      def ruby_include_paths
+        paths = $:
+        bad_paths = paths.reject do |path|
+          path.match /\.rbenv|\.rvm/
+        end.compact.length > 0
+
+        raise "Bad gem paths" if bad_paths
+      end
+    end
+  end
+end

data/lib/hobo/lib/host_check/vagrant.rb

@@ -0,0 +1,15 @@
+require 'semantic'
+
+module Hobo
+  module Lib
+    module HostCheck
+      def vagrant_version
+        version = shell "vagrant --version", :capture => true
+        version.gsub!(/^Vagrant /, '')
+        version = ::Semantic::Version.new version
+        minimum_version = ::Semantic::Version.new "1.3.5"
+        raise "Vagrant too old" if version < minimum_version
+      end
+    end
+  end
+end

data/lib/hobo/lib/s3sync.rb

@@ -0,0 +1,233 @@
+require 'aws-sdk'
+require 'fileutils'
+require 'ruby-progressbar'
+
+module Hobo
+  module Lib
+    class S3Sync
+      include Hobo::Logging
+
+      def initialize key_id, secret
+        opts = {
+          :access_key_id => key_id,
+          :secret_access_key => secret,
+          :verify_response_body_content_length => false
+        }
+
+        logger.debug("s3sync: Options #{opts}")
+
+        @s3 = AWS::S3.new opts
+      end
+
+      def delta source, dest
+        to_add = (source.sort - dest.sort).map(&:first)
+        to_remove = (dest.sort - source.sort).map(&:first)
+        to_remove = to_remove - to_add
+
+        {
+          :add => to_add,
+          :remove => to_remove
+        }
+      end
+
+      def io_handler uri
+        parsed = URI.parse(uri)
+        parsed.scheme == 's3' ?
+          Remote.new(@s3, parsed.host, parsed.path) :
+          Local.new(uri)
+      end
+
+      def sync source, dest, opts = {}
+        opts = { :progress => method(:progress) }.merge(opts)
+
+        source_io = io_handler(source)
+        destination_io = io_handler(dest)
+
+        logger.debug("s3sync: Synchronzing (#{source_io.class.name} -> #{destination_io.class.name}")
+
+        raise "S3 -> S3 synchronisation not supported" if source_io.is_a? Remote and destination_io.is_a? Remote
+
+        source_listing = source_io.ls
+        destination_listing = destination_io.ls
+        logger.debug("s3sync: Source listing - #{source_listing}")
+        logger.debug("s3sync: Destination listing - #{destination_listing}")
+
+        delta = delta(source_listing, destination_listing)
+        logger.debug("s3sync: Delta #{delta}")
+
+        delta[:add].each do |file|
+          logger.debug("s3sync: Synchronizing #{file}")
+          source_file = source_io.open(file, "r")
+          destination_file = destination_io.open(file, "wb+")
+
+          source_file.buffer
+
+          written = 0
+          size = source_file.size
+          destination_file.write({ :size => source_file.size }) do |buffer, bytes|
+            chunk = source_file.read(bytes)
+            buffer.write(chunk)
+            written += chunk.length
+            opts[:progress].call(file, written, size, :update)
+          end
+
+          destination_file.close
+          source_file.close
+
+          opts[:progress].call(file, written, size, :finish)
+        end
+
+        delta[:remove].each do |file|
+          logger.debug("s3sync: Removing #{file}")
+          destination_io.rm(file)
+        end
+
+        return delta
+      end
+
+      def progress file, written, total, type
+        @progress ||= {}
+        @progress[file] ||= ProgressBar.create(
+          :title => file,
+          :total => total,
+          :format => "%t [%B] %p%% %e",
+        )
+
+        case type
+          when :update
+            @progress[file].progress = written
+          when :finished
+            @progress[file].finish
+        end
+      end
+
+
+      class Local
+        include Hobo::Logging
+
+        def initialize path
+          @path = path
+        end
+
+        def ls
+          logger.debug("s3sync: Listing local directory: #{@path}")
+          out = {}
+          dir = "#{@path.chomp('/')}/"
+          files = Dir.glob("#{dir}**/*")
+          files.each do |file|
+            out[file.gsub(/^#{dir}/, '')] = Digest::MD5.file(file).hexdigest
+          end
+          return out
+        end
+
+        def open file, mode
+          file_path = File.join(@path, file)
+          FileUtils.mkdir_p File.dirname(file_path)
+          LocalFile.new File.open(file_path, mode)
+        end
+
+        def rm file
+          File.unlink file
+        end
+      end
+
+      class Remote
+        include Hobo::Logging
+
+        def initialize s3, bucket, prefix
+          @s3 = s3
+          @bucket = bucket
+          @prefix = prefix ? "#{prefix.gsub(/^\//, '').chomp('/')}/" : ""
+        end
+
+        def ls
+          out = {}
+          logger.debug("s3sync: Listing remote bucket: #{@bucket} w/ prefix #{@prefix}")
+          @s3.buckets[@bucket].objects.with_prefix(@prefix).each do |file|
+            filename = file.key.gsub(/^#{@prefix}/, '')
+            next if filename == ""
+            out[filename] = file.etag.gsub('"', '')
+          end
+          return out
+        end
+
+        def open file, mode
+          s3_key = File.join(@prefix, file)
+          RemoteFile.new @s3.buckets[@bucket].objects[s3_key], @prefix
+        end
+
+        def rm file
+          s3_key = File.join(@prefix, file)
+          @s3.buckets[@bucket].objects[s3_key].delete
+        end
+      end
+
+      class LocalFile
+        def initialize file
+          @file = file
+        end
+
+        def buffer
+          # NOP
+        end
+
+        def read bytes
+          @file.read bytes
+        end
+
+        def write opts = {}
+          opts = { :chunk_size => 4096 }.merge(opts)
+          while @file.size < opts[:size] do
+            yield @file, opts[:chunk_size]
+          end
+        end
+
+        def size
+          @file.size
+        end
+
+        def close
+          @file.close
+        end
+      end
+
+      class RemoteFile
+        def initialize object, prefix
+          @object = object
+          @prefix = prefix
+          @r_buffer, @w_buffer = IO.pipe
+          @buffer_thread = nil
+        end
+
+        def buffer
+          @buffer_thread = Thread.new do
+            @object.read do |chunk|
+              @w_buffer.write chunk
+            end
+          end
+        end
+
+        def read bytes
+          @r_buffer.readpartial(bytes)
+        end
+
+        def write opts = {}
+          s3_opts = { :single_request => true, :content_length => opts[:size] }
+          @object.write s3_opts do |buffer, bytes|
+            yield buffer, bytes
+          end
+        end
+
+        def size
+          @object.content_length
+        end
+
+        def close
+          @r_buffer.close
+          @w_buffer.close
+          @buffer_thread.exit if @buffer_thread
+        end
+      end
+    end
+  end
+end