hobo-inviqa 0.0.8 → 0.0.9.pre.alpha

data/lib/hobo/lib/host_check.rb

@@ -15,16 +15,14 @@ module Hobo
           methods.each do |method|
             next if opts[:filter] && !method.match(opts[:filter])
 
-            name = method.to_s.gsub('_', ' ')
-            name[0] = name[0].upcase
             if opts[:raise]
-              self.send method
+              self.send method, opts
             else
               begin
-                self.send method
-                results[name] = :ok
+                self.send method, opts
+                results[method] = :ok
               rescue Hobo::Error => error
-                results[name] = error
+                results[method] = error
               end
             end
           end

data/lib/hobo/lib/host_check/deps.rb

@@ -1,7 +1,7 @@
 module Hobo
   module Lib
     module HostCheck
-      def ssh_present
+      def ssh_present opts
         advice = "The SSH command could not be located on your system.\n\n"
 
         if OS.windows?
@@ -17,7 +17,7 @@ module Hobo
         end
       end
 
-      def php_present
+      def php_present opts
         advice = <<-EOF
 The PHP command could not be located on your system.
 

data/lib/hobo/lib/host_check/git.rb

@@ -1,7 +1,7 @@
 module Hobo
   module Lib
     module HostCheck
-      def git_present
+      def git_present opts
         advice = "The Git command could not be detected on your system.\n\n"
         if OS.windows?
           advice += "Please install it from http://git-scm.com/downloads ensuring you select the 'Use git and unix tools everywhere' option."
@@ -16,7 +16,7 @@ module Hobo
         end
       end
 
-      def git_config_name_set
+      def git_config_name_set opts
         advice = <<-EOF
 You have not set your name in git config!
 
@@ -30,7 +30,7 @@ EOF
         end
       end
 
-      def git_config_email_set
+      def git_config_email_set opts
         advice = <<-EOF
 You have not set your email in git config!
 
@@ -45,7 +45,7 @@ EOF
         end
       end
 
-      def git_autocrlf_disabled
+      def git_autocrlf_disabled opts
         return unless OS.windows?
 
         advice = <<-EOF

data/lib/hobo/lib/host_check/hobo.rb

@@ -0,0 +1,51 @@
+require 'net/http'
+require 'semantic'
+
+module Hobo
+  module Lib
+    module HostCheck
+      def latest_hobo_version opts
+
+        installed = ::Semantic::Version.new Hobo::VERSION
+
+        return if installed >= get_latest_hobo_version
+
+        if opts[:raise]
+          answer = Hobo.ui.ask("A new version of hobo is available. Would you like to install it?", :default => 'y')
+
+          if answer =~ /^[yY](es)?/
+            shell "gem install hobo-inviqa", :realtime => true
+            Hobo.relaunch!
+          end
+        else
+          raise Hobo::HostCheckError.new("A new version of hobo is available", "Install it with `gem install hobo-inviqa`")
+        end
+      end
+
+      private
+
+      def get_latest_hobo_version
+        one_day = 3600 * 24
+        file = File.join(Hobo.config_path, 'latest')
+        if !File.exists? file or File.mtime(file) < Time.now - one_day
+          Hobo.ui.success "Checking for new hobo version..."
+          uri = URI.parse('http://s3-eu-west-1.amazonaws.com/inviqa-hobo/version.txt')
+          http = Net::HTTP.new(uri.host, uri.port)
+          http.open_timeout = 5
+          http.read_timeout = 5
+
+          response = http.get(uri.path)
+
+          if response.is_a? Net::HTTPOK
+            File.write(
+                file,
+                response.body
+            )
+          end
+        end
+        latest = File.read(file).strip if File.exists?(file)
+        ::Semantic::Version.new(latest || Hobo::VERSION)
+      end
+    end
+  end
+end

data/lib/hobo/lib/host_check/ruby.rb

@@ -1,7 +1,7 @@
 module Hobo
   module Lib
     module HostCheck
-      def not_using_system_ruby
+      def not_using_system_ruby opts
         return if OS.windows?
         advice = <<-EOF
 You're using a system ruby install which can cause issues with installing Gems and running some older projects.
@@ -20,7 +20,7 @@ EOF
         end
       end
 
-      def system_paths_for_ruby
+      def system_paths_for_ruby opts
         return if OS.windows?
 
         advice = <<-EOF

data/lib/hobo/lib/host_check/vagrant.rb

@@ -3,7 +3,7 @@ require 'semantic'
 module Hobo
   module Lib
     module HostCheck
-      def vagrant_version
+      def vagrant_version opts
         begin
           version = shell "vagrant --version", :capture => true
           version.gsub!(/^Vagrant /, '')

data/lib/hobo/lib/s3/local/file.rb

@@ -0,0 +1,36 @@
+module Hobo
+  module Lib
+    module S3
+      module Local
+        class File
+          def initialize file
+            @file = file
+          end
+
+          def buffer
+            # NOP
+          end
+
+          def read bytes
+            @file.read bytes
+          end
+
+          def write opts = {}
+            opts = { :chunk_size => 4096 }.merge(opts)
+            while @file.size < opts[:size] do
+              yield @file, opts[:chunk_size]
+            end
+          end
+
+          def size
+            @file.size
+          end
+
+          def close
+            @file.close
+          end
+        end
+      end
+    end
+  end
+end

data/lib/hobo/lib/s3/local/iohandler.rb

@@ -0,0 +1,36 @@
+module Hobo
+  module Lib
+    module S3
+      module Local
+        class IoHandler
+          include Hobo::Logging
+
+          def initialize path
+            @path = path
+          end
+
+          def ls
+            logger.debug("s3sync: Listing local directory: #{@path}")
+            out = {}
+            dir = "#{@path.chomp('/')}/"
+            files = Dir.glob("#{dir}**/*")
+            files.each do |file|
+              out[file.gsub(/^#{dir}/, '')] = Digest::MD5.file(file).hexdigest
+            end
+            return out
+          end
+
+          def open file, mode
+            file_path = ::File.join(@path, file)
+            FileUtils.mkdir_p ::File.dirname(file_path)
+            File.new ::File.open(file_path, mode)
+          end
+
+          def rm file
+            ::File.unlink ::File.join(@path, file)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/hobo/lib/s3/remote/file.rb

@@ -0,0 +1,45 @@
+module Hobo
+  module Lib
+    module S3
+      module Remote
+        class File
+          def initialize object, prefix
+            @object = object
+            @prefix = prefix
+            @r_buffer, @w_buffer = IO.pipe
+            @buffer_thread = nil
+          end
+
+          def buffer
+            @buffer_thread = Thread.new do
+              @object.read do |chunk|
+                @w_buffer.write chunk
+              end
+            end
+          end
+
+          def read bytes
+            @r_buffer.readpartial(bytes)
+          end
+
+          def write opts = {}
+            s3_opts = { :single_request => true, :content_length => opts[:size] }
+            @object.write s3_opts do |buffer, bytes|
+              yield buffer, bytes
+            end
+          end
+
+          def size
+            @object.content_length
+          end
+
+          def close
+            @r_buffer.close
+            @w_buffer.close
+            @buffer_thread.exit if @buffer_thread
+          end
+        end
+      end
+    end
+  end
+end

data/lib/hobo/lib/s3/remote/iohandler.rb

@@ -0,0 +1,38 @@
+module Hobo
+  module Lib
+    module S3
+      module Remote
+        class IoHandler
+          include Hobo::Logging
+
+          def initialize s3, bucket, prefix
+            @s3 = s3
+            @bucket = bucket
+            @prefix = prefix ? "#{prefix.gsub(/^\//, '').chomp('/')}/" : ""
+          end
+
+          def ls
+            out = {}
+            logger.debug("s3sync: Listing remote bucket: #{@bucket} w/ prefix #{@prefix}")
+            @s3.buckets[@bucket].objects.with_prefix(@prefix).each do |file|
+              filename = file.key.gsub(/^#{@prefix}/, '')
+              next if filename == ""
+              out[filename] = file.etag.gsub('"', '')
+            end
+            return out
+          end
+
+          def open file, mode
+            s3_key = ::File.join(@prefix, file)
+            File.new @s3.buckets[@bucket].objects[s3_key], @prefix
+          end
+
+          def rm file
+            s3_key = ::File.join(@prefix, file)
+            @s3.buckets[@bucket].objects[s3_key].delete
+          end
+        end
+      end
+    end
+  end
+end

data/lib/hobo/lib/s3/sync.rb

@@ -0,0 +1,116 @@
+require 'aws-sdk'
+require 'fileutils'
+
+module Hobo
+  module Lib
+    module S3
+      class Sync
+        include Hobo::Logging
+
+        def initialize opts = {}
+          @opts = {
+            :access_key_id => nil,
+            :secret_access_key => nil,
+            :verify_response_body_content_length => false,
+            :max_retries => 15
+          }.merge(opts)
+
+          # AWS::S3 is flakey about actually raising this error when nil is provided
+          [:access_key_id, :secret_access_key].each do |k|
+            raise AWS::Errors::MissingCredentialsError if @opts[k].nil?
+          end
+
+          logger.debug("s3sync: Options #{@opts}")
+        end
+
+        def sync source, dest, opts = {}
+          delta = {:add => [], :remove => []}
+
+          handle_s3_error do
+            opts = { :progress => Hobo.method(:progress) }.merge(opts)
+
+            source_io = io_handler(source)
+            destination_io = io_handler(dest)
+
+            logger.debug("s3sync: Synchronzing (#{source_io.class.name} -> #{destination_io.class.name}")
+
+            raise "S3 -> S3 synchronisation not supported" if source_io.is_a? Remote and destination_io.is_a? Remote
+
+            source_listing = source_io.ls
+            destination_listing = destination_io.ls
+            logger.debug("s3sync: Source listing - #{source_listing}")
+            logger.debug("s3sync: Destination listing - #{destination_listing}")
+
+            delta = delta(source_listing, destination_listing)
+            logger.debug("s3sync: Delta #{delta}")
+
+            delta[:add].each do |file|
+              logger.debug("s3sync: Synchronizing #{file}")
+              source_file = source_io.open(file, "r")
+              destination_file = destination_io.open(file, "wb+")
+
+              source_file.buffer
+
+              size = source_file.size
+              destination_file.write({ :size => source_file.size }) do |buffer, bytes|
+                chunk = source_file.read(bytes)
+                buffer.write(chunk)
+                opts[:progress].call(file, chunk.length, size, :update)
+              end
+
+              destination_file.close
+              source_file.close
+
+              opts[:progress].call(file, 0, size, :finish)
+            end
+
+            delta[:remove].each do |file|
+              logger.debug("s3sync: Removing #{file}")
+              destination_io.rm(file)
+            end
+          end
+
+          return delta
+        end
+
+        private
+
+        def s3
+          @s3 ||= AWS::S3.new @opts
+        end
+
+        def handle_s3_error
+          begin
+            yield
+          rescue Errno::ENETUNREACH
+            Hobo.ui.error "  Could not contact Amazon servers."
+            Hobo.ui.error "  This can sometimes be caused by missing AWS credentials"
+          rescue AWS::S3::Errors::NoSuchBucket
+            Hobo.ui.error "  Asset bucket #{Hobo.project_config.asset_bucket} does not exist!"
+          rescue AWS::Errors::MissingCredentialsError
+            Hobo.ui.warning "  AWS credentials not set!"
+            Hobo.ui.warning "  Either set the AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY env vars or run `hobo config` to set them jsut for hobo."
+          end
+        end
+
+        def delta source, dest
+          to_add = (source.sort - dest.sort).map(&:first)
+          to_remove = (dest.sort - source.sort).map(&:first)
+          to_remove = to_remove - to_add
+
+          {
+            :add => to_add,
+            :remove => to_remove
+          }
+        end
+
+        def io_handler uri
+          parsed = URI.parse(uri)
+          parsed.scheme == 's3' ?
+            Remote::IoHandler.new(s3, parsed.host, parsed.path) :
+            Local::IoHandler.new(uri)
+        end
+      end
+    end
+  end
+end

data/lib/hobo/lib/seed/project.rb

@@ -16,6 +16,9 @@ module Hobo
           config[:seed][:version] = seed.version
           config[:hostname] = "#{config[:name]}.dev"
           config[:asset_bucket] = "inviqa-assets-#{config[:name]}"
+          config[:vm] = {
+            :project_mount_path => "/vagrant"
+          }
 
           @opts[:replacer].replace(config[:project_path], config)
           load_seed_init(config)