right_scraper 1.0.26 → 3.0.0

data/lib/right_scraper/linux/process_monitor.rb

@@ -1,84 +0,0 @@
-#--
-# Copyright: Copyright (c) 2010 RightScale, Inc.
-#
-# Permission is hereby granted, free of charge, to any person obtaining
-# a copy of this software and associated documentation files (the
-# 'Software'), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish,
-# distribute, sublicense, and/or sell copies of the Software, and to
-# permit persons to whom the Software is furnished to do so, subject to
-# the following conditions:
-#
-# The above copyright notice and this permission notice shall be
-# included in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
-# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-#++
-
-module RightScale
-
-  # *nix specific watcher implementation
-  class ProcessMonitor
-    # Spawn given process and callback given block with output and exit code. This method
-    # accepts a variable number of parameters; the first param is always the command to
-    # run; successive parameters are command-line arguments for the process.
-    #
-    # === Parameters
-    # cmd(String):: Name of the command to run
-    # arg1(String):: Optional, first command-line argumument
-    # arg2(String):: Optional, first command-line argumument
-    # ...
-    # argN(String):: Optional, Nth command-line argumument
-    #
-    # === Block
-    # Given block should take one argument which is a hash which may contain
-    # the keys :output and :exit_code. The value associated with :output is a chunk
-    # of output while the value associated with :exit_code is the process exit code
-    # This block won't be called anymore once the :exit_code key has associated value
-    #
-    # === Return
-    # pid(Integer):: Spawned process pid
-    def spawn(cmd, *args)
-      args = args.map { |a| a.to_s } #exec only likes string arguments
-      
-      #Run subprocess; capture its output using a pipe
-      pr, pw = IO::pipe
-      @pid = fork do
-        pr.close
-        STDIN.reopen(File.open('/dev/null', 'r'))
-        STDOUT.reopen(pw)
-        STDERR.reopen(pw)
-        exec(cmd, *args)
-      end
-
-      #Monitor subprocess output and status in a dedicated thread
-      pw.close
-      @io = pr
-      @reader = Thread.new do
-        until @io.eof?
-          yield(:output => @io.read)
-        end
-        Process.wait(@pid)
-        yield(:exit_code => $?.exitstatus)
-      end
-
-      return @pid
-    end
-
-    # Close io and join reader thread
-    #
-    # === Return
-    # true:: Always return true
-    def cleanup
-      @reader.join
-      @io.close
-    end
-
-  end
-end

data/lib/right_scraper/repository.rb

@@ -1,78 +0,0 @@
-#--
-# Copyright: Copyright (c) 2010 RightScale, Inc.
-#
-# Permission is hereby granted, free of charge, to any person obtaining
-# a copy of this software and associated documentation files (the
-# 'Software'), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish,
-# distribute, sublicense, and/or sell copies of the Software, and to 
-# permit persons to whom the Software is furnished to do so, subject to
-# the following conditions:
-#
-# The above copyright notice and this permission notice shall be
-# included in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, 
-# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-#++
-
-module RightScale
-
-  # Description of remote repository that needs to be scraped.
-  class Repository
-    
-    # (String) Human readable repository name used for progress reports
-    attr_accessor :display_name
-    
-    # (String) One of 'git', 'svn' or 'download'
-    attr_accessor :repo_type
-    
-    # (String) URL to repository (e.g 'git://github.com/rightscale/right_scraper.git')
-    attr_accessor :url
-    
-    # (String) Optional, tag or branch of repository that should be downloaded
-    # Not used for 'download' repositories
-    attr_accessor :tag
-    
-    # (Array) List of directories containing cookbooks in repository
-    # Root directory is used if this is nil or empty
-    attr_accessor :cookbooks_path
-    
-    # (String) Optional, SVN username or git private SSH key content
-    attr_accessor :first_credential
-    
-    # (String) Optional, SVN password
-    attr_accessor :second_credential
-   
-    # Initialize repository from given hash
-    # Hash keys should correspond to attributes of this class
-    #
-    # === Parameters
-    # opts(Hash):: Hash to be converted into a RightScale::Repository instance
-    #
-    # === Return
-    # repo(RightScale::Repository):: Resulting repository instance
-    def self.from_hash(opts)
-      repo = RightScale::Repository.new
-      opts.each do |k, v|
-        repo.__send__("#{k.to_s}=".to_sym, v)
-      end
-      repo
-    end
-
-    # Unique representation for this repo, should resolve to the same string
-    # for repos that should be cloned in same directory
-    #
-    # === Returns
-    # res(String):: Unique representation for this repo
-    def to_s
-      res = "#{repo_type} #{url}:#{tag}"
-    end
-  end
-  
-end

data/lib/right_scraper/scraper_base.rb

@@ -1,175 +0,0 @@
-#--
-# Copyright: Copyright (c) 2010 RightScale, Inc.
-#
-# Permission is hereby granted, free of charge, to any person obtaining
-# a copy of this software and associated documentation files (the
-# 'Software'), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish,
-# distribute, sublicense, and/or sell copies of the Software, and to 
-# permit persons to whom the Software is furnished to do so, subject to
-# the following conditions:
-#
-# The above copyright notice and this permission notice shall be
-# included in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, 
-# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-#++
-
-require 'digest/md5'
-
-module RightScale
-
-  # Base class for all scrapers.
-  # Actual scraper implementation should override scrape_imp and optionally incremental_update?
-  class ScraperBase
-
-    # (String) Path to directory containing all scraped repositories
-    attr_accessor :root_dir
-
-    # (RightScale::Repository) Last scraped repository
-    attr_reader :repo
-
-    # (Array) Error messages if any
-    attr_reader :errors
-
-    # (String) Path to local directory where repository was downloaded
-    attr_reader :current_repo_dir
-
-    # Set path to directory containing all scraped repos as well as space and time upperbounds
-    #
-    # === Parameters
-    # root_dir(String):: Path to scraped repos parent directory
-    # max_bytes(Integer):: Maximum size allowed for repos, -1 for no limit (default)
-    # max_seconds(Integer):: Maximum number of seconds a single scrape operation should take, -1 for no limit (default)
-    def initialize(root_dir, max_bytes, max_seconds)
-      @root_dir = root_dir
-      @watcher  = Watcher.new(max_bytes, max_seconds)
-    end
-
-    # Common implementation of scrape method for all repository types.
-    # Each scraper implementation should override scrape_imp which is called
-    # after this method initializes all the scraper attributes properly.
-    # See RightScale::Scraper#scrape
-    def scrape(repo, incremental=true, &callback)
-      @repo             = repo
-      @callback         = callback
-      @current_repo_dir = ScraperBase.repo_dir(root_dir, repo)
-      @scrape_dir_path  = File.expand_path(File.join(@current_repo_dir, '..'))
-      @incremental      = incremental && incremental_update?
-      @errors           = []
-      FileUtils.rm_rf(@current_repo_dir) unless @incremental
-      scrape_imp
-      true
-    end
-    
-    # Path to directory where given repo should be or was downloaded
-    #
-    # === Parameters
-    # root_dir(String):: Path to directory containing all scraped repositories
-    # repo(Hash|RightScale::Repository):: Remote repository corresponding to local directory
-    #
-    # === Return 
-    # repo_dir(String):: Path to local directory that corresponds to given repository
-    def self.repo_dir(root_dir, repo)
-      repo = Repository.from_hash(repo) if repo.is_a?(Hash)
-      dir_name  = Digest::MD5.hexdigest(repo.to_s)
-      dir_path  = File.join(root_dir, dir_name)
-      repo_dir = "#{dir_path}/repo"
-    end
-
-    # Was last call to scrape successful?
-    # Call errors to get error messages if false
-    #
-    # === Return
-    # succeeded(TrueClass|FalseClass):: true if scrape finished with no error, false otherwise.
-    def succeeded?
-      succeeded = @errors.nil? || @errors.size == 0
-    end
-    
-    protected
-
-    # Check whether it is possible to perform an incremental update of the repo
-    #
-    # === Return
-    # true:: Scrape directory contains files belonging to the scraped repo and protocol supports
-    #        incremental updates
-    # false:: Otherwise
-    def incremental_update?
-      false # Incremental updates not supported by default
-    end
-    
-    # Override this method with scraper specific implementation in descendants
-    #
-    # === Return
-    # true:: Always return true
-    def scrape_imp
-      raise "Method not implemented"
-    end
-
-    # Update state of scraper according to status returned by watcher
-    #
-    # === Parameters
-    # res(RightScale::WatchResult):: Watcher status to be analyzed
-    # msg_title(String):: Error message title in case of failure
-    # ok_codes:: Successful process return codes, only 0 by default
-    #
-    # === Return
-    # true:: Always return true
-    def handle_watcher_result(res, msg_title, ok_codes=[0])
-      if res.status == :timeout
-        @errors << "#{msg_title} is taking more time than #{@watcher.max_seconds / 60} minutes, aborting..."
-        FileUtils.rm_rf(@current_repo_dir)
-      elsif res.status == :size_exceeded
-        @errors << "#{msg_title} is taking more space than #{@watcher.max_bytes / 1048576} MB, aborting..."
-        FileUtils.rm_rf(@current_repo_dir)
-      elsif !ok_codes.include?(res.exit_code)
-        if @incremental
-          @callback.call("#{msg_title} failed: #{res.output}, reverting to non incremental update", is_step=false) if @callback
-          FileUtils.rm_rf(@current_repo_dir)
-          @incremental = false
-        else
-          @errors << "#{msg_title} failed: #{res.output}"
-        end
-      end
-      true
-    end
-
-    # Spawn given process, wait for it to complete, and return its output The exit status
-    # of the process is available in the $? global. Functions similarly to the backtick
-    # operator, only it avoids invoking the command interpreter under operating systems
-    # that support fork-and-exec.
-    #
-    # This method accepts a variable number of parameters; the first param is always the
-    # command to run; successive parameters are command-line arguments for the process.
-    #
-    # === Parameters
-    # cmd(String):: Name of the command to run
-    # arg1(String):: Optional, first command-line argumument
-    # arg2(String):: Optional, first command-line argumument
-    # ...
-    # argN(String):: Optional, Nth command-line argumument
-    #
-    # === Return
-    # output(String):: The process' output
-    def run(cmd, *args)
-      pm = ProcessMonitor.new
-      output = StringIO.new
-
-      pm.spawn(cmd, *args) do |options|
-        output << options[:output] if options[:output]
-      end
-
-      pm.cleanup
-      output.close
-      output = output.string
-      return output
-    end
-
-  end
-end

data/lib/right_scraper/scrapers/download_scraper.rb

@@ -1,67 +0,0 @@
-#--
-# Copyright: Copyright (c) 2010 RightScale, Inc.
-#
-# Permission is hereby granted, free of charge, to any person obtaining
-# a copy of this software and associated documentation files (the
-# 'Software'), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish,
-# distribute, sublicense, and/or sell copies of the Software, and to 
-# permit persons to whom the Software is furnished to do so, subject to
-# the following conditions:
-#
-# The above copyright notice and this permission notice shall be
-# included in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, 
-# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-#++
-
-module RightScale
-
-  class DownloadScraper < ScraperBase
-
-    # Download and expand remote repository, see RightScale::ScraperBase#scrape
-    #
-    # === Return
-    # true:: Always return true
-    def scrape_imp
-      msg = "Downloading repository '#{@repo.display_name}'"
-      @callback.call(msg, is_step=true) if @callback
-      filename = @repo.url.split('/').last
-
-      if @repo.first_credential && @repo.second_credential && 
-          !@repo.first_credential.strip.empty? && !@repo.second_credential.strip.empty?
-        user_opt = ['--user', "#{@repo.first_credential}:#{@repo.second_credential}"]
-      else
-        user_opt = []
-      end
-
-      args = ['--fail', '--silent', '--show-error', '--insecure', '--location']
-      args += user_opt
-      args += ['--output', "#{@current_repo_dir}/#{filename}", @repo.url]
-
-      FileUtils.mkdir_p(@current_repo_dir)
-      res = @watcher.launch_and_watch('curl', args, @current_repo_dir)
-      handle_watcher_result(res, 'Download')
-      if succeeded?
-        unzip_opt = case @repo.url[/\.(.*)$/]
-          when 'bzip', 'bzip2', 'bz2' then 'j'
-          when 'tgz', 'gzip', 'gz' then 'z'
-          else ''
-        end
-        Dir.chdir(@current_repo_dir) do
-          res = run('tar', "x#{unzip_opt}f", filename)
-          @errors << res unless $?.success?
-          File.delete(filename)
-        end
-      end
-      true
-    end
-
-  end
-end

data/lib/right_scraper/scrapers/git_scraper.rb

@@ -1,283 +0,0 @@
-#--
-# Copyright: Copyright (c) 2010 RightScale, Inc.
-#
-# Permission is hereby granted, free of charge, to any person obtaining
-# a copy of this software and associated documentation files (the
-# 'Software'), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish,
-# distribute, sublicense, and/or sell copies of the Software, and to 
-# permit persons to whom the Software is furnished to do so, subject to
-# the following conditions:
-#
-# The above copyright notice and this permission notice shall be
-# included in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, 
-# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-#++
-
-module RightScale
-
-  class GitScraper < ScraperBase
-
-    # Check whether it is possible to perform an incremental update of the repo
-    #
-    # === Return
-    # true:: Scrape directory contains files belonging to the scraped repo and protocol supports
-    #        incremental updates
-    # false:: Otherwise
-    def incremental_update?
-      # FIX: current version of msysgit crashes attempting "git pull" on 64-bit
-      # servers. we will avoid incremental for now in hopes of getting a fix for
-      # msysgit or else a native Windows implementation such as Git#
-      return false if (is_windows? || !File.directory?(@current_repo_dir))
-      Dir.chdir(@current_repo_dir) do
-        remote_url = run('git', 'config', '--get', 'remote.origin.url').chomp
-        $?.success? && remote_url == @repo.url
-      end
-    end
-
-    # Scrape git repository, see RightScale::ScraperBase#scrape
-    #
-    # === Return
-    # true:: Always return true
-    def scrape_imp
-      msg = @incremental ? 'Pulling ' : 'Cloning '
-      msg += "git repository '#{@repo.display_name}'"
-      @callback.call(msg, is_step=true) if @callback
-      @ssh_cmd = ssh_command
-      is_tag  = is_branch = on_branch = nil
-      has_tag = !@repo.tag.nil? && !@repo.tag.empty?
-
-      if @incremental
-        checkout = false
-        Dir.chdir(@current_repo_dir) do
-          if has_tag
-            analysis = analyze_repo_tag
-            if succeeded?
-              is_tag = analysis[:tag]
-              is_branch = analysis[:branch]
-              on_branch = analysis[:on_branch]
-              checkout = is_tag && !is_branch
-              if is_tag && is_branch
-                @errors << 'Repository tag ambiguous: could be git tag or git branch'
-              elsif !is_tag && !is_branch
-                current_sha = run('git', 'rev-parse', 'HEAD').chomp
-                if current_sha == @repo.tag
-                  @callback.call("Nothing to update: already using #{@repo.tag}", is_step=false) if @callback
-                  return true
-                else
-                  # Probably a SHA, retrieve all commits
-                  git_fetch(:depth => 2**31 - 1)
-                  checkout = true
-                end
-              end
-              if succeeded?
-                if checkout
-                  git_checkout(@repo.tag)
-                else
-                  git_checkout(@repo.tag) if is_branch && !on_branch
-                  git_fetch(:depth => 1, :merge => true, :remote_tag => @repo.tag)
-                end
-              end
-            end
-          else
-            git_fetch(:depth => 1, :merge => true)
-          end
-        end
-      end
-
-      if !@incremental && succeeded?
-        args = ['clone', '--quiet', '--depth', '1', @repo.url, @current_repo_dir] 
-        ENV['GIT_SSH'] = @ssh_cmd
-        res = @watcher.launch_and_watch('git', args, @current_repo_dir)
-        ENV['GIT_SSH'] = nil
-        handle_watcher_result(res, 'git clone')
-        if has_tag && succeeded?
-          Dir.chdir(@current_repo_dir) do
-            if is_tag.nil?
-              analysis  = analyze_repo_tag
-              is_tag    = analysis[:tag]
-              is_branch = analysis[:branch]
-              on_branch = analysis[:on_branch]
-            end
-            if succeeded?
-              if is_tag && is_branch
-                @errors << 'Repository tag ambiguous: could be git tag or git branch'
-              elsif is_branch 
-                if !on_branch
-                  output = run('git', 'branch', @repo.tag, "origin/#{repo.tag}")
-                  @errors << output unless $?.success?
-                end
-              elsif !is_tag # Not a branch nor a tag, SHA ref? fetch everything so we have all SHAs
-                git_fetch(:depth => 2**31 -1)
-              end
-              if succeeded? && !on_branch
-                git_checkout(@repo.tag)
-              end
-            end
-          end
-        end
-      end
-      true
-    end
-
-    # Default SSH options used with git
-    DEFAULT_SSH_OPTIONS = { :PasswordAuthentication  => 'no',
-                            :HostbasedAuthentication => 'no',
-                            :StrictHostKeyChecking   => 'no',
-                            :IdentitiesOnly          => 'yes' }
-
-    # SSH options command line built from default options and given custom options
-    #
-    # === Parameters
-    # opts(Hash):: Custom options
-    #
-    # === Return
-    # options(String):: SSH command line options
-    def ssh_options(opts={})
-      opts = DEFAULT_SSH_OPTIONS.merge(opts || {})
-      options = opts.inject('') { |o, (k, v)| o << "#{k.to_s}=#{v}\n" }
-    end
-
-    # Store private SSH key into temporary folder and create temporary script
-    # that wraps SSH and uses this key.
-    #
-    # === Return
-    # ssh(String):: Code to initialize GIT_SSH environment variable with path to SSH wrapper script
-    def ssh_command
-      return win32_ssh_command if is_windows?
-      ssh_dir = File.join(@scrape_dir_path, '.ssh')
-      FileUtils.mkdir_p(ssh_dir)
-      key_content = @repo.first_credential
-      if key_content.nil?
-        # Explicitely disable public key authentication so we don't endup using the system's key
-        options = { :PubkeyAuthentication => 'no' }
-      else    
-        ssh_key_path = File.join(ssh_dir, 'id_rsa')
-        File.open(ssh_key_path, 'w') { |f| f.puts(key_content) }
-        File.chmod(0600, ssh_key_path)
-        options = { :IdentityFile => ssh_key_path }
-      end
-      ssh_config = File.join(ssh_dir, 'ssh_config')
-      File.open(ssh_config, 'w') { |f| f.puts(ssh_options(options)) }
-      ssh = File.join(ssh_dir, 'ssh')
-      File.open(ssh, 'w') { |f| f.puts("ssh -F #{ssh_config} $*") }
-      File.chmod(0755, ssh)
-
-      return ssh
-    end
-
-    # Prepare SSH for git on Windows
-    # The GIT_SSH trick doesn't seem to work on Windows, instead actually
-    # save the private key in the user ssh folder.
-    # Note: This will override any pre-existing SSH key that was on the system
-    #
-    # === Return
-    # '':: Always return an empty string
-    #
-    # === Raise
-    # Exception:: If the USERPROFILE environment variable is not set
-    def win32_ssh_command
-      key_content = @repo.first_credential
-      unless key_content.nil?
-        # resolve key file path.
-        raise 'Environment variable USERPROFILE is missing' unless ENV['USERPROFILE']
-        user_profile_dir_path = ENV['USERPROFILE']
-        ssh_keys_dir = File.join(user_profile_dir_path, '.ssh')
-        FileUtils.mkdir_p(ssh_keys_dir) unless File.directory?(ssh_keys_dir)
-        ssh_key_file_path = File.join(ssh_keys_dir, 'id_rsa')
-    
-        # (re)create key file. must overwrite any existing credentials in case
-        # we are switching repositories and have different credentials for each.
-        File.open(ssh_key_file_path, 'w') { |f| f.puts(key_content) }
-    
-        # we need to create the "known_hosts" file or else the process will
-        # halt in windows waiting for a yes/no response to the unknown
-        # git host. this is normally handled by specifying
-        # "-o StrictHostKeyChecking=no" in the GIT_SSH executable, but it is
-        # still a mystery why this doesn't work properly in windows.
-        # so make a ssh call which creates the proper "known_hosts" file.
-        run('ssh', '-o', 'StrictHostKeyChecking=no', repo.url.split(':').first)
-      end
-      return ''
-    end
-
-    # Fetch remote commits using given depth
-    # Check size of repo and time it takes to retrieve commits
-    # Update errors collection upon failure (check for succeeded? after call)
-    # Note: Assume that current working directory is a git directory
-    # 
-    # === Parameters
-    # opts[:depth(Integer):: Git fetch depth argument, full fetch if not set
-    # opts[:merge]:: Do a pull if set
-    # opts[:remote_tag]:: Remote ref to use, use default if not specified
-    #
-    # === Return
-    # true:: Always return true
-    def git_fetch(opts={})
-      depth   = opts[:depth] || 2**31 - 1 # Specify max to override depth of already cloned repo
-      remote  = opts[:remote_tag] 
-      remote  = 'master' if remote.nil? || remote.rstrip.empty?
-      action  = (opts[:merge] ? 'pull' : 'fetch')
-      args = [action, '--tags', '--depth', depth, 'origin', remote]
-      ENV['GIT_SSH'] = @ssh_cmd
-      res = @watcher.launch_and_watch('git', args, @current_repo_dir)
-      ENV['GIT_SSH'] = nil
-      handle_watcher_result(res, "git #{action}")
-    end
-
-    # Does a git checkout to given tag
-    # Update errors collection upon failure (check for succeeded? after call)
-    # Note: Assume that current working directory is a git directory
-    #
-    # === Parameters
-    # tag(String):: Tag to checkout
-    #
-    # === Return
-    # output(String):: Output of git command
-    def git_checkout(tag)
-      output = run('git', 'checkout', tag)
-      @errors << output unless $?.success?
-      output
-    end
-
-    # Analyze repository tag to detect whether it's a branch, a tag or neither (i.e. SHA ref)
-    # Also detech wether the branch is already checked out
-    # Update errors collection upon failure (check for succeeded? after call)
-    # Note: Assume that current working directory is a git directory
-    #
-    # === Return
-    # res(Hash)::
-    #   - res[:tag]:: true if git repo has a tag with a name corresponding to the repository tag
-    #   - res[:branch]:: true if git repo has a branch with a name corresponding to the repository tag
-    #   - res [:on_branch]:: true if branch is already checked out
-    def analyze_repo_tag
-      is_tag = is_branch = on_branch = nil
-      begin
-        is_tag = run('git', 'tag').split("\n").include?(@repo.tag)
-        is_branch = run('git', 'branch', '-r').split("\n").map { |t| t.strip }.include?("origin/#{@repo.tag}")
-        on_branch = is_branch && !!run('git', 'branch').split("\n").include?("* #{@repo.tag}")
-      rescue Exception => e
-        @errors << "Analysis of repository tag failed with: #{e.message}"
-      end
-      res = { :tag => is_tag, :branch => is_branch, :on_branch => on_branch }
-    end
-
-    private
-
-    # Check for windows.
-    #
-    # === Return
-    #
-    def is_windows?
-      return !!(RUBY_PLATFORM =~ /mswin/)
-    end
-
-  end
-end