git-fastclone 1.3.2 → 1.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9d5ae1cf32d0c0f13534a9e7d986cb4d1845cec980085b27332cf366829b0ccf
-  data.tar.gz: 909d9f98c4d09d9f52b70539749639b3fc57464f6b622ac9620d24509e690476
+  metadata.gz: ed5f3f84cbab65351479f22b659b912521699f542c898010527f25b7c3786c84
+  data.tar.gz: 5f02716656bf0962d9a808ae368078f0e151e6bdfd3abba5b25503504f64194b
 SHA512:
-  metadata.gz: 8f20b952bdfe79605012ae2b365dfb01b3621239f75e2e9e40aef76d807c9a2eb1af5b876dbd34032311efeea0ae1a9990c18295c3256ea8d7a622f99b1e1032
-  data.tar.gz: e9fa4c99ce664a1c1780b76a5a952cdef57b1d43ddf92ea870bba0c29a76fce2e2b0281b6698af48c5a60c1446427c66614fb226cb159f3870b614e06b2d897b
+  metadata.gz: a9219567c52c31d5219027adb6227c88970dd839fa8dd2f50258fc205adc3e4f9372d44d6f734242849865d7885f6b8f5a3fadfef05f77c88e24d8d85016a849
+  data.tar.gz: c136b5240dfc87480457c924772944282f518f8c77d49473f41724449ae0566d8cc5476e6f698aa86de2b18f1f77a8995d0f5f3e8778546630e390d6ed2d2530

data/README.md

@@ -74,6 +74,8 @@ keep the code as readable as possible.
 Before accepting any pull requests, we need you to sign an [Individual Contributor Agreement][2]
 (Google form).
 
+Once landed, please reach out to any owner listed in https://rubygems.org/gems/git-fastclone and ask them to help publish the new version.
+
 
 Acknowledgements
 ----------------

data/lib/git-fastclone/version.rb

@@ -2,5 +2,5 @@
 
 # Version string for git-fastclone
 module GitFastCloneVersion
-  VERSION = '1.3.2'
+  VERSION = '1.4.0'
 end

data/lib/git-fastclone.rb

@@ -16,9 +16,8 @@
 
 require 'optparse'
 require 'fileutils'
-require 'logger'
-require 'terrapin'
 require 'timeout'
+require_relative 'runner_execution'
 
 # Contains helper module UrlHelper and execution class GitFastClone::Runner
 module GitFastClone
@@ -68,13 +67,14 @@ module GitFastClone
     require 'colorize'
 
     include GitFastClone::UrlHelper
+    include RunnerExecution
 
     DEFAULT_REFERENCE_REPO_DIR = '/var/tmp/git-fastclone/reference'
 
     DEFAULT_GIT_ALLOW_PROTOCOL = 'file:git:http:https:ssh'
 
     attr_accessor :reference_dir, :prefetch_submodules, :reference_updated, :reference_mutex,
-                  :options, :logger, :abs_clone_path, :using_local_repo, :verbose, :color,
+                  :options, :abs_clone_path, :using_local_repo, :verbose, :color,
                   :flock_timeout_secs
 
     def initialize
@@ -94,8 +94,6 @@ module GitFastClone
 
       self.options = {}
 
-      self.logger = nil # Only set in verbose mode
-
       self.abs_clone_path = Dir.pwd
 
       self.using_local_repo = false
@@ -119,8 +117,7 @@ module GitFastClone
       end
 
       puts "Cloning #{path_from_git_url(url)} to #{File.join(abs_clone_path, path)}"
-      Terrapin::CommandLine.environment['GIT_ALLOW_PROTOCOL'] =
-        ENV['GIT_ALLOW_PROTOCOL'] || DEFAULT_GIT_ALLOW_PROTOCOL
+      ENV['GIT_ALLOW_PROTOCOL'] ||= DEFAULT_GIT_ALLOW_PROTOCOL
       clone(url, options[:branch], path, options[:config])
     end
 
@@ -137,11 +134,6 @@ module GitFastClone
 
         opts.on('-v', '--verbose', 'Verbose mode') do
           self.verbose = true
-          self.logger = Logger.new($stdout)
-          logger.formatter = proc do |_severity, _datetime, _progname, msg|
-            "#{msg}\n"
-          end
-          Terrapin::CommandLine.logger = logger
         end
 
         opts.on('-c', '--color', 'Display colored output') do
@@ -154,7 +146,7 @@ module GitFastClone
 
         opts.on('--lock-timeout N', 'Timeout in seconds to acquire a lock on any reference repo.
                 Default is 0 which waits indefinitely.') do |timeout_secs|
-          self.flock_timeout_secs = timeout_secs
+          self.flock_timeout_secs = timeout_secs.to_i
         end
       end.parse!
     end
@@ -217,19 +209,16 @@ module GitFastClone
       with_git_mirror(url) do |mirror, attempt_number|
         clear_clone_dest_if_needed(attempt_number, clone_dest)
 
-        clone_command = '--quiet --reference :mirror :url :path'
-        clone_command += ' --config :config' unless config.nil?
-        Terrapin::CommandLine.new('git clone', clone_command)
-                             .run(mirror: mirror.to_s,
-                                  url: url.to_s,
-                                  path: clone_dest,
-                                  config: config.to_s)
+        clone_commands = ['git', 'clone', verbose ? '--verbose' : '--quiet']
+        clone_commands << '--reference' << mirror.to_s << url.to_s << clone_dest
+        clone_commands << '--config' << config.to_s unless config.nil?
+        fail_pipe_on_error(clone_commands, quiet: !verbose)
       end
 
       # Only checkout if we're changing branches to a non-default branch
       if rev
         Dir.chdir(File.join(abs_clone_path, src_dir)) do
-          Terrapin::CommandLine.new('git checkout', '--quiet :rev').run(rev: rev.to_s)
+          fail_pipe_on_error(['git', 'checkout', '--quiet', rev.to_s], quiet: !verbose)
         end
       end
 
@@ -252,9 +241,12 @@ module GitFastClone
 
       threads = []
       submodule_url_list = []
+      output = ''
+      Dir.chdir(File.join(abs_clone_path, pwd).to_s) do
+        output = fail_on_error('git', 'submodule', 'init', quiet: !verbose)
+      end
 
-      Terrapin::CommandLine.new('cd', ':path; git submodule init 2>&1')
-                           .run(path: File.join(abs_clone_path, pwd)).split("\n").each do |line|
+      output.split("\n").each do |line|
         submodule_path, submodule_url = parse_update_info(line)
         submodule_url_list << submodule_url
 
@@ -268,10 +260,12 @@ module GitFastClone
     def thread_update_submodule(submodule_url, submodule_path, threads, pwd)
       threads << Thread.new do
         with_git_mirror(submodule_url) do |mirror, _|
-          Terrapin::CommandLine.new('cd', ':dir; git submodule update --quiet --reference :mirror :path')
-                               .run(dir: File.join(abs_clone_path, pwd).to_s,
-                                    mirror: mirror.to_s,
-                                    path: submodule_path.to_s)
+          Dir.chdir(File.join(abs_clone_path, pwd).to_s) do
+            fail_pipe_on_error(
+              ['git', 'submodule', verbose ? nil : '--quiet', 'update', '--reference', mirror.to_s,
+               submodule_path.to_s].compact, quiet: !verbose
+            )
+          end
         end
 
         update_submodules(File.join(pwd, submodule_path), submodule_url)
@@ -343,43 +337,54 @@ module GitFastClone
     # that this repo has been updated on this run of fastclone
     def store_updated_repo(url, mirror, repo_name, fail_hard)
       unless Dir.exist?(mirror)
-        Terrapin::CommandLine.new('git clone', '--mirror :url :mirror')
-                             .run(url: url.to_s, mirror: mirror.to_s)
+        fail_pipe_on_error(
+          ['git', 'clone', verbose ? '--verbose' : '--quiet', '--mirror', url.to_s,
+           mirror.to_s], quiet: !verbose
+        )
       end
 
-      Terrapin::CommandLine.new('cd', ':path; git remote update --prune').run(path: mirror)
-
+      Dir.chdir(mirror) do
+        cmd = ['git', 'remote', verbose ? '--verbose' : nil, 'update', '--prune'].compact
+        if verbose
+          fail_pipe_on_error(cmd, quiet: !verbose)
+        else
+          # Because above operation might spit out a lot to stderr, we use this to swallow them
+          # and only display if the operation return non 0 exit code
+          fail_on_error(*cmd, quiet: !verbose)
+        end
+      end
       reference_updated[repo_name] = true
-    rescue Terrapin::ExitStatusError => e
+    rescue RunnerExecutionRuntimeError => e
       # To avoid corruption of the cache, if we failed to update or check out we remove
       # the cache directory entirely. This may cause the current clone to fail, but if the
       # underlying error from git is transient it will not affect future clones.
-      FileUtils.remove_entry_secure(mirror, force: true)
+      clear_cache(mirror, url)
       raise e if fail_hard
     end
 
     def retriable_error?(error)
       error_strings = [
-        'fatal: missing blob object',
-        'fatal: remote did not send all necessary objects',
-        /fatal: packed object [a-z0-9]+ \(stored in .*?\) is corrupt/,
-        /fatal: pack has \d+ unresolved delta/,
-        'error: unable to read sha1 file of ',
-        'fatal: did not receive expected object',
+        /^fatal: missing blob object/,
+        /^fatal: remote did not send all necessary objects/,
+        /^fatal: packed object [a-z0-9]+ \(stored in .*?\) is corrupt/,
+        /^fatal: pack has \d+ unresolved delta/,
+        /^error: unable to read sha1 file of /,
+        /^fatal: did not receive expected object/,
         /^fatal: unable to read tree [a-z0-9]+\n^warning: Clone succeeded, but checkout failed/
       ]
-      error.to_s =~ /^STDERR:\n.*^#{Regexp.union(error_strings)}/m
+      error.to_s =~ /.*#{Regexp.union(error_strings)}/m
     end
 
     def print_formatted_error(error)
       indented_error = error.to_s.split("\n").map { |s| ">  #{s}\n" }.join
-      puts "Encountered a retriable error:\n#{indented_error}\n\nRemoving the fastclone cache."
+      puts "[INFO] Encountered a retriable error:\n#{indented_error}\n"
     end
 
     # To avoid corruption of the cache, if we failed to update or check out we remove
     # the cache directory entirely. This may cause the current clone to fail, but if the
     # underlying error from git is transient it will not affect future clones.
     def clear_cache(dir, url)
+      puts "[WARN] Removing the fastclone cache at #{dir}"
       FileUtils.remove_entry_secure(dir, force: true)
       reference_updated.delete(reference_repo_name(url))
     end
@@ -405,9 +410,9 @@ module GitFastClone
       with_reference_repo_lock(url) do
         yield dir, attempt_number
       end
-    rescue Terrapin::ExitStatusError => e
-      if retriable_error?(e)
-        print_formatted_error(e)
+    rescue RunnerExecutionRuntimeError => e
+      if retriable_error?(e.output)
+        print_formatted_error(e.output)
         clear_cache(dir, url)
 
         if attempt_number < retries_allowed
@@ -416,7 +421,7 @@ module GitFastClone
         end
       end
 
-      raise
+      raise e
     end
 
     def usage

data/lib/runner_execution.rb

@@ -0,0 +1,221 @@
+# frozen_string_literal: true
+# rubocop:disable all
+
+require 'open3'
+require 'logger'
+
+# Execution primitives that force explicit error handling and never call the shell.
+# Cargo-culted from internal BuildExecution code on top of public version: https://github.com/square/build_execution
+module RunnerExecution
+  class RunnerExecutionRuntimeError < RuntimeError
+    attr_reader :status, :exitstatus, :command, :output
+
+    def initialize(status, command, output = nil)
+      @status           = status
+      @exitstatus       = status.exitstatus
+      @command          = command
+      @output           = output
+
+      super "#{status.inspect}\n#{command.inspect}"
+    end
+  end
+
+  # Wrapper around open3.pipeline_r which fails on error.
+  # and stops users from invoking the shell by accident.
+  def fail_pipe_on_error(*cmd_list, quiet: false, **opts)
+    print_command('Running Pipeline:', cmd_list) unless quiet
+
+    env = opts.delete(:env) { {} }
+    raise ArgumentError, "The :env option must be a hash, not #{env.inspect}" unless env.is_a?(Hash)
+
+    cmd_list.map! { |cmd| shell_safe(cmd).unshift(env) }
+
+    output, *status_list = Open3.pipeline_r(*cmd_list, opts) do |out, wait_threads|
+      out_reader = Thread.new do
+        if quiet
+          output = out.read
+        else
+          # Output from pipeline should go to stdout and also get returned for
+          # processing if necessary.
+          output = tee(out, STDOUT)
+        end
+        out.close
+        output
+      end
+      [out_reader.value] + wait_threads.map(&:value)
+    end
+    exit_on_status(output, cmd_list, status_list, quiet: quiet)
+  end
+  module_function :fail_pipe_on_error
+
+  # Runs a command that fails on error.
+  # Uses popen2e wrapper. Handles bad statuses with potential for retries.
+  def fail_on_error(*cmd, stdin_data: nil, binmode: false, quiet: false, **opts)
+    print_command('Running Shell Safe Command:', [cmd]) unless quiet
+    shell_safe_cmd = shell_safe(cmd)
+    retry_times = opts[:retry] || 0
+    opts.delete(:retry)
+
+    while retry_times >= 0
+      output, status = popen2e_wrapper(*shell_safe_cmd, stdin_data: stdin_data, binmode: binmode,
+                                       quiet: quiet, **opts)
+
+      break unless status.exitstatus != 0
+
+      logger.debug("Command failed with exit status #{status.exitstatus}, retrying #{retry_times} more time(s).") if retry_times > 0
+      retry_times -= 1
+    end
+
+    # Get out with the status, good or bad.
+    exit_on_status(output, [shell_safe_cmd], [status], quiet: quiet)
+  end
+  module_function :fail_on_error
+
+  # Wrapper around open3.popen2e
+  #
+  # We emulate open3.capture2e with the following changes in behavior:
+  # 1) The command is printed to stdout before execution.
+  # 2) Attempts to use the shell implicitly are blocked.
+  # 3) Nonzero return codes result in the process exiting.
+  # 4) Combined stdout/stderr goes to callers stdout
+  #    (continuously streamed) and is returned as a string
+  #
+  # If you're looking for more process/stream control read the spawn
+  # documentation, and pass options directly here
+  def popen2e_wrapper(*shell_safe_cmd, stdin_data: nil, binmode: false,
+                       quiet: false, **opts)
+
+    env = opts.delete(:env) { {} }
+    raise ArgumentError, "The :env option must be a hash, not #{env.inspect}" if !env.is_a?(Hash)
+
+    # Most of this is copied from Open3.capture2e in ruby/lib/open3.rb
+    _output, _status = Open3.popen2e(env, *shell_safe_cmd, opts) do |i, oe, t|
+      if binmode
+        i.binmode
+        oe.binmode
+      end
+
+      outerr_reader = Thread.new do
+        if quiet
+          oe.read
+        else
+          # Instead of oe.read, we redirect. Output from command goes to stdout
+          # and also is returned for processing if necessary.
+          tee(oe, STDOUT)
+        end
+      end
+
+      if stdin_data
+        begin
+          i.write stdin_data
+        rescue Errno::EPIPE
+        end
+      end
+
+      i.close
+      [outerr_reader.value, t.value]
+    end
+  end
+  module_function :popen2e_wrapper
+
+  # Look at a cmd list intended for spawn.
+  # determine if spawn will call the shell implicitly, fail in that case.
+  def shell_safe(cmd)
+    # Take the first string and change it to a list of [executable,argv0]
+    # This syntax for calling popen2e (and eventually spawn) avoids
+    # the shell in all cases
+    shell_safe_cmd = Array.new(cmd)
+    if shell_safe_cmd[0].class == String
+      shell_safe_cmd[0] = [shell_safe_cmd[0], shell_safe_cmd[0]]
+    end
+    shell_safe_cmd
+  end
+  module_function :shell_safe
+
+  def debug_print_cmd_list(cmd_list)
+    # Take a list of command argument lists like you'd sent to open3.pipeline or
+    # fail_on_error_pipe and print out a string that would do the same thing when
+    # entered at the shell.
+    #
+    # This is a converter from our internal representation of commands to a subset
+    # of bash that can be executed directly.
+    #
+    # Note this has problems if you specify env or opts
+    # TODO: make this remove those command parts
+    "\"" +
+      cmd_list.map do |cmd|
+        cmd.map do |arg|
+          arg.gsub("\"", "\\\"") # Escape all double quotes in command arguments
+        end.join("\" \"") # Fully quote all command parts, beginning and end.
+      end.join("\" | \"") + "\"" # Pipe commands to one another.
+  end
+  module_function :debug_print_cmd_list
+
+  # Prints a formatted string with command
+  def print_command(message, cmd)
+    logger.debug("#{message} #{debug_print_cmd_list(cmd)}\n")
+  end
+  module_function :print_command
+
+  # Takes in an input stream and an output stream
+  # Redirects data from one to the other until the input stream closes.
+  # Returns all data that passed through on return.
+  def tee(in_stream, out_stream)
+    alldata = ''
+    loop do
+      begin
+        data = in_stream.read_nonblock(4096)
+        alldata += data
+        out_stream.write(data)
+        out_stream.flush
+      rescue IO::WaitReadable
+        IO.select([in_stream])
+        retry
+      rescue IOError
+        break
+      end
+    end
+    alldata
+  end
+  module_function :tee
+
+  # If any of the statuses are bad, exits with the
+  # return code of the first one.
+  #
+  # Otherwise returns first argument (output)
+  def exit_on_status(output, cmd_list, status_list, quiet: false)
+    status_list.each_index do |index|
+      status = status_list[index]
+      cmd = cmd_list[index]
+      check_status(cmd, status, output: output, quiet: quiet)
+    end
+
+    output
+  end
+  module_function :exit_on_status
+
+  def check_status(cmd, status, output: nil, quiet: false)
+    return if status.exited? && status.exitstatus == 0
+
+    # If we exited nonzero or abnormally, print debugging info and explode.
+    if status.exited?
+      logger.debug("Process Exited normally. Exit status:#{status.exitstatus}") unless quiet
+    else
+      # This should only get executed if we're stopped or signaled
+      logger.debug("Process exited abnormally:\nProcessStatus: #{status.inspect}\n" \
+        "Raw POSIX Status: #{status.to_i}\n") unless quiet
+    end
+
+    raise RunnerExecutionRuntimeError.new(status, cmd, output)
+  end
+  module_function :check_status
+
+  DEFAULT_LOGGER = Logger.new(STDOUT)
+  private_constant :DEFAULT_LOGGER
+
+  def logger
+    DEFAULT_LOGGER
+  end
+  module_function :logger
+end
+# rubocop:enable all

data/spec/git_fastclone_runner_spec.rb

@@ -36,6 +36,7 @@ describe GitFastClone::Runner do
 
   before do
     stub_const('ARGV', ['ssh://git@git.com/git-fastclone.git', 'test_reference_dir'])
+    allow($stdout).to receive(:puts)
   end
 
   let(:yielded) { [] }
@@ -50,7 +51,6 @@ describe GitFastClone::Runner do
       expect(subject.reference_mutex).to eq({})
       expect(subject.reference_updated).to eq({})
       expect(subject.options).to eq({})
-      expect(subject.logger).to eq(nil)
     end
   end
 
@@ -87,10 +87,9 @@ describe GitFastClone::Runner do
   end
 
   describe '.clone' do
-    let(:terrapin_commandline_double) { double('new_terrapin_commandline') }
+    let(:runner_execution_double) { double('runner_execution') }
     before(:each) do
-      allow(terrapin_commandline_double).to receive(:run) {}
-      expect(Time).to receive(:now).twice { 0 }
+      allow(runner_execution_double).to receive(:fail_pipe_on_error) {}
       allow(Dir).to receive(:pwd) { '/pwd' }
       allow(Dir).to receive(:chdir).and_yield
       allow(subject).to receive(:with_git_mirror).and_yield('/cache', 0)
@@ -98,36 +97,37 @@ describe GitFastClone::Runner do
     end
 
     it 'should clone correctly' do
-      expect(Terrapin::CommandLine).to receive(:new).with(
-        'git clone',
-        '--quiet --reference :mirror :url :path'
-      ) { terrapin_commandline_double }
-      expect(Terrapin::CommandLine).to receive(:new).with(
-        'git checkout',
-        '--quiet :rev'
-      ) { terrapin_commandline_double }
-      expect(terrapin_commandline_double).to receive(:run).with(
-        mirror: '/cache',
-        url: placeholder_arg,
-        path: '/pwd/.',
-        config: ''
-      )
-      expect(terrapin_commandline_double).to receive(:run).with(rev: placeholder_arg)
+      expect(subject).to receive(:fail_pipe_on_error).with(
+        ['git', 'checkout', '--quiet', 'PH'],
+        { quiet: true }
+      ) { runner_execution_double }
+      expect(subject).to receive(:fail_pipe_on_error).with(
+        ['git', 'clone', '--quiet', '--reference', '/cache', 'PH', '/pwd/.'],
+        { quiet: true }
+      ) { runner_execution_double }
+
+      subject.clone(placeholder_arg, placeholder_arg, '.', nil)
+    end
+
+    it 'should clone correctly with verbose mode on' do
+      subject.verbose = true
+      expect(subject).to receive(:fail_pipe_on_error).with(
+        ['git', 'checkout', '--quiet', 'PH'],
+        { quiet: false }
+      ) { runner_execution_double }
+      expect(subject).to receive(:fail_pipe_on_error).with(
+        ['git', 'clone', '--verbose', '--reference', '/cache', 'PH', '/pwd/.'],
+        { quiet: false }
+      ) { runner_execution_double }
 
       subject.clone(placeholder_arg, placeholder_arg, '.', nil)
     end
 
     it 'should clone correctly with custom configs' do
-      expect(Terrapin::CommandLine).to receive(:new).with(
-        'git clone',
-        '--quiet --reference :mirror :url :path --config :config'
-      ) { terrapin_commandline_double }
-      expect(terrapin_commandline_double).to receive(:run).with(
-        mirror: '/cache',
-        url: placeholder_arg,
-        path: '/pwd/.',
-        config: 'config'
-      )
+      expect(subject).to receive(:fail_pipe_on_error).with(
+        ['git', 'clone', '--quiet', '--reference', '/cache', 'PH', '/pwd/.', '--config', 'config'],
+        { quiet: true }
+      ) { runner_execution_double }
 
       subject.clone(placeholder_arg, nil, '.', 'config')
     end
@@ -294,36 +294,35 @@ describe GitFastClone::Runner do
 
   describe '.store_updated_repo' do
     context 'when fail_hard is true' do
-      it 'should raise a Terrapin error' do
-        terrapin_commandline_double = double('new_terrapin_commandline')
-        allow(terrapin_commandline_double).to receive(:run) { raise Terrapin::ExitStatusError }
-        allow(Terrapin::CommandLine).to receive(:new) { terrapin_commandline_double }
+      it 'should raise a Runtime error and clear cache' do
+        status = double('status')
+        allow(status).to receive(:exitstatus).and_return(1)
+        ex = RunnerExecution::RunnerExecutionRuntimeError.new(status, 'cmd')
+        allow(subject).to receive(:fail_pipe_on_error) { raise ex }
         expect(FileUtils).to receive(:remove_entry_secure).with(placeholder_arg, force: true)
         expect do
           subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, true)
-        end.to raise_error(Terrapin::ExitStatusError)
+        end.to raise_error(ex)
       end
     end
 
     context 'when fail_hard is false' do
-      it 'should not raise a terrapin error' do
-        terrapin_commandline_double = double('new_terrapin_commandline')
-        allow(terrapin_commandline_double).to receive(:run) { raise Terrapin::ExitStatusError }
-        allow(Terrapin::CommandLine).to receive(:new) { terrapin_commandline_double }
+      it 'should not raise a Runtime error but clear cache' do
+        status = double('status')
+        allow(status).to receive(:exitstatus).and_return(1)
+        ex = RunnerExecution::RunnerExecutionRuntimeError.new(status, 'cmd')
+        allow(subject).to receive(:fail_pipe_on_error) { raise ex }
         expect(FileUtils).to receive(:remove_entry_secure).with(placeholder_arg, force: true)
-
         expect do
           subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, false)
-        end.not_to raise_error
+        end.to_not raise_error
       end
     end
 
     let(:placeholder_hash) { {} }
 
     it 'should correctly update the hash' do
-      terrapin_commandline_double = double('new_terrapin_commandline')
-      allow(terrapin_commandline_double).to receive(:run) {}
-      allow(Terrapin::CommandLine).to receive(:new) { terrapin_commandline_double }
+      allow(subject).to receive(:fail_pipe_on_error)
       allow(Dir).to receive(:chdir) {}
 
       subject.reference_updated = placeholder_hash
@@ -335,10 +334,6 @@ describe GitFastClone::Runner do
   describe '.with_git_mirror' do
     def retriable_error
       %(
-        STDOUT:
-
-        STDERR:
-
         fatal: bad object ee35b1e14e7c3a53dcc14d82606e5b872f6a05a7
         fatal: remote did not send all necessary objects
       ).strip.split("\n").map(&:strip).join("\n")
@@ -351,7 +346,11 @@ describe GitFastClone::Runner do
           ->(url) { url }
         else
           # Simulate failed error response
-          ->(_url) { raise Terrapin::ExitStatusError, response }
+          lambda { |_url|
+            status = double('status')
+            allow(status).to receive(:exitstatus).and_return(1)
+            raise RunnerExecution::RunnerExecutionRuntimeError.new(status, 'cmd', response)
+          }
         end
       end
 
@@ -366,19 +365,22 @@ describe GitFastClone::Runner do
     end
 
     let(:expected_commands) { [] }
-    let(:expected_commands_args) { [] }
 
     before(:each) do
-      expect(expected_commands.length).to eq(expected_commands_args.length)
-      allow(Terrapin::CommandLine).to receive(:new) do |*command|
+      allow(subject).to receive(:fail_pipe_on_error) { |*params|
+        command = params[0]
         expect(expected_commands.length).to be > 0
         expected_command = expected_commands.shift
-        expected_args = expected_commands_args.shift
         expect(command).to eq(expected_command)
-        stub = double(Terrapin::CommandLine)
-        expect(stub).to receive(:run).with(expected_args)
-        stub
-      end
+      }
+      allow(subject).to receive(:fail_on_error) { |*params|
+        # last one is an argument `quiet:`
+        command = params.first(params.size - 1)
+        expect(expected_commands.length).to be > 0
+        expected_command = expected_commands.shift
+        expect(command).to eq(expected_command)
+      }
+      allow(Dir).to receive(:chdir).and_yield
 
       allow(subject).to receive(:print_formatted_error) {}
       allow(subject).to receive(:reference_repo_dir).and_return(test_reference_repo_dir)
@@ -389,39 +391,46 @@ describe GitFastClone::Runner do
       expect(expected_commands).to be_empty
     end
 
-    def clone_cmds
+    def clone_cmds(verbose: false)
       [
-        ['git clone', '--mirror :url :mirror'],
-        ['cd', ':path; git remote update --prune']
-      ]
-    end
-
-    def clone_args
-      [
-        {
-          mirror: test_reference_repo_dir,
-          url: test_url_valid
-        },
-        {
-          path: test_reference_repo_dir
-        }
+        ['git', 'clone', verbose ? '--verbose' : '--quiet', '--mirror', test_url_valid,
+         test_reference_repo_dir],
+        ['git', 'remote', verbose ? '--verbose' : nil, 'update', '--prune'].compact
       ]
     end
 
     context 'expecting 1 clone attempt' do
-      let(:expected_commands) { clone_cmds }
-      let(:expected_commands_args) { clone_args }
+      context 'with verbose mode on' do
+        before { subject.verbose = true }
+        let(:expected_commands) { clone_cmds(verbose: true) }
+
+        it 'should succeed with a successful clone' do
+          expect(subject).not_to receive(:clear_cache)
+          try_with_git_mirror([true], [[test_reference_repo_dir, 0]])
+        end
 
-      it 'should succeed with a successful clone' do
-        expect(subject).not_to receive(:clear_cache)
-        try_with_git_mirror([true], [[test_reference_repo_dir, 0]])
+        it 'should fail after a non-retryable clone error' do
+          expect(subject).not_to receive(:clear_cache)
+          expect do
+            try_with_git_mirror(['Some unexpected error message'], [])
+          end.to raise_error(RunnerExecution::RunnerExecutionRuntimeError)
+        end
       end
 
-      it 'should fail after a non-retryable clone error' do
-        expect(subject).not_to receive(:clear_cache)
-        expect do
-          try_with_git_mirror(['Some unexpected error message'], [])
-        end.to raise_error(Terrapin::ExitStatusError)
+      context 'with verbose mode off' do
+        let(:expected_commands) { clone_cmds }
+
+        it 'should succeed with a successful clone' do
+          expect(subject).not_to receive(:clear_cache)
+          try_with_git_mirror([true], [[test_reference_repo_dir, 0]])
+        end
+
+        it 'should fail after a non-retryable clone error' do
+          expect(subject).not_to receive(:clear_cache)
+          expect do
+            try_with_git_mirror(['Some unexpected error message'], [])
+          end.to raise_error(RunnerExecution::RunnerExecutionRuntimeError)
+        end
       end
     end
 
@@ -438,14 +447,14 @@ describe GitFastClone::Runner do
         expect(subject).to receive(:clear_cache).twice.and_call_original
         expect do
           try_with_git_mirror([retriable_error, retriable_error], [])
-        end.to raise_error(Terrapin::ExitStatusError)
+        end.to raise_error(RunnerExecution::RunnerExecutionRuntimeError)
       end
     end
   end
 
   describe '.retriable_error?' do
     def format_error(error)
-      error_wrapper = "STDOUT:\n\nSTDERR:\n#{error}"
+      error_wrapper = error.to_s
       error_wrapper.strip.lines.map(&:strip).join("\n")
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: git-fastclone
 version: !ruby/object:Gem::Version
-  version: 1.3.2
+  version: 1.4.0
 platform: ruby
 authors:
 - Michael Tauraso
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-01-07 00:00:00.000000000 Z
+date: 2023-03-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colorize
@@ -25,20 +25,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: terrapin
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.6.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.6.0
 description: A git command that uses reference repositories and threading to quicklyand
   recursively clone repositories with many nested submodules
 email:
@@ -55,6 +41,7 @@ files:
 - bin/git-fastclone
 - lib/git-fastclone.rb
 - lib/git-fastclone/version.rb
+- lib/runner_execution.rb
 - spec/git_fastclone_runner_spec.rb
 - spec/git_fastclone_url_helper_spec.rb
 - spec/spec_helper.rb