git-fastclone 1.4.5 → 1.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f23af05975dc472665784e91a3e69112694837cbd2a873076a7fb3197828970f
-  data.tar.gz: b3e2a26cbf1aff738c647eb37aa6b661975a396b680352288f68c0ba20da429d
+  metadata.gz: 62066971856b4d6e34def960d0ec1214082d546f94a5ffe58b048eb5715511f0
+  data.tar.gz: d04c4ac8c866a011b3b6b279b3a9f2e719c6d284314086f91f4c73b189443f50
 SHA512:
-  metadata.gz: b9f239ae1a6cdf02d8aef5944f4d704bffaeb0d410191d7f5b7c759ba1d525dca27dd8efcec2e19ac4ffee9787ff3706b16860d0e16ff493136bcb2378b70a7c
-  data.tar.gz: fb954090b896bf41a396c956847133fc7d367fc564fbc8e3973ed61f2738b16f3926397b4526994d6c6d1781439970055f67e5c7d8137a0174a4f614b69f7a60
+  metadata.gz: d807b912fd16fc82e3ce6ea2a3d568f37d1a946efdb750e7279baafa2a0c8206b2b6b298165321a0dd6306a975aacc873f0863c7ff18259b0b0126dd3c83f299
+  data.tar.gz: 0dde85446cad33944b3e1e61327b4656c435312fd6ef169b2b82fc4506d6e6bcedebdb0c808b5bdb52e7b0249472c2f033fa86647cadb6626dbcc953efaa6645

data/README.md

@@ -43,17 +43,29 @@ Usage
     gem install git-fastclone
     git fastclone [options] <git-repo-url>
 
-    -b, --branch <branch>   Clone a specific branch
-    -v, --verbose           Verbose mode
-    -c, --color             Display colored output
-        --config CONFIG     Git config applied to the cloned repo
-        --lock-timeout N    Timeout in seconds to acquire a lock on any reference repo.
+    -b, --branch BRANCH              Checkout this branch rather than the default
+    -v, --verbose                    Verbose mode
+        --print_git_errors           Print git output if a command fails
+    -c, --color                      Display colored output
+        --config CONFIG              Git config applied to the cloned repo
+        --lock-timeout N             Timeout in seconds to acquire a lock on any reference repo.
+                Default is 0 which waits indefinitely.
+        --pre-clone-hook command     An optional command that should be invoked before cloning mirror repo
 
 Change the default `REFERENCE_REPO_DIR` environment variable if necessary.
 
 Cygwin users need to add `~/bin` to PATH.
 
 
+Hooks
+-----
+
+- `pre-clone-hook` is invoked right before cloning a new mirror repo, which gives a change to prepopulate git's mirror from a different source.
+The hook is invoked with given arguments:
+1. cloning repo url
+1. path to the repo mirror location
+1. attempt number, 0-indexed
+
 How to test?
 ------------
 Manual testing:

data/lib/git-fastclone/version.rb

@@ -2,5 +2,5 @@
 
 # Version string for git-fastclone
 module GitFastCloneVersion
-  VERSION = '1.4.5'
+  VERSION = '1.5.1'
 end

data/lib/git-fastclone.rb

@@ -162,10 +162,16 @@ module GitFastClone
           options[:config] = config
         end
 
-        opts.on('--lock-timeout N', 'Timeout in seconds to acquire a lock on any reference repo.
-                Default is 0 which waits indefinitely.') do |timeout_secs|
+        opts.on('--lock-timeout N', 'Timeout in seconds to acquire a lock on any reference repo.',
+                'Default is 0 which waits indefinitely.') do |timeout_secs|
           self.flock_timeout_secs = timeout_secs.to_i
         end
+
+        opts.on('--pre-clone-hook script_file',
+                'An optional file that should be invoked before cloning mirror repo',
+                'No-op when a file is missing') do |script_file|
+          options[:pre_clone_hook] = script_file
+        end
       end.parse!
     end
 
@@ -324,7 +330,7 @@ module GitFastClone
     # overall checkout or not. When we pre-fetch based off of cached information,
     # fail_hard is false. When we fetch based off info in a repository directly,
     # fail_hard is true.
-    def update_reference_repo(url, fail_hard)
+    def update_reference_repo(url, fail_hard, attempt_number)
       repo_name = reference_repo_name(url)
       mirror = reference_repo_dir(url, reference_dir, using_local_repo)
 
@@ -333,24 +339,26 @@ module GitFastClone
         submodule_file = reference_repo_submodule_file(url, reference_dir, using_local_repo)
 
         # if prefetch is on, then grab children immediately to frontload network requests
-        prefetch(submodule_file) if File.exist?(submodule_file) && prefetch_submodules
+        prefetch(submodule_file, attempt_number) if File.exist?(submodule_file) && prefetch_submodules
 
         # Store the fact that our repo has been updated if necessary
-        store_updated_repo(url, mirror, repo_name, fail_hard) unless reference_updated[repo_name]
+        store_updated_repo(url, mirror, repo_name, fail_hard, attempt_number) unless reference_updated[repo_name]
       end
     end
 
     # Grab the children in the event of a prefetch
-    def prefetch(submodule_file)
+    def prefetch(submodule_file, attempt_number)
       File.readlines(submodule_file).each do |line|
         # We don't join these threads explicitly
-        Thread.new { update_reference_repo(line.strip, false) }
+        Thread.new { update_reference_repo(line.strip, false, attempt_number) }
       end
     end
 
     # Creates or updates the mirror repo then stores an indication
     # that this repo has been updated on this run of fastclone
-    def store_updated_repo(url, mirror, repo_name, fail_hard)
+    def store_updated_repo(url, mirror, repo_name, fail_hard, attempt_number)
+      trigger_pre_clone_hook_if_needed(url, mirror, attempt_number)
+      # If pre_clone_hook correctly creates a mirror directory, we don't want to clone, but just update it
       unless Dir.exist?(mirror)
         fail_on_error('git', 'clone', verbose ? '--verbose' : '--quiet', '--mirror', url.to_s, mirror.to_s,
                       quiet: !verbose, print_on_failure: print_git_errors)
@@ -414,7 +422,7 @@ module GitFastClone
       retries_allowed ||= 1
       attempt_number ||= 0
 
-      update_reference_repo(url, true)
+      update_reference_repo(url, true, attempt_number)
       dir = reference_repo_dir(url, reference_dir, using_local_repo)
 
       # Sometimes remote updates involve re-packing objects on a different thread
@@ -441,5 +449,17 @@ module GitFastClone
     def usage
       'Usage: git fastclone [options] <git-url> [path]'
     end
+
+    private def trigger_pre_clone_hook_if_needed(url, mirror, attempt_number)
+      return if Dir.exist?(mirror) || !options.include?(:pre_clone_hook)
+
+      hook_command = options[:pre_clone_hook]
+      unless File.exist?(File.expand_path(hook_command))
+        puts 'pre_clone_hook script is missing' if verbose
+        return
+      end
+
+      popen2e_wrapper(hook_command, url.to_s, mirror.to_s, attempt_number.to_s, quiet: !verbose)
+    end
   end
 end

data/spec/git_fastclone_runner_spec.rb

@@ -145,6 +145,72 @@ describe GitFastClone::Runner do
         subject.clone(placeholder_arg, nil, '.', 'config')
       end
     end
+
+    context 'with pre-clone-hook' do
+      let(:pre_clone_hook) { '/some/command' }
+      before(:each) do
+        subject.options[:pre_clone_hook] = pre_clone_hook
+        subject.reference_dir = placeholder_arg
+        allow(File).to receive(:exist?).and_call_original
+        allow(File).to receive(:exist?).with(pre_clone_hook).and_return(true)
+        allow(subject).to receive(:with_git_mirror).and_call_original
+        allow(subject).to receive(:with_reference_repo_lock) do |_url, &block|
+          block.call
+        end
+      end
+
+      it 'invokes hook command' do
+        allow(subject).to receive(:fail_on_error)
+        expect(subject).to receive(:popen2e_wrapper).with(
+          pre_clone_hook, 'PH', 'PH/PH', '0',
+          { quiet: true }
+        ) { runner_execution_double }
+
+        subject.clone(placeholder_arg, nil, '.', 'config')
+      end
+
+      it 'does not call clone if hook creates mirror' do
+        allow(subject).to receive(:popen2e_wrapper).with(
+          pre_clone_hook, 'PH', 'PH/PH', '0',
+          { quiet: true }
+        ) do
+          # Emulate creating mirror dir
+          allow(Dir).to receive(:exist?).with('PH/PH').and_return(true)
+        end
+        allow(subject).to receive(:fail_on_error)
+
+        subject.clone(placeholder_arg, nil, '.', 'config')
+      end
+
+      it 'does not call pre-clone hook if mirror is already created' do
+        # Emulate already created mirror dir
+        allow(Dir).to receive(:exist?).and_call_original
+        allow(Dir).to receive(:exist?).with('PH/PH').and_return(true)
+        expect(subject).not_to receive(:popen2e_wrapper).with(
+          pre_clone_hook, 'PH', 'PH/PH', '0',
+          { quiet: true }
+        )
+        allow(subject).to receive(:fail_on_error)
+
+        subject.clone(placeholder_arg, nil, '.', 'config')
+      end
+
+      context 'non-existing script' do
+        before(:each) do
+          allow(File).to receive(:exist?).with(pre_clone_hook).and_return(false)
+        end
+
+        it 'does not invoke hook command' do
+          allow(subject).to receive(:fail_on_error)
+          expect(subject).not_to receive(:popen2e_wrapper).with(
+            pre_clone_hook, 'PH', 'PH/PH', '0',
+            { quiet: true }
+          )
+
+          subject.clone(placeholder_arg, nil, '.', 'config')
+        end
+      end
+    end
   end
 
   describe '.clear_clone_dest_if_needed' do
@@ -249,7 +315,7 @@ describe GitFastClone::Runner do
         allow(File).to receive(:exist?) { true }
         subject.prefetch_submodules = true
         subject.reference_dir = placeholder_arg
-        subject.update_reference_repo(test_url_valid, false)
+        subject.update_reference_repo(test_url_valid, false, 0)
       end
     end
 
@@ -262,7 +328,7 @@ describe GitFastClone::Runner do
         allow(File).to receive(:exist?) { true }
         subject.prefetch_submodules = false
         subject.reference_dir = placeholder_arg
-        subject.update_reference_repo(placeholder_arg, false)
+        subject.update_reference_repo(placeholder_arg, false, 0)
       end
     end
 
@@ -277,7 +343,7 @@ describe GitFastClone::Runner do
         allow(subject).to receive(:reference_repo_dir) { placeholder_arg }
         subject.reference_updated = placeholder_hash
         subject.prefetch_submodules = false
-        subject.update_reference_repo(placeholder_arg, false)
+        subject.update_reference_repo(placeholder_arg, false, 0)
       end
     end
 
@@ -291,7 +357,7 @@ describe GitFastClone::Runner do
         subject.reference_updated = placeholder_hash
         subject.reference_dir = placeholder_arg
         subject.prefetch_submodules = false
-        subject.update_reference_repo(placeholder_arg, false)
+        subject.update_reference_repo(placeholder_arg, false, 0)
       end
     end
   end
@@ -302,7 +368,7 @@ describe GitFastClone::Runner do
 
       allow(File).to receive(:readlines) { %w[1 2 3] }
       subject.prefetch_submodules = true
-      subject.prefetch(placeholder_arg)
+      subject.prefetch(placeholder_arg, 0)
     end
   end
 
@@ -315,7 +381,7 @@ describe GitFastClone::Runner do
         allow(subject).to receive(:fail_on_error) { raise ex }
         expect(FileUtils).to receive(:remove_entry_secure).with(placeholder_arg, force: true)
         expect do
-          subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, true)
+          subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, true, 0)
         end.to raise_error(ex)
       end
 
@@ -327,7 +393,7 @@ describe GitFastClone::Runner do
         allow(subject).to receive(:fail_on_error) { raise ex }
         expect(FileUtils).to_not receive(:remove_entry_secure).with(placeholder_arg, force: true)
         expect do
-          subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, true)
+          subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, true, 0)
         end.to raise_error(ex)
       end
     end
@@ -340,7 +406,7 @@ describe GitFastClone::Runner do
         allow(subject).to receive(:fail_on_error) { raise ex }
         expect(FileUtils).to receive(:remove_entry_secure).with(placeholder_arg, force: true)
         expect do
-          subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, false)
+          subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, false, 0)
         end.to_not raise_error
       end
     end
@@ -351,7 +417,7 @@ describe GitFastClone::Runner do
       allow(subject).to receive(:fail_on_error)
 
       subject.reference_updated = placeholder_hash
-      subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, false)
+      subject.store_updated_repo(placeholder_arg, placeholder_arg, placeholder_arg, false, 0)
       expect(subject.reference_updated).to eq(placeholder_arg => true)
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: git-fastclone
 version: !ruby/object:Gem::Version
-  version: 1.4.5
+  version: 1.5.1
 platform: ruby
 authors:
 - Michael Tauraso
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-12-14 00:00:00.000000000 Z
+date: 2024-03-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colorize