gh-archive 0.9 → 0.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 498649edc20ceb260d6468cd7e9ff46781e148205c17cc2c6dd65cd8c7258e8f
-  data.tar.gz: 6e14d05254a7dcddc3a5afdf1c5e749602fdffc508df70dd1a01ebc97642a78c
+  metadata.gz: b1a8f0a5088aa3d598466d5ef3ba3472b5e9b0c2ad3327f291c24045c01bdfba
+  data.tar.gz: b3df61810f7634eb8e9a153a812fa2073078975ee0ca303bfb9fb87e58f08160
 SHA512:
-  metadata.gz: 6b3156cdeec56577f61961b53c5552670534aaba0de3391daba5a99afc23fd09deb79da47879e2fc326eae4e85bbb180c41ca170540f67aa428c73571e443fad
-  data.tar.gz: 8129e09a30fd7abe02066ff890dcbd4d48f6965156f92d92582880883a11e508f397358aa39265fc65e7152c2e8204623a417c8689d3096c34e70df411e092f2
+  metadata.gz: f5462029f6ef8e32f632bfdb7552606cf47a924e019502288ee2d841e28e76a5899d944d912a41933834e08e7a813c88cc919a7e93dba42b1c3250fcd911ae6e
+  data.tar.gz: 1f180c6640e38423ac2cde87ee4181cf04db8bb0a5cc6f861fd39d5de0c5bc4d30df87524f594482c170d591c5cd063abfa539b5715a4850056ab5262acef965

data/lib/gh-archive.rb

@@ -101,9 +101,7 @@ class GHAProvider
         return self
     end
     
-    def each(from = Time.gm(2015, 1, 1), to = Time.now)
-        exceptions = []
-        
+    def restore_checkpoint(from)
         if @checkpoint_name && FileTest.exist?(@checkpoint_name)
             # Note that this throws an exception if the file is not readable. This is the intended behavior.
             # As opposed to that, failing to save the checkpoint information just results in a warning on the log.
@@ -111,8 +109,31 @@ class GHAProvider
             raise "The loaded checkpoint (#{loaded_from}) occurs before the current from date (#{from})" if loaded_from < from
             
             @logger.info("Valid checkpoint loaded. Restored execution from #{loaded_from}.")
-            from = loaded_from
+            
+            return loaded_from
+        else
+            return from
+        end
+    end
+    
+    def update_checkpoint(current_time)
+        if @checkpoint_name
+            begin
+                File.open(@checkpoint_name, "wb") do |f|
+                    f.write(Marshal.dump(current_time))
+                end
+            rescue
+                @logger.warn(
+                    "Unable to save the checkpoint at the specified location (#{File.expand_path(@checkpoint_name)})."
+                )
+            end
         end
+    end
+    
+    def each(from = Time.gm(2015, 1, 1), to = Time.now)
+        exceptions = []
+        
+        from = restore_checkpoint(from)
         
         self.each_time(from, to) do |current_time|
             events = []
@@ -127,17 +148,7 @@ class GHAProvider
                 next
             end
             
-            if @checkpoint_name
-                begin
-                    File.open(@checkpoint_name, "wb") do |f|
-                        f.write(Marshal.dump(current_time))
-                    end
-                rescue
-                    @logger.warn(
-                        "Unable to save the checkpoint at the specified location (#{File.expand_path(@checkpoint_name)})."
-                    )
-                end
-            end
+            update_checkpoint(current_time)
             
             events.each do |event|
                 skip = false
@@ -163,17 +174,7 @@ class GHAProvider
             GC.start
         end
         
-        if @checkpoint_name
-            begin
-                File.open(@checkpoint_name, "wb") do |f|
-                    f.write(Marshal.dump(to))
-                end
-            rescue
-                @logger.warn(
-                    "Unable to save the checkpoint at the specified location (#{File.expand_path(@checkpoint_name)})."
-                )
-            end
-        end
+        update_checkpoint(to)
         
         return exceptions
     end
@@ -258,10 +259,11 @@ class OnlineGHAProvider < GHAProvider
     
     def each(from = Time.gm(2015, 1, 1), to = Time.now)
         if @proactive
+            real_from = restore_checkpoint(from)
             any_ready = Thread.promise
             
             @logger.info("Proactively scheduling download tasks...")
-            self.each_time(from, to) do |current_time|
+            self.each_time(real_from, to) do |current_time|
                 @pool.process(current_time) do |current_time|
                     cache(current_time)
                     any_ready << true

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gh-archive
 version: !ruby/object:Gem::Version
-  version: '0.9'
+  version: '0.10'
 platform: ruby
 authors:
 - Simone Scalabrino
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-08-14 00:00:00.000000000 Z
+date: 2021-08-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: code-assertions