wayback_machine_downloader 0.1.17 → 0.1.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0f682206e0c4fa7c804c01beabfa00a61cebfda1
-  data.tar.gz: 553c0bc837abaec902b0f5e4a731488bda3ab4fd
+  metadata.gz: 1a37e6ffa46aae434f606fd8d887c2017a0a06a1
+  data.tar.gz: c05f60c12fec76ec3709371a31fff7f5de17782f
 SHA512:
-  metadata.gz: a357ea88233031802fc4c30816863ae1f3e17fd97fffdc3a20bc28050ea55862ce954b21ef90a2cbe0c57cff783e6f8314f2ea453341a24cd3565ce176aa5596
-  data.tar.gz: cfad14a0f27728ba9005f90c613ddf962e3ca0deb3578d76786386dbb56c40f0c3fd2dcdf429fcdbb6571e57cd2855951128bba19d59c2b5889da61a0caf4296
+  metadata.gz: 24a3096abfdc4506a873bb784380d169d1a0b45c39f5c1f91538f7c1f39d67d86b0a7d8f74103406b35d4718ab732a2ca442ee8bcbc27caf7bb3db2406530130
+  data.tar.gz: c19c30ccf76b8993e054aff2dabadb000e2b4fe90eff5ae61e93a170ef2aae79fc543b699e78b1df3df23c7b0ef1bc625b55da556943de9554aee3e732aa58a1

data/lib/wayback_machine_downloader.rb

@@ -4,7 +4,7 @@ require_relative 'wayback_machine_downloader/tidy_bytes'
 
 class WaybackMachineDownloader
 
-  VERSION = "0.1.17"
+  VERSION = "0.1.18"
 
   attr_accessor :base_url, :timestamp
 
@@ -49,7 +49,7 @@ class WaybackMachineDownloader
     file_list_curated
   end
 
-  def file_list_by_timestamp
+  def get_file_list_by_timestamp
     file_list_curated = get_file_list_curated
     file_list_curated = file_list_curated.sort_by { |k,v| v[:timestamp] }.reverse
     file_list_curated.map do |file_remote_info|
@@ -61,12 +61,13 @@ class WaybackMachineDownloader
   def download_files
     puts "Downloading #{@base_url} to #{backup_path} from Wayback Machine..."
     puts
-    file_list_curated = get_file_list_curated
+    file_list_by_timestamp = get_file_list_by_timestamp
     count = 0
     file_list_by_timestamp.each do |file_remote_info|
       count += 1
       file_url = file_remote_info[:file_url]
       file_id = file_remote_info[:file_id]
+      file_timestamp = file_remote_info[:timestamp]
       file_path_elements = file_id.split('/')
       if file_id == ""
         dir_path = backup_path
@@ -83,7 +84,7 @@ class WaybackMachineDownloader
           structure_dir_path dir_path
           open(file_path, "wb") do |file|
             begin
-              open("http://web.archive.org/web/#{timestamp}id_/#{file_url}") do |uri|
+              open("http://web.archive.org/web/#{file_timestamp}id_/#{file_url}") do |uri|
                 file.write(uri.read)
               end
             rescue OpenURI::HTTPError => e
@@ -96,13 +97,13 @@ class WaybackMachineDownloader
         rescue StandardError => e
           puts "#{file_url} # #{e}"
         end
-        puts "#{file_url} -> #{file_path} (#{count}/#{file_list_curated.size})"
+        puts "#{file_url} -> #{file_path} (#{count}/#{file_list_by_timestamp.size})"
       else
-        puts "#{file_url} # #{file_path} already exists. (#{count}/#{file_list_curated.size})"
+        puts "#{file_url} # #{file_path} already exists. (#{count}/#{file_list_by_timestamp.size})"
       end
     end
     puts
-    puts "Download complete, saved in #{backup_path} (#{file_list_curated.size} files)"
+    puts "Download complete, saved in #{backup_path} (#{file_list_by_timestamp.size} files)"
   end
 
   def structure_dir_path dir_path

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: wayback_machine_downloader
 version: !ruby/object:Gem::Version
-  version: 0.1.17
+  version: 0.1.18
 platform: ruby
 authors:
 - hartator
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-20 00:00:00.000000000 Z
+date: 2015-11-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pry-rescue
@@ -38,6 +38,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.2'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
 description: Download any website from the Wayback Machine. Wayback Machine by Internet
   Archive (archive.org) is an awesome tool to view any website at any point of time
   but lacks an export feature. Wayback Machine Downloader brings exactly this.
@@ -70,7 +98,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.4.5.1
 signing_key: 
 specification_version: 4
 summary: Download any website from the Wayback Machine.