wayback_machine_downloader 0.4.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f581f0aa09dbfecb7080ae0788073c38bef547b1
-  data.tar.gz: 8013f6f7b57cf41b8674e37eb0beb9dada4d1b2b
+  metadata.gz: 98ea352b6eae2e49f915634245d65f109a864ed0
+  data.tar.gz: 5eee04e5f319e23709ef94f6677c194deaa81640
 SHA512:
-  metadata.gz: 02ce907c84817031c068a10c4b78eeaf08ff4b2c4805159d01bb1a0fb40eb4fa0d212a0a101f4c61cd1309dc6aafc0f95969759e0930dacddcc566f500051cfc
-  data.tar.gz: 7131a398e753f271a8db19c7ad1677de9241b3cddf951efa9bf561e97d10b8a81e8f41ae0a676d7eccd8ed0d76770c3b7fb582989f8cab2659af94fa07681d0c
+  metadata.gz: 6788c3f2e764e1ebe02ee967e4653814b1fe8de316ffc8eb307dbd85eabc5c6b867b4abda5b2dd36300cd5e96f353429740b206d6ad871cd1b78b760f99ca029
+  data.tar.gz: 7795541cd32a39a7b78875a8a841ec8124df01aa38b9504e8f29109d2d431b1299d76170624739786d3ebf28fa8eeacd1081ed496498e69ef6fa40f31dfc29c0

data/bin/wayback_machine_downloader

@@ -9,20 +9,24 @@ option_parser = OptionParser.new do |opts|
   opts.banner = "Usage: wayback_machine_downloader http://example.com"
 
   opts.separator ""
-  opts.separator "Download any website from the Wayback Machine."
+  opts.separator "Download an entire website from the Wayback Machine."
 
   opts.separator ""
   opts.separator "Optional options:"
 
-  opts.on("-t", "--timestamp TIMESTAMP", Integer, "Only files on or before timestamp supplied (ie. 20150806225358)") do |t|
-    options[:timestamp] = t
+  opts.on("-f", "--from TIMESTAMP", Integer, "Only files on or after timestamp supplied (ie. 20060716231334)") do |t|
+    options[:from_timestamp] = t
+  end
+
+  opts.on("-t", "--to TIMESTAMP", Integer, "Only files on or before timestamp supplied (ie. 20100916231334)") do |t|
+    options[:to_timestamp] = t
   end
 
   opts.on("-o", "--only ONLY_FILTER", String, "Restrict downloading to urls that match this filter (use // notation for the filter to be treated as a regex)") do |t|
     options[:only_filter] = t
   end
 
-  opts.on("-x", "--exclude EXCLUDE_FILTER", String, "Skip urls that match this filter (use // notation for the filter to be treated as a regex)") do |t|
+  opts.on("-x", "--exclude EXCLUDE_FILTER", String, "Skip downloading of urls that match this filter (use // notation for the filter to be treated as a regex)") do |t|
     options[:exclude_filter] = t
   end
 
@@ -32,7 +36,8 @@ option_parser = OptionParser.new do |opts|
 end.parse!
 
 if (base_url = ARGV[-1])
-  wayback_machine_downloader = WaybackMachineDownloader.new base_url: base_url, timestamp: options[:timestamp], only_filter: options[:only_filter], exclude_filter: options[:exclude_filter]
+  options[:base_url] = base_url
+  wayback_machine_downloader = WaybackMachineDownloader.new options
   wayback_machine_downloader.download_files
 elsif options[:version]
   puts WaybackMachineDownloader::VERSION

data/lib/wayback_machine_downloader.rb

@@ -8,7 +8,7 @@ require_relative 'wayback_machine_downloader/to_regex'
 
 class WaybackMachineDownloader
 
-  VERSION = "0.4.0"
+  VERSION = "0.4.1"
 
   attr_accessor :base_url, :from_timestamp, :to_timestamp, :only_filter, :exclude_filter
 
@@ -110,6 +110,8 @@ class WaybackMachineDownloader
       puts "No files to download."
       puts "Possible reaosons:"
       puts "\t* Site is not in Wayback Machine Archive."
+      puts "\t* From timestamp too much in the future." if @from_timestamp and @from_timestamp != 0 
+      puts "\t* To timestamp too much in the past." if @to_timestamp and @to_timestamp != 0 
       puts "\t* Only filter too restrictive (#{only_filter.to_s})" if @only_filter
       puts "\t* Exclude filter too wide (#{exclude_filter.to_s})" if @exclude_filter
       return

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: wayback_machine_downloader
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - hartator
@@ -38,9 +38,10 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '5.2'
-description: Download any website from the Wayback Machine. Wayback Machine by Internet
-  Archive (archive.org) is an awesome tool to view any website at any point of time
-  but lacks an export feature. Wayback Machine Downloader brings exactly this.
+description: Download an entire website from the Wayback Machine. Wayback Machine
+  by Internet Archive (archive.org) is an awesome tool to view any website at any
+  point of time but lacks an export feature. Wayback Machine Downloader brings exactly
+  this.
 email: hartator@gmail.com
 executables:
 - wayback_machine_downloader
@@ -74,5 +75,5 @@ rubyforge_project:
 rubygems_version: 2.4.5.1
 signing_key: 
 specification_version: 4
-summary: Download any website from the Wayback Machine.
+summary: Download an entire website from the Wayback Machine.
 test_files: []