wayback_machine_downloader 0.4.3 → 0.4.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6494ef214d3de204bb80cc77ff47b4dbb6c4e944
-  data.tar.gz: 8612ce85cb9456cd9e7e432924283e2aae00cd10
+  metadata.gz: f4788fe4e8cf006c42912383dae0bb64605827df
+  data.tar.gz: 485e59c366e796bfb06a85e440394d8504226bf6
 SHA512:
-  metadata.gz: 22585cb41a1991b16043574993e34a84aecc79293a49069883cbcbf5ec1c9f133b3978207a7cbfc98bbcc11697663304c92f735f2fafae450bad83baa554e43b
-  data.tar.gz: e5c47a9000ddb5226ac992a06f4b0ded0ca7943fd26c3b2d5ac15b0c112721965896800287cf236a7f9893defa0c26b5e8d8d76e4f9ed3ae071faa917d8ab5a6
+  metadata.gz: b7b6e02f7f406f7be9294086fdec552082c297e2f7165bf03b33c84f463d09c4cdf4ade6d3c18a04d80d1214753a576a4a5eae9ac4e6bdd1f5a70ec8aa422c94
+  data.tar.gz: 1a1b634c00527d47bc52befa38ec38f4d58b64db4de4fcbb50d88fe2afac0476725563879ba596aa7d3fbab22d60f54276e4ad6d947c80cd04fa3ff377747042

data/bin/wayback_machine_downloader

@@ -34,6 +34,10 @@ option_parser = OptionParser.new do |opts|
     options[:all] = true
   end
 
+  opts.on("-l", "--list", "Only list file urls in a JSON format with the archived timestamps. Won't download anything.") do |t|
+    options[:list] = true
+  end
+
   opts.on("-v", "--version", "Display version") do |t|
     options[:version] = t
   end
@@ -42,7 +46,11 @@ end.parse!
 if (base_url = ARGV[-1])
   options[:base_url] = base_url
   wayback_machine_downloader = WaybackMachineDownloader.new options
-  wayback_machine_downloader.download_files
+  if wayback_machine_downloader.list
+    wayback_machine_downloader.list_files
+  else
+    wayback_machine_downloader.download_files
+  end
 elsif options[:version]
   puts WaybackMachineDownloader::VERSION
 else

data/lib/wayback_machine_downloader.rb

@@ -3,14 +3,15 @@
 require 'open-uri'
 require 'fileutils'
 require 'cgi'
+require 'json'
 require_relative 'wayback_machine_downloader/tidy_bytes'
 require_relative 'wayback_machine_downloader/to_regex'
 
 class WaybackMachineDownloader
 
-  VERSION = "0.4.3"
+  VERSION = "0.4.4"
 
-  attr_accessor :base_url, :from_timestamp, :to_timestamp, :only_filter, :exclude_filter, :all
+  attr_accessor :base_url, :from_timestamp, :to_timestamp, :only_filter, :exclude_filter, :all, :list
 
   def initialize params
     @base_url = params[:base_url]
@@ -19,6 +20,7 @@ class WaybackMachineDownloader
     @only_filter = params[:only_filter]
     @exclude_filter = params[:exclude_filter]
     @all = params[:all]
+    @list = params[:list]
   end
 
   def backup_name
@@ -106,6 +108,14 @@ class WaybackMachineDownloader
     end
   end
 
+  def list_files
+    puts "["
+    get_file_list_by_timestamp.each do |file|
+      puts file.to_json + ","
+    end
+    puts "]"
+  end
+
   def download_files
     puts "Downloading #{@base_url} to #{backup_path} from Wayback Machine..."
     puts

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: wayback_machine_downloader
 version: !ruby/object:Gem::Version
-  version: 0.4.3
+  version: 0.4.4
 platform: ruby
 authors:
 - hartator
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-08-01 00:00:00.000000000 Z
+date: 2016-08-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake