wayback_machine_downloader 0.5.0 → 0.5.1
Sign up to get free protection for your applications and to get access to all the features.
- data/lib/wayback_machine_downloader.rb +3 -3
- metadata +17 -11
- checksums.yaml +0 -7
@@ -9,7 +9,7 @@ require_relative 'wayback_machine_downloader/to_regex'
|
|
9
9
|
|
10
10
|
class WaybackMachineDownloader
|
11
11
|
|
12
|
-
VERSION = "0.5.
|
12
|
+
VERSION = "0.5.1"
|
13
13
|
|
14
14
|
attr_accessor :base_url, :from_timestamp, :to_timestamp, :only_filter, :exclude_filter, :all, :list, :threads_count
|
15
15
|
|
@@ -73,8 +73,8 @@ class WaybackMachineDownloader
|
|
73
73
|
if @to_timestamp and @to_timestamp != 0
|
74
74
|
parameters_for_wayback_machine_api += "&to=" + @to_timestamp.to_s
|
75
75
|
end
|
76
|
-
index_file_list_raw = open
|
77
|
-
all_file_list_raw = open
|
76
|
+
index_file_list_raw = open("http://web.archive.org/cdx/search/xd?url=#{@base_url}" + parameters_for_wayback_machine_api)
|
77
|
+
all_file_list_raw = open("http://web.archive.org/cdx/search/xd?url=#{@base_url}/*" + parameters_for_wayback_machine_api)
|
78
78
|
file_list_curated = Hash.new
|
79
79
|
[index_file_list_raw, all_file_list_raw].each do |file|
|
80
80
|
file.each_line do |line|
|
metadata
CHANGED
@@ -1,7 +1,8 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: wayback_machine_downloader
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.5.
|
4
|
+
version: 0.5.1
|
5
|
+
prerelease:
|
5
6
|
platform: ruby
|
6
7
|
authors:
|
7
8
|
- hartator
|
@@ -13,29 +14,33 @@ dependencies:
|
|
13
14
|
- !ruby/object:Gem::Dependency
|
14
15
|
name: rake
|
15
16
|
requirement: !ruby/object:Gem::Requirement
|
17
|
+
none: false
|
16
18
|
requirements:
|
17
|
-
- -
|
19
|
+
- - ~>
|
18
20
|
- !ruby/object:Gem::Version
|
19
21
|
version: '10.2'
|
20
22
|
type: :development
|
21
23
|
prerelease: false
|
22
24
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
+
none: false
|
23
26
|
requirements:
|
24
|
-
- -
|
27
|
+
- - ~>
|
25
28
|
- !ruby/object:Gem::Version
|
26
29
|
version: '10.2'
|
27
30
|
- !ruby/object:Gem::Dependency
|
28
31
|
name: minitest
|
29
32
|
requirement: !ruby/object:Gem::Requirement
|
33
|
+
none: false
|
30
34
|
requirements:
|
31
|
-
- -
|
35
|
+
- - ~>
|
32
36
|
- !ruby/object:Gem::Version
|
33
37
|
version: '5.2'
|
34
38
|
type: :development
|
35
39
|
prerelease: false
|
36
40
|
version_requirements: !ruby/object:Gem::Requirement
|
41
|
+
none: false
|
37
42
|
requirements:
|
38
|
-
- -
|
43
|
+
- - ~>
|
39
44
|
- !ruby/object:Gem::Version
|
40
45
|
version: '5.2'
|
41
46
|
description: Download an entire website from the Wayback Machine. Wayback Machine
|
@@ -48,32 +53,33 @@ executables:
|
|
48
53
|
extensions: []
|
49
54
|
extra_rdoc_files: []
|
50
55
|
files:
|
51
|
-
- bin/wayback_machine_downloader
|
52
56
|
- lib/wayback_machine_downloader.rb
|
53
57
|
- lib/wayback_machine_downloader/tidy_bytes.rb
|
54
58
|
- lib/wayback_machine_downloader/to_regex.rb
|
59
|
+
- bin/wayback_machine_downloader
|
55
60
|
homepage: https://github.com/hartator/wayback-machine-downloader
|
56
61
|
licenses:
|
57
62
|
- MIT
|
58
|
-
metadata: {}
|
59
63
|
post_install_message:
|
60
64
|
rdoc_options: []
|
61
65
|
require_paths:
|
62
66
|
- lib
|
63
67
|
required_ruby_version: !ruby/object:Gem::Requirement
|
68
|
+
none: false
|
64
69
|
requirements:
|
65
|
-
- -
|
70
|
+
- - ! '>='
|
66
71
|
- !ruby/object:Gem::Version
|
67
72
|
version: 1.9.2
|
68
73
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
74
|
+
none: false
|
69
75
|
requirements:
|
70
|
-
- -
|
76
|
+
- - ! '>='
|
71
77
|
- !ruby/object:Gem::Version
|
72
78
|
version: '0'
|
73
79
|
requirements: []
|
74
80
|
rubyforge_project:
|
75
|
-
rubygems_version:
|
81
|
+
rubygems_version: 1.8.23.2
|
76
82
|
signing_key:
|
77
|
-
specification_version:
|
83
|
+
specification_version: 3
|
78
84
|
summary: Download an entire website from the Wayback Machine.
|
79
85
|
test_files: []
|
checksums.yaml
DELETED
@@ -1,7 +0,0 @@
|
|
1
|
-
---
|
2
|
-
SHA1:
|
3
|
-
metadata.gz: 6dd8b2f20e56a00a8601a4e4f9ecd9e4305bcce7
|
4
|
-
data.tar.gz: 3274121f9abb86d37fc9820bb8465f608ec78366
|
5
|
-
SHA512:
|
6
|
-
metadata.gz: 739d5f8a16e0a0d8f6ba81ff6eddffb9bd7d9337e02bd9215cce2e31a033e67037a0bf3678192f4872e891f52dff240565a0b8e202b92ad38c1d6d6ca3940878
|
7
|
-
data.tar.gz: 98f4387c00da2c5c827e7cf9b2f63d51a0c29f98f7b5bf2a2f30c36552e524294f824a74bc9124f6b1d7ed098f6a7afcc6508de68e1cc6249fa8ff737a36a441
|