archive_today 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +4 -4
- data/archive_today.gemspec +1 -1
- data/lib/archive_today/archiver.rb +13 -1
- data/lib/archive_today/version.rb +1 -1
- metadata +12 -6
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: aa01ced05b231f786df190fa9da4fd788e1d26e83aa99e7509a584e748e3b98f
|
|
4
|
+
data.tar.gz: 9118003192d4f37b69e3a05e8f049a631c528954e99703dc65b2a9abd30ef242
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 4451226f12ee894b5e4ed0fae86b217d16399c29fabdb9fd305a8fb0108a5142db0eb22389212f7cf598c9b7722e4ec1c37ee814b0c0f36a85808da553e24c3c
|
|
7
|
+
data.tar.gz: 8c83c20e751eb23374d0af8ae0d57a0b03269285fa2d1c252e620dbbe4001a35e7c5e1d9a3af6a40220dbd9541ba881cf4b5ba4fb8ba00cf18b839d9151d2fee
|
data/Gemfile.lock
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
archive_today (0.2.
|
|
4
|
+
archive_today (0.2.1)
|
|
5
5
|
faraday (~> 1.0)
|
|
6
6
|
faraday_middleware (~> 1.0)
|
|
7
7
|
nokogiri (~> 1.10)
|
|
8
|
-
rake (
|
|
8
|
+
rake (>= 12, < 14)
|
|
9
9
|
|
|
10
10
|
GEM
|
|
11
11
|
remote: https://rubygems.org/
|
|
@@ -75,9 +75,9 @@ GEM
|
|
|
75
75
|
pry (0.13.1)
|
|
76
76
|
coderay (~> 1.1)
|
|
77
77
|
method_source (~> 1.0)
|
|
78
|
-
rack (2.2.
|
|
78
|
+
rack (2.2.3)
|
|
79
79
|
rainbow (3.0.0)
|
|
80
|
-
rake (12.3.
|
|
80
|
+
rake (12.3.3)
|
|
81
81
|
ruby_engine (1.0.1)
|
|
82
82
|
ruby_info (1.0.1)
|
|
83
83
|
ruby_version (1.0.2)
|
data/archive_today.gemspec
CHANGED
|
@@ -15,7 +15,7 @@ Gem::Specification.new do |spec|
|
|
|
15
15
|
spec.add_dependency 'faraday', '~> 1.0'
|
|
16
16
|
spec.add_dependency 'faraday_middleware', '~> 1.0'
|
|
17
17
|
spec.add_dependency 'nokogiri', '~> 1.10'
|
|
18
|
-
spec.add_dependency 'rake', '
|
|
18
|
+
spec.add_dependency 'rake', '>= 12', '< 14'
|
|
19
19
|
|
|
20
20
|
spec.metadata["homepage_uri"] = spec.homepage
|
|
21
21
|
spec.metadata["source_code_uri"] = spec.homepage
|
|
@@ -27,6 +27,10 @@ module ArchiveToday
|
|
|
27
27
|
url: finalized_url,
|
|
28
28
|
screenshot_url: screenshot_url
|
|
29
29
|
}
|
|
30
|
+
rescue Faraday::ClientError, Faraday::ServerError => e
|
|
31
|
+
puts "[archive_today] Error capturing URL: #{e.response[:status]} #{e.response[:body]}"
|
|
32
|
+
|
|
33
|
+
nil
|
|
30
34
|
end
|
|
31
35
|
|
|
32
36
|
private
|
|
@@ -61,6 +65,10 @@ module ArchiveToday
|
|
|
61
65
|
puts "Got screenshot URL: #{url}" if debug && url
|
|
62
66
|
return url if url
|
|
63
67
|
|
|
68
|
+
nil
|
|
69
|
+
rescue Faraday::ClientError, Faraday::ServerError => e
|
|
70
|
+
puts "[archive_today] Error retrieving screenshot URL: #{e.response[:status]} #{e.response[:body]}"
|
|
71
|
+
|
|
64
72
|
nil
|
|
65
73
|
end
|
|
66
74
|
|
|
@@ -77,7 +85,6 @@ module ArchiveToday
|
|
|
77
85
|
def unique_submission_id
|
|
78
86
|
puts 'Getting unique submission ID ...' if debug
|
|
79
87
|
response = connection.get('/')
|
|
80
|
-
raise unless response.success?
|
|
81
88
|
|
|
82
89
|
html = Nokogiri::HTML(response.body)
|
|
83
90
|
node = html.at_css('input[name="submitid"]')
|
|
@@ -85,6 +92,10 @@ module ArchiveToday
|
|
|
85
92
|
puts "Got ID: #{id}" if debug && id
|
|
86
93
|
return id if id
|
|
87
94
|
|
|
95
|
+
nil
|
|
96
|
+
rescue Faraday::ClientError, Faraday::ServerError => e
|
|
97
|
+
puts "[archive_today] Error retrieving submission ID: #{e.response[:status]} #{e.response[:body]}"
|
|
98
|
+
|
|
88
99
|
nil
|
|
89
100
|
end
|
|
90
101
|
|
|
@@ -93,6 +104,7 @@ module ArchiveToday
|
|
|
93
104
|
Faraday.new(BASE_URL) do |faraday|
|
|
94
105
|
faraday.headers = { 'User-Agent' => user_agent }
|
|
95
106
|
faraday.use FaradayMiddleware::FollowRedirects
|
|
107
|
+
faraday.use Faraday::Response::RaiseError
|
|
96
108
|
faraday.response :logger if debug
|
|
97
109
|
end
|
|
98
110
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: archive_today
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- tomholford
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2020-07-
|
|
11
|
+
date: 2020-07-28 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: faraday
|
|
@@ -56,16 +56,22 @@ dependencies:
|
|
|
56
56
|
name: rake
|
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
|
58
58
|
requirements:
|
|
59
|
-
- - "
|
|
59
|
+
- - ">="
|
|
60
|
+
- !ruby/object:Gem::Version
|
|
61
|
+
version: '12'
|
|
62
|
+
- - "<"
|
|
60
63
|
- !ruby/object:Gem::Version
|
|
61
|
-
version: '
|
|
64
|
+
version: '14'
|
|
62
65
|
type: :runtime
|
|
63
66
|
prerelease: false
|
|
64
67
|
version_requirements: !ruby/object:Gem::Requirement
|
|
65
68
|
requirements:
|
|
66
|
-
- - "
|
|
69
|
+
- - ">="
|
|
70
|
+
- !ruby/object:Gem::Version
|
|
71
|
+
version: '12'
|
|
72
|
+
- - "<"
|
|
67
73
|
- !ruby/object:Gem::Version
|
|
68
|
-
version: '
|
|
74
|
+
version: '14'
|
|
69
75
|
description: Submit a URL to the Archive.today service to preserve it's contents in
|
|
70
76
|
a Memento-compatible format
|
|
71
77
|
email:
|