archive_today 0.2.0 → 0.2.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile.lock +4 -4
- data/archive_today.gemspec +1 -1
- data/lib/archive_today/archiver.rb +13 -1
- data/lib/archive_today/version.rb +1 -1
- metadata +12 -6
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: aa01ced05b231f786df190fa9da4fd788e1d26e83aa99e7509a584e748e3b98f
|
4
|
+
data.tar.gz: 9118003192d4f37b69e3a05e8f049a631c528954e99703dc65b2a9abd30ef242
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4451226f12ee894b5e4ed0fae86b217d16399c29fabdb9fd305a8fb0108a5142db0eb22389212f7cf598c9b7722e4ec1c37ee814b0c0f36a85808da553e24c3c
|
7
|
+
data.tar.gz: 8c83c20e751eb23374d0af8ae0d57a0b03269285fa2d1c252e620dbbe4001a35e7c5e1d9a3af6a40220dbd9541ba881cf4b5ba4fb8ba00cf18b839d9151d2fee
|
data/Gemfile.lock
CHANGED
@@ -1,11 +1,11 @@
|
|
1
1
|
PATH
|
2
2
|
remote: .
|
3
3
|
specs:
|
4
|
-
archive_today (0.2.
|
4
|
+
archive_today (0.2.1)
|
5
5
|
faraday (~> 1.0)
|
6
6
|
faraday_middleware (~> 1.0)
|
7
7
|
nokogiri (~> 1.10)
|
8
|
-
rake (
|
8
|
+
rake (>= 12, < 14)
|
9
9
|
|
10
10
|
GEM
|
11
11
|
remote: https://rubygems.org/
|
@@ -75,9 +75,9 @@ GEM
|
|
75
75
|
pry (0.13.1)
|
76
76
|
coderay (~> 1.1)
|
77
77
|
method_source (~> 1.0)
|
78
|
-
rack (2.2.
|
78
|
+
rack (2.2.3)
|
79
79
|
rainbow (3.0.0)
|
80
|
-
rake (12.3.
|
80
|
+
rake (12.3.3)
|
81
81
|
ruby_engine (1.0.1)
|
82
82
|
ruby_info (1.0.1)
|
83
83
|
ruby_version (1.0.2)
|
data/archive_today.gemspec
CHANGED
@@ -15,7 +15,7 @@ Gem::Specification.new do |spec|
|
|
15
15
|
spec.add_dependency 'faraday', '~> 1.0'
|
16
16
|
spec.add_dependency 'faraday_middleware', '~> 1.0'
|
17
17
|
spec.add_dependency 'nokogiri', '~> 1.10'
|
18
|
-
spec.add_dependency 'rake', '
|
18
|
+
spec.add_dependency 'rake', '>= 12', '< 14'
|
19
19
|
|
20
20
|
spec.metadata["homepage_uri"] = spec.homepage
|
21
21
|
spec.metadata["source_code_uri"] = spec.homepage
|
@@ -27,6 +27,10 @@ module ArchiveToday
|
|
27
27
|
url: finalized_url,
|
28
28
|
screenshot_url: screenshot_url
|
29
29
|
}
|
30
|
+
rescue Faraday::ClientError, Faraday::ServerError => e
|
31
|
+
puts "[archive_today] Error capturing URL: #{e.response[:status]} #{e.response[:body]}"
|
32
|
+
|
33
|
+
nil
|
30
34
|
end
|
31
35
|
|
32
36
|
private
|
@@ -61,6 +65,10 @@ module ArchiveToday
|
|
61
65
|
puts "Got screenshot URL: #{url}" if debug && url
|
62
66
|
return url if url
|
63
67
|
|
68
|
+
nil
|
69
|
+
rescue Faraday::ClientError, Faraday::ServerError => e
|
70
|
+
puts "[archive_today] Error retrieving screenshot URL: #{e.response[:status]} #{e.response[:body]}"
|
71
|
+
|
64
72
|
nil
|
65
73
|
end
|
66
74
|
|
@@ -77,7 +85,6 @@ module ArchiveToday
|
|
77
85
|
def unique_submission_id
|
78
86
|
puts 'Getting unique submission ID ...' if debug
|
79
87
|
response = connection.get('/')
|
80
|
-
raise unless response.success?
|
81
88
|
|
82
89
|
html = Nokogiri::HTML(response.body)
|
83
90
|
node = html.at_css('input[name="submitid"]')
|
@@ -85,6 +92,10 @@ module ArchiveToday
|
|
85
92
|
puts "Got ID: #{id}" if debug && id
|
86
93
|
return id if id
|
87
94
|
|
95
|
+
nil
|
96
|
+
rescue Faraday::ClientError, Faraday::ServerError => e
|
97
|
+
puts "[archive_today] Error retrieving submission ID: #{e.response[:status]} #{e.response[:body]}"
|
98
|
+
|
88
99
|
nil
|
89
100
|
end
|
90
101
|
|
@@ -93,6 +104,7 @@ module ArchiveToday
|
|
93
104
|
Faraday.new(BASE_URL) do |faraday|
|
94
105
|
faraday.headers = { 'User-Agent' => user_agent }
|
95
106
|
faraday.use FaradayMiddleware::FollowRedirects
|
107
|
+
faraday.use Faraday::Response::RaiseError
|
96
108
|
faraday.response :logger if debug
|
97
109
|
end
|
98
110
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: archive_today
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- tomholford
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-07-
|
11
|
+
date: 2020-07-28 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: faraday
|
@@ -56,16 +56,22 @@ dependencies:
|
|
56
56
|
name: rake
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
58
58
|
requirements:
|
59
|
-
- - "
|
59
|
+
- - ">="
|
60
|
+
- !ruby/object:Gem::Version
|
61
|
+
version: '12'
|
62
|
+
- - "<"
|
60
63
|
- !ruby/object:Gem::Version
|
61
|
-
version: '
|
64
|
+
version: '14'
|
62
65
|
type: :runtime
|
63
66
|
prerelease: false
|
64
67
|
version_requirements: !ruby/object:Gem::Requirement
|
65
68
|
requirements:
|
66
|
-
- - "
|
69
|
+
- - ">="
|
70
|
+
- !ruby/object:Gem::Version
|
71
|
+
version: '12'
|
72
|
+
- - "<"
|
67
73
|
- !ruby/object:Gem::Version
|
68
|
-
version: '
|
74
|
+
version: '14'
|
69
75
|
description: Submit a URL to the Archive.today service to preserve it's contents in
|
70
76
|
a Memento-compatible format
|
71
77
|
email:
|