maltese 0.8.3 → 0.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Dockerfile +1 -1
- data/Gemfile.lock +1 -1
- data/lib/maltese/sitemap.rb +6 -5
- data/lib/maltese/version.rb +1 -1
- data/spec/cli_spec.rb +3 -3
- data/spec/fixtures/vcr_cassettes/Maltese_CLI/sitemap/should_succeed.yml +27 -27
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +7 -7
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_total/with_works.yml +8 -8
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_no_works_returned_by_the_Datacite_REST_API.yml +12 -12
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +12 -12
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +27 -27
- data/spec/sitemap_spec.rb +5 -5
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 65fce88e9d779aa6a42e85ec32f1f08e28f2eb46c2e6f871051b5636b8c0e4f5
|
|
4
|
+
data.tar.gz: 0b5eeafd13dd181ffb13151aa6b8e90b0813ed9a24ea245faf1a2c2c9c3054c0
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1656151f5a6942d2670285a047c78fe4ec66a70258fa6e334c6d880ecc171a87208afea09990137cf69a44ae36087a62896a24d79aae40c9bf6ace522d19760c
|
|
7
|
+
data.tar.gz: 9299260f5f8abb1687b2315f68927d69827a89a247a39520d5cbd62e840825ff7dd9bd773097103b3c4a1b44a44788ee9e1ba819ae8662626a8abbcfcf808cf1
|
data/Dockerfile
CHANGED
|
@@ -11,6 +11,6 @@ RUN apt-get update && apt-get upgrade -y -o Dpkg::Options::="--force-confold" &&
|
|
|
11
11
|
apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
|
|
12
12
|
|
|
13
13
|
# Install maltese gem
|
|
14
|
-
RUN /sbin/setuser app gem install maltese -v 0.8.
|
|
14
|
+
RUN /sbin/setuser app gem install maltese -v 0.8.4
|
|
15
15
|
|
|
16
16
|
CMD maltese sitemap --sitemap_bucket $SITEMAP_BUCKET
|
data/Gemfile.lock
CHANGED
data/lib/maltese/sitemap.rb
CHANGED
|
@@ -34,11 +34,11 @@ module Maltese
|
|
|
34
34
|
end
|
|
35
35
|
|
|
36
36
|
def timeout
|
|
37
|
-
|
|
37
|
+
60
|
|
38
38
|
end
|
|
39
39
|
|
|
40
40
|
def job_batch_size
|
|
41
|
-
|
|
41
|
+
10000
|
|
42
42
|
end
|
|
43
43
|
|
|
44
44
|
def sitemap
|
|
@@ -82,8 +82,9 @@ module Maltese
|
|
|
82
82
|
options[:size] = options[:size] || job_batch_size
|
|
83
83
|
|
|
84
84
|
params = {
|
|
85
|
-
"
|
|
86
|
-
"page[
|
|
85
|
+
"fields[dois]" => "doi,updated",
|
|
86
|
+
"page[cursor]" => options[:cursor],
|
|
87
|
+
"page[size]" => options[:size]
|
|
87
88
|
}
|
|
88
89
|
search_path + URI.encode_www_form(params)
|
|
89
90
|
end
|
|
@@ -105,7 +106,7 @@ module Maltese
|
|
|
105
106
|
end
|
|
106
107
|
|
|
107
108
|
def get_data(url)
|
|
108
|
-
Maremma.get(url)
|
|
109
|
+
Maremma.get(url, timeout: 300)
|
|
109
110
|
end
|
|
110
111
|
|
|
111
112
|
def parse_data(result)
|
data/lib/maltese/version.rb
CHANGED
data/spec/cli_spec.rb
CHANGED
|
@@ -12,11 +12,11 @@ describe Maltese::CLI do
|
|
|
12
12
|
describe "sitemap", vcr: true, :order => :defined do
|
|
13
13
|
it 'should succeed' do
|
|
14
14
|
subject.options = cli_options
|
|
15
|
-
expect { subject.sitemap }.to output(/
|
|
15
|
+
expect { subject.sitemap }.to output(/10001 links/).to_stdout
|
|
16
16
|
sitemap = Zlib::GzipReader.open("public/sitemaps/sitemap.xml.gz") { |gz| gz.read }
|
|
17
17
|
doc = Nokogiri::XML(sitemap)
|
|
18
|
-
expect(doc.xpath("//xmlns:url").size).to eq(
|
|
19
|
-
expect(doc.xpath("//xmlns:loc").last.text).to eq("https://search.test.datacite.org/works/10.
|
|
18
|
+
expect(doc.xpath("//xmlns:url").size).to eq(10001)
|
|
19
|
+
expect(doc.xpath("//xmlns:loc").last.text).to eq("https://search.test.datacite.org/works/10.0133/1519753351949")
|
|
20
20
|
end
|
|
21
21
|
end
|
|
22
22
|
end
|