maltese 0.8.3 → 0.8.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Dockerfile +1 -1
- data/Gemfile.lock +1 -1
- data/lib/maltese/sitemap.rb +6 -5
- data/lib/maltese/version.rb +1 -1
- data/spec/cli_spec.rb +3 -3
- data/spec/fixtures/vcr_cassettes/Maltese_CLI/sitemap/should_succeed.yml +27 -27
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +7 -7
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_total/with_works.yml +8 -8
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_no_works_returned_by_the_Datacite_REST_API.yml +12 -12
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +12 -12
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +27 -27
- data/spec/sitemap_spec.rb +5 -5
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 65fce88e9d779aa6a42e85ec32f1f08e28f2eb46c2e6f871051b5636b8c0e4f5
|
4
|
+
data.tar.gz: 0b5eeafd13dd181ffb13151aa6b8e90b0813ed9a24ea245faf1a2c2c9c3054c0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1656151f5a6942d2670285a047c78fe4ec66a70258fa6e334c6d880ecc171a87208afea09990137cf69a44ae36087a62896a24d79aae40c9bf6ace522d19760c
|
7
|
+
data.tar.gz: 9299260f5f8abb1687b2315f68927d69827a89a247a39520d5cbd62e840825ff7dd9bd773097103b3c4a1b44a44788ee9e1ba819ae8662626a8abbcfcf808cf1
|
data/Dockerfile
CHANGED
@@ -11,6 +11,6 @@ RUN apt-get update && apt-get upgrade -y -o Dpkg::Options::="--force-confold" &&
|
|
11
11
|
apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
|
12
12
|
|
13
13
|
# Install maltese gem
|
14
|
-
RUN /sbin/setuser app gem install maltese -v 0.8.
|
14
|
+
RUN /sbin/setuser app gem install maltese -v 0.8.4
|
15
15
|
|
16
16
|
CMD maltese sitemap --sitemap_bucket $SITEMAP_BUCKET
|
data/Gemfile.lock
CHANGED
data/lib/maltese/sitemap.rb
CHANGED
@@ -34,11 +34,11 @@ module Maltese
|
|
34
34
|
end
|
35
35
|
|
36
36
|
def timeout
|
37
|
-
|
37
|
+
60
|
38
38
|
end
|
39
39
|
|
40
40
|
def job_batch_size
|
41
|
-
|
41
|
+
10000
|
42
42
|
end
|
43
43
|
|
44
44
|
def sitemap
|
@@ -82,8 +82,9 @@ module Maltese
|
|
82
82
|
options[:size] = options[:size] || job_batch_size
|
83
83
|
|
84
84
|
params = {
|
85
|
-
"
|
86
|
-
"page[
|
85
|
+
"fields[dois]" => "doi,updated",
|
86
|
+
"page[cursor]" => options[:cursor],
|
87
|
+
"page[size]" => options[:size]
|
87
88
|
}
|
88
89
|
search_path + URI.encode_www_form(params)
|
89
90
|
end
|
@@ -105,7 +106,7 @@ module Maltese
|
|
105
106
|
end
|
106
107
|
|
107
108
|
def get_data(url)
|
108
|
-
Maremma.get(url)
|
109
|
+
Maremma.get(url, timeout: 300)
|
109
110
|
end
|
110
111
|
|
111
112
|
def parse_data(result)
|
data/lib/maltese/version.rb
CHANGED
data/spec/cli_spec.rb
CHANGED
@@ -12,11 +12,11 @@ describe Maltese::CLI do
|
|
12
12
|
describe "sitemap", vcr: true, :order => :defined do
|
13
13
|
it 'should succeed' do
|
14
14
|
subject.options = cli_options
|
15
|
-
expect { subject.sitemap }.to output(/
|
15
|
+
expect { subject.sitemap }.to output(/10001 links/).to_stdout
|
16
16
|
sitemap = Zlib::GzipReader.open("public/sitemaps/sitemap.xml.gz") { |gz| gz.read }
|
17
17
|
doc = Nokogiri::XML(sitemap)
|
18
|
-
expect(doc.xpath("//xmlns:url").size).to eq(
|
19
|
-
expect(doc.xpath("//xmlns:loc").last.text).to eq("https://search.test.datacite.org/works/10.
|
18
|
+
expect(doc.xpath("//xmlns:url").size).to eq(10001)
|
19
|
+
expect(doc.xpath("//xmlns:loc").last.text).to eq("https://search.test.datacite.org/works/10.0133/1519753351949")
|
20
20
|
end
|
21
21
|
end
|
22
22
|
end
|