maltese 0.8.14 → 0.8.15
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Dockerfile +2 -2
- data/Gemfile.lock +3 -2
- data/README.md +1 -1
- data/lib/maltese/cli.rb +4 -0
- data/lib/maltese/sitemap.rb +18 -12
- data/lib/maltese/version.rb +1 -1
- data/maltese.gemspec +1 -0
- data/spec/cli_spec.rb +2 -2
- data/spec/fixtures/vcr_cassettes/Maltese_CLI/sitemap/should_succeed.yml +27 -27
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +6 -6
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_total/with_works.yml +6 -6
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_no_works_returned_by_the_Datacite_REST_API.yml +13 -13
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +13 -13
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +27 -27
- data/spec/sitemap_spec.rb +5 -5
- metadata +15 -3
- data/.codeclimate.yml +0 -19
- data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/process_data/should_catch_timeout_errors_with_the_Datacite_REST_API.yml +0 -59
data/spec/sitemap_spec.rb
CHANGED
@@ -1,9 +1,9 @@
|
|
1
1
|
require 'spec_helper'
|
2
2
|
|
3
3
|
describe Maltese::Sitemap, vcr: true do
|
4
|
-
subject { Maltese::Sitemap.new }
|
4
|
+
subject { Maltese::Sitemap.new(rack_env: "test") }
|
5
5
|
|
6
|
-
let(:doi) { "10.
|
6
|
+
let(:doi) { "10.3280/ses2013-001015en" }
|
7
7
|
|
8
8
|
context "get_query_url" do
|
9
9
|
it "default" do
|
@@ -21,14 +21,14 @@ describe Maltese::Sitemap, vcr: true do
|
|
21
21
|
|
22
22
|
context "get_total" do
|
23
23
|
it "with works" do
|
24
|
-
expect(subject.get_total).to eq(
|
24
|
+
expect(subject.get_total).to eq(846853)
|
25
25
|
end
|
26
26
|
end
|
27
27
|
|
28
28
|
context "queue_jobs" do
|
29
29
|
it "should report if there are works returned by the Datacite REST API" do
|
30
30
|
response = subject.queue_jobs
|
31
|
-
expect(response).to eq(
|
31
|
+
expect(response).to eq(856504)
|
32
32
|
end
|
33
33
|
end
|
34
34
|
|
@@ -43,7 +43,7 @@ describe Maltese::Sitemap, vcr: true do
|
|
43
43
|
context "get_data" do
|
44
44
|
it "should report if there are works returned by the Datacite REST API" do
|
45
45
|
response = subject.get_data(subject.get_query_url)
|
46
|
-
expect(response.body.dig("meta", "total")).to eq(
|
46
|
+
expect(response.body.dig("meta", "total")).to eq(846839)
|
47
47
|
expect(response.body.fetch("data", []).size).to eq(1000)
|
48
48
|
doc = response.body.fetch("data", []).first
|
49
49
|
expect(doc.dig("attributes", "doi")).to eq(doi)
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: maltese
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.8.
|
4
|
+
version: 0.8.15
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Martin Fenner
|
@@ -24,6 +24,20 @@ dependencies:
|
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: '4.1'
|
27
|
+
- !ruby/object:Gem::Dependency
|
28
|
+
name: faraday
|
29
|
+
requirement: !ruby/object:Gem::Requirement
|
30
|
+
requirements:
|
31
|
+
- - '='
|
32
|
+
- !ruby/object:Gem::Version
|
33
|
+
version: 0.17.0
|
34
|
+
type: :runtime
|
35
|
+
prerelease: false
|
36
|
+
version_requirements: !ruby/object:Gem::Requirement
|
37
|
+
requirements:
|
38
|
+
- - '='
|
39
|
+
- !ruby/object:Gem::Version
|
40
|
+
version: 0.17.0
|
27
41
|
- !ruby/object:Gem::Dependency
|
28
42
|
name: activesupport
|
29
43
|
requirement: !ruby/object:Gem::Requirement
|
@@ -258,7 +272,6 @@ extensions: []
|
|
258
272
|
extra_rdoc_files:
|
259
273
|
- README.md
|
260
274
|
files:
|
261
|
-
- ".codeclimate.yml"
|
262
275
|
- ".gitignore"
|
263
276
|
- ".rubocop.yml"
|
264
277
|
- ".travis.yml"
|
@@ -281,7 +294,6 @@ files:
|
|
281
294
|
- spec/fixtures/vcr_cassettes/Maltese_CLI/sitemap/should_succeed.yml
|
282
295
|
- spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml
|
283
296
|
- spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_total/with_works.yml
|
284
|
-
- spec/fixtures/vcr_cassettes/Maltese_Sitemap/process_data/should_catch_timeout_errors_with_the_Datacite_REST_API.yml
|
285
297
|
- spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_no_works_returned_by_the_Datacite_REST_API.yml
|
286
298
|
- spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml
|
287
299
|
- spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml
|
data/.codeclimate.yml
DELETED
@@ -1,19 +0,0 @@
|
|
1
|
-
---
|
2
|
-
engines:
|
3
|
-
bundler-audit:
|
4
|
-
enabled: true
|
5
|
-
duplication:
|
6
|
-
enabled: true
|
7
|
-
config:
|
8
|
-
languages:
|
9
|
-
- ruby
|
10
|
-
fixme:
|
11
|
-
enabled: true
|
12
|
-
rubocop:
|
13
|
-
enabled: true
|
14
|
-
ratings:
|
15
|
-
paths:
|
16
|
-
- Gemfile.lock
|
17
|
-
- "**.rb"
|
18
|
-
exclude_paths:
|
19
|
-
- spec/
|
@@ -1,59 +0,0 @@
|
|
1
|
-
---
|
2
|
-
http_interactions:
|
3
|
-
- request:
|
4
|
-
method: put
|
5
|
-
uri: https://s3.eu-west-1.amazonaws.com/search.test.datacite.org/sitemaps/sitemap.xml.gz
|
6
|
-
body:
|
7
|
-
encoding: ASCII-8BIT
|
8
|
-
string: !binary |-
|
9
|
-
H4sIAD9W710AA5WSPW+DMBCG/wryWuEP0iEgQ7ZO6dRU6uoaFywZm3JuIP++jiEVrTqQDe6e5+5FHD9MnUnOagDtbIkYpihRVrpa26ZEr6endI8OFf8aDCifBNZCMYEuUet9XxAyjiMed9gNDckoZeTt+fgiW9WJVFvwwkqFksAXEItHJ4WPi1Y6aB9aPcQhMwdkKRKK8+QO9vaMJ6jRHPeuXYtT6E406pfZONcYhaXr/npphAnD7Gafda3cVjvCa9uqEbbKV3adu3Pv2mwOPtMk/vTZ78OXhM7WAQu+njC1vjP/nQfL85zELor3VHHjZHXlIICgxCBb7BV4XAsvZNgQNU6uGDcCfOfqKqMsT1mWMnqi+yJ7LHbsgdKC0sAtCJetsI36GNRnJcwoLsDJqsT7QbtB+0sVUnPy88ZJDEXmU6++AT8Dg9QZAwAA
|
10
|
-
headers:
|
11
|
-
Content-Type:
|
12
|
-
- application/x-gzip
|
13
|
-
Accept-Encoding:
|
14
|
-
- ''
|
15
|
-
User-Agent:
|
16
|
-
- aws-sdk-ruby3/3.85.0 ruby/2.6.3 universal.x86_64-darwin19 aws-sdk-s3/1.59.0
|
17
|
-
X-Amz-Acl:
|
18
|
-
- public-read
|
19
|
-
Cache-Control:
|
20
|
-
- private, max-age=0, no-cache
|
21
|
-
Expect:
|
22
|
-
- 100-continue
|
23
|
-
Content-Md5:
|
24
|
-
- qw5jsYX5Zml0Xk8/J5o/pw==
|
25
|
-
X-Amz-Date:
|
26
|
-
- 20191210T082431Z
|
27
|
-
X-Amz-Content-Sha256:
|
28
|
-
- c1b9ed2122fe6722ea084cc215ee6b1f866e0f1b1f9cbb70b8d9673bf0b17d43
|
29
|
-
Authorization:
|
30
|
-
- AWS4-HMAC-SHA256 Credential=AKIAJAMMCXAR3IXMNCGQ/20191210/eu-west-1/s3/aws4_request,
|
31
|
-
SignedHeaders=cache-control;content-md5;content-type;expect;host;user-agent;x-amz-acl;x-amz-content-sha256;x-amz-date,
|
32
|
-
Signature=7d5f33f12175ee8b8af02cd03e5d61c36ce3898d1a86660ad1d56ced965508ea
|
33
|
-
Content-Length:
|
34
|
-
- '333'
|
35
|
-
Accept:
|
36
|
-
- "*/*"
|
37
|
-
response:
|
38
|
-
status:
|
39
|
-
code: 200
|
40
|
-
message: OK
|
41
|
-
headers:
|
42
|
-
X-Amz-Id-2:
|
43
|
-
- 8ToOQoDXCK0nj5F+9qE7D6Pn4Clf3tfjbW8CpFD/GJlZd13pEktxxKVozf/EQXvigc703t04J0w=
|
44
|
-
X-Amz-Request-Id:
|
45
|
-
- 7041D9503577FFF6
|
46
|
-
Date:
|
47
|
-
- Tue, 10 Dec 2019 08:24:33 GMT
|
48
|
-
Etag:
|
49
|
-
- '"ab0e63b185f96669745e4f3f279a3fa7"'
|
50
|
-
Content-Length:
|
51
|
-
- '0'
|
52
|
-
Server:
|
53
|
-
- AmazonS3
|
54
|
-
body:
|
55
|
-
encoding: UTF-8
|
56
|
-
string: ''
|
57
|
-
http_version:
|
58
|
-
recorded_at: Tue, 10 Dec 2019 08:24:32 GMT
|
59
|
-
recorded_with: VCR 3.0.3
|