maltese 0.2.4 → 0.8

Sign up to get free protection for your applications and to get access to all the features.
Files changed (27) hide show
  1. checksums.yaml +4 -4
  2. data/.rubocop.yml +137 -1035
  3. data/.travis.yml +1 -1
  4. data/Gemfile.lock +39 -38
  5. data/README.md +1 -1
  6. data/lib/maltese/sitemap.rb +17 -33
  7. data/lib/maltese/version.rb +1 -1
  8. data/spec/cli_spec.rb +4 -17
  9. data/spec/fixtures/sitemap.json +69666 -7571
  10. data/spec/fixtures/sitemap_nil.json +8 -8
  11. data/spec/fixtures/vcr_cassettes/Maltese_CLI/sitemap/should_succeed.yml +37 -73
  12. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +49 -0
  13. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_total/with_works.yml +24 -19
  14. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_no_works_returned_by_the_Datacite_REST_API.yml +59 -0
  15. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +59 -0
  16. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml +105 -0
  17. data/spec/sitemap_spec.rb +28 -52
  18. data/spec/spec_helper.rb +0 -1
  19. metadata +6 -10
  20. data/spec/fixtures/vcr_cassettes/Maltese_CLI/sitemap/should_succeed_with_no_works.yml +0 -44
  21. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_no_works_returned_by_the_Datacite_Solr_API.yml +0 -44
  22. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_works_returned_by_the_Datacite_Solr_API.yml +0 -44
  23. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_total/with_no_works.yml +0 -44
  24. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_no_works_returned_by_the_Datacite_Solr_API.yml +0 -59
  25. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_works_returned_by_the_Datacite_Solr_API.yml +0 -59
  26. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_no_works_returned_by_the_Datacite_Solr_API.yml +0 -44
  27. data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_works_returned_by_the_Datacite_Solr_API.yml +0 -141
data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_total/with_works.yml CHANGED
@@ -2,43 +2,48 @@
2
2
  http_interactions:
3
3
  - request:
4
4
  method: get
5
- uri: https://solr.test.datacite.org/api?fl=doi,updated&fq=updated:%5B2018-09-08T00:00:00Z%20TO%202018-09-09T23:59:59Z%5D%20AND%20has_metadata:true%20AND%20is_active:true&q=*:*&rows=0&sort=updated%20asc&start=0&wt=json
5
+ uri: https://api.test.datacite.org/dois?page%5Bcursor%5D=1&page%5Bsize%5D=0
6
6
  body:
7
7
  encoding: US-ASCII
8
8
  string: ''
9
9
  headers:
10
10
  User-Agent:
11
- - Mozilla/5.0 (compatible; Maremma/4.1.1; +https://github.com/datacite/maremma)
11
+ - Mozilla/5.0 (compatible; Maremma/4.2.1; +https://github.com/datacite/maremma)
12
12
  Accept:
13
13
  - text/html,application/json,application/xml;q=0.9, text/plain;q=0.8,image/png,*/*;q=0.5
14
- Authorization:
15
- - Basic <ENCODED AUTH HEADER>
16
14
  response:
17
15
  status:
18
16
  code: 200
19
17
  message: OK
20
18
  headers:
21
19
  Date:
22
- - Sun, 09 Sep 2018 05:56:15 GMT
20
+ - Sat, 01 Jun 2019 07:54:14 GMT
23
21
  Content-Type:
24
- - application/json;charset=UTF-8
22
+ - application/json; charset=utf-8
25
23
  Connection:
26
24
  - keep-alive
25
+ Status:
26
+ - 200 OK
27
+ X-Anonymous-Consumer:
28
+ - 'true'
29
+ Cache-Control:
30
+ - max-age=0, private, must-revalidate
31
+ Vary:
32
+ - Accept-Encoding, Origin
33
+ Etag:
34
+ - W/"25203fc5150eb6f7e557ea3e60dbeecc"
35
+ X-Runtime:
36
+ - '0.239077'
37
+ X-Request-Id:
38
+ - a81d0d48-730c-4832-bad9-119f20cf912d
39
+ X-Powered-By:
40
+ - Phusion Passenger 6.0.2
27
41
  Server:
28
- - nginx/1.10.3 (Ubuntu)
29
- Access-Control-Allow-Origin:
30
- - "*"
31
- Access-Control-Allow-Methods:
32
- - GET, POST, PUT, DELETE, OPTIONS
33
- Access-Control-Allow-Headers:
34
- - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
35
- Access-Control-Expose-Headers:
36
- - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
42
+ - nginx/1.15.8 + Phusion Passenger 6.0.2
37
43
  body:
38
44
  encoding: ASCII-8BIT
39
- string: '{"responseHeader":{"status":0,"QTime":1},"response":{"numFound":10,"start":0,"docs":[]}}
40
-
41
- '
45
+ string: !binary |-
46
+ eyJkYXRhIjpbXSwiaW5jbHVkZWQiOltdLCJtZXRhIjp7InRvdGFsIjo3MjAyMywidG90YWxQYWdlcyI6MCwic3RhdGVzIjpbeyJpZCI6ImZpbmRhYmxlIiwidGl0bGUiOiJGaW5kYWJsZSIsImNvdW50Ijo3MjAyM31dLCJyZXNvdXJjZVR5cGVzIjpbeyJpZCI6InRleHQiLCJ0aXRsZSI6IlRleHQiLCJjb3VudCI6MjAzOTd9LHsiaWQiOiJkYXRhc2V0IiwidGl0bGUiOiJEYXRhc2V0IiwiY291bnQiOjEwMjE1fSx7ImlkIjoib3RoZXIiLCJ0aXRsZSI6Ik90aGVyIiwiY291bnQiOjEwNjJ9LHsiaWQiOiJzb2Z0d2FyZSIsInRpdGxlIjoiU29mdHdhcmUiLCJjb3VudCI6Njc1fSx7ImlkIjoiaW1hZ2UiLCJ0aXRsZSI6IkltYWdlIiwiY291bnQiOjY1Mn0seyJpZCI6ImNvbGxlY3Rpb24iLCJ0aXRsZSI6IkNvbGxlY3Rpb24iLCJjb3VudCI6Mzc0fSx7ImlkIjoid29ya2Zsb3ciLCJ0aXRsZSI6IldvcmtmbG93IiwiY291bnQiOjk2fSx7ImlkIjoiYXVkaW92aXN1YWwiLCJ0aXRsZSI6IkF1ZGlvdmlzdWFsIiwiY291bnQiOjcwfSx7ImlkIjoicGh5c2ljYWwtb2JqZWN0IiwidGl0bGUiOiJQaHlzaWNhbE9iamVjdCIsImNvdW50Ijo0NX0seyJpZCI6ImV2ZW50IiwidGl0bGUiOiJFdmVudCIsImNvdW50IjoyNX0seyJpZCI6ImludGVyYWN0aXZlLXJlc291cmNlIiwidGl0bGUiOiJJbnRlcmFjdGl2ZVJlc291cmNlIiwiY291bnQiOjIyfSx7ImlkIjoic2VydmljZSIsInRpdGxlIjoiU2VydmljZSIsImNvdW50IjoxNH0seyJpZCI6Im1vZGVsIiwidGl0bGUiOiJNb2RlbCIsImNvdW50Ijo4fSx7ImlkIjoiZGF0YS1wYXBlciIsInRpdGxlIjoiRGF0YVBhcGVyIiwiY291bnQiOjd9LHsiaWQiOiJzb3VuZCIsInRpdGxlIjoiU291bmQiLCJjb3VudCI6Nn1dLCJjcmVhdGVkIjpbeyJpZCI6IjIwMTEiLCJ0aXRsZSI6IjIwMTEiLCJjb3VudCI6Mjl9LHsiaWQiOiIyMDEyIiwidGl0bGUiOiIyMDEyIiwiY291bnQiOjEzfSx7ImlkIjoiMjAxNCIsInRpdGxlIjoiMjAxNCIsImNvdW50Ijo3NzR9LHsiaWQiOiIyMDE1IiwidGl0bGUiOiIyMDE1IiwiY291bnQiOjcxfSx7ImlkIjoiMjAxNiIsInRpdGxlIjoiMjAxNiIsImNvdW50IjoxMzZ9LHsiaWQiOiIyMDE3IiwidGl0bGUiOiIyMDE3IiwiY291bnQiOjQxMTF9LHsiaWQiOiIyMDE4IiwidGl0bGUiOiIyMDE4IiwiY291bnQiOjM4MDg4fSx7ImlkIjoiMjAxOSIsInRpdGxlIjoiMjAxOSIsImNvdW50IjoyODgwMX1dLCJyZWdpc3RlcmVkIjpbeyJpZCI6IjIwMTEiLCJ0aXRsZSI6IjIwMTEiLCJjb3VudCI6Mjl9LHsiaWQiOiIyMDEyIiwidGl0bGUiOiIyMDEyIiwiY291bnQiOjEzfSx7ImlkIjoiMjAxNCIsInRpdGxlIjoiMjAxNCIsImNvdW50Ijo3NzR9LHsiaWQiOiIyMDE1IiwidGl0bGUiOiIyMDE1IiwiY291bnQiOjcxfSx7ImlkIjoiMjAxNiIsInRpdGxlIjoiMjAxNiIsImNvdW50IjoxMjd9LHsiaWQiOiIyMDE3IiwidGl0bGUiOiIyMDE3IiwiY291bnQiOjE2NTd9LHsiaWQiOiIyMDE4IiwidGl0bGUiOiIyMDE4IiwiY291bnQiOjM3OTg4fSx7ImlkIjoiMjAxOSIsInRpdGxlIjoiMjAxOSIsImNvdW50IjoyODc2N31dLCJwcm92aWRlcnMiOlt7ImlkIjoidGliIiwidGl0bGUiOiJHZXJtYW4gTmF0aW9uYWwgTGlicmFyeSBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IiwiY291bnQiOjE2ODIyfSx7ImlkIjoicnN0YXQiLCJ0aXRsZSI6IlJveWFsdHlTdGF0IiwiY291bnQiOjE2NDY2fSx7ImlkIjoiYmwiLCJ0aXRsZSI6IlRoZSBCcml0aXNoIExpYnJhcnkiLCJjb3VudCI6MTUyODR9LHsiaWQiOiJ1dXRhaCIsInRpdGxlIjoiVW5pdmVyc2l0eSBvZiBVdGFoIiwiY291bnQiOjEyNjc2fSx7ImlkIjoiY2lzdGkiLCJ0aXRsZSI6IkNhbmFkYSBJbnN0aXR1dGUgZm9yIFNjaWVudGlmaWMgYW5kIFRlY2huaWNhbCBJbmZvcm1hdGlvbiIsImNvdW50IjozODc4fSx7ImlkIjoiY2RsIiwidGl0bGUiOiJDYWxpZm9ybmlhIERpZ2l0YWwgTGlicmFyeSIsImNvdW50Ijo3NDd9LHsiaWQiOiJnZGNjIiwidGl0bGUiOiJUaGUgR2xvYmFsIERhdGF2ZXJzZSBDb21tdW5pdHkgQ29uc29ydGl1bSAoR0RDQykiLCJjb3VudCI6Njc4fSx7ImlkIjoiZGVtbyIsInRpdGxlIjoiRGF0YUNpdGUgRGVtbyBQcm92aWRlciIsImNvdW50Ijo1ODJ9LHsiaWQiOiJkYXRhY2l0ZSIsInRpdGxlIjoiRGF0YUNpdGUiLCJjb3VudCI6NDQxfSx7ImlkIjoidGluZCIsInRpdGxlIjoiVElORCBUZWNobm9sb2dpZXMiLCJjb3VudCI6MzQ2fSx7ImlkIjoiaW50ZXJ2YWwiLCJ0aXRsZSI6IklOVEVSVkFMUyIsImNvdW50IjozMzZ9LHsiaWQiOiJjaW4iLCJ0aXRsZSI6IlVuaXZlcnNpdHkgb2YgQ2luY2lubmF0aSIsImNvdW50IjozMzR9LHsiaWQiOiJraW0iLCJ0aXRsZSI6Iktub3dsZWRnZWJhc2Ugb2YgSW50ZXJhdG9taWMgTW9kZWxzIiwiY291bnQiOjMxM30seyJpZCI6ImNvcm5lbGwiLCJ0aXRsZSI6IkNvcm5lbGwgVW5pdmVyc2l0eSIsImNvdW50IjoyODB9LHsiaWQiOiJjYWx0ZWNoIiwidGl0bGUiOiJDYWxpZm9ybmlhIEluc3RpdHV0ZSBvZiBUZWNobm9sb2d5IChDYWx0ZWNoKSIsImNvdW50IjoyMDR9XSwiY2xpZW50cyI6W3siaWQiOiJyc3RhdC5yc3RhdCIsInRpdGxlIjoiUm95YWx0eVN0YXQiLCJjb3VudCI6MTY0NjZ9LHsiaWQiOiJ1dXRhaC5tYXJyaW90dCIsInRpdGxlIjoiSi4gV2lsbGFyZCBNYXJyaW90dCBMaWJyYXJ5IiwiY291bnQiOjEyNjM5fSx7ImlkIjoidGliLmFpcCIsInRpdGxlIjoiTGVpYm5pei1JbnN0aXR1dCBmw7xyIEFzdHJvcGh5c2lrIFBvdHNkYW0gKEFJUCkgQW4gZGVyIFN0ZXJud2FydGUgMTYgMTQ0ODIgUG90c2RhbSIsImNvdW50IjoxMDg2MX0seyJpZCI6ImJsLmNjZGMiLCJ0aXRsZSI6IlRoZSBDYW1icmlkZ2UgU3RydWN0dXJhbCBEYXRhYmFzZSIsImNvdW50Ijo1NTA5fSx7ImlkIjoiYmwubWVuZGVsZXkiLCJ0aXRsZSI6Ik1lbmRlbGV5IERhdGEiLCJjb3VudCI6NDE2MH0seyJpZCI6ImNpc3RpLm5yYyIsInRpdGxlIjoiTmF0aW9uYWwgUmVzZWFyY2ggQ291bmNpbCIsImNvdW50IjozMTk0fSx7ImlkIjoiYmwuY2FtIiwidGl0bGUiOiJVbml2ZXJzaXR5IG9mIENhbWJyaWRnZSIsImNvdW50IjoyNTgyfSx7ImlkIjoidGliLm1wZGwiLCJ0aXRsZSI6Ik1heCBQbGFuY2sgRGlnaXRhbCBMaWJyYXJ5IiwiY291bnQiOjIyMDV9LHsiaWQiOiJibC5mMTAwMHIiLCJ0aXRsZSI6IkZhY3VsdHkgb2YgMTAwMCBSZXNlYXJjaCIsImNvdW50IjoxNzQzfSx7ImlkIjoidGliLnJhZGFyIiwidGl0bGUiOiJSQURBUiBQcm9qZWt0IiwiY291bnQiOjE0NzZ9LHsiaWQiOiJ0aWIudHVkbyIsInRpdGxlIjoiVGVjaG5pc2NoZSBVbml2ZXJzaXTDpHQgRG9ydG11bmQiLCJjb3VudCI6OTMxfSx7ImlkIjoidGliLnVibG11IiwidGl0bGUiOiJVbml2ZXJzaXTDpHRzYmlibGlvdGhlayBNw7xuY2hlbiIsImNvdW50Ijo2Nzd9LHsiaWQiOiJibC5zdGZjIiwidGl0bGUiOiJTY2llbmNlIGFuZCBUZWNobm9sb2d5IEZhY2lsaXRpZXMgQ291bmNpbCIsImNvdW50Ijo2MzB9LHsiaWQiOiJjaXN0aS51YWwiLCJ0aXRsZSI6IlVuaXZlcnNpdHkgb2YgQWxiZXJ0YSBMaWJyYXJpZXMiLCJjb3VudCI6NjEzfSx7ImlkIjoiZ2RjYy5xZHItdGVzdCIsInRpdGxlIjoiUURSIFRlc3QgQWNjb3VudCIsImNvdW50Ijo1OTd9XSwicHJlZml4ZXMiOlt7ImlkIjoiMTAuMjQzMzUiLCJ0aXRsZSI6IjEwLjI0MzM1IiwiY291bnQiOjE2NDY2fSx7ImlkIjoiMTAuMzM1MjUiLCJ0aXRsZSI6IjEwLjMzNTI1IiwiY291bnQiOjEyNjIyfSx7ImlkIjoiMTAuMTc4NzYiLCJ0aXRsZSI6IjEwLjE3ODc2IiwiY291bnQiOjEwODYxfSx7ImlkIjoiMTAuNDEyNCIsInRpdGxlIjoiMTAuNDEyNCIsImNvdW50Ijo2OTg0fSx7ImlkIjoiMTAuNDIyNCIsInRpdGxlIjoiMTAuNDIyNCIsImNvdW50IjozMTk0fSx7ImlkIjoiMTAuMTIzNCIsInRpdGxlIjoiMTAuMTIzNCIsImNvdW50IjoyODM0fSx7ImlkIjoiMTAuMTc4NjMiLCJ0aXRsZSI6IjEwLjE3ODYzIiwiY291bnQiOjI1ODJ9LHsiaWQiOiIxMC4xNTc3MSIsInRpdGxlIjoiMTAuMTU3NzEiLCJjb3VudCI6MjIwNH0seyJpZCI6IjEwLjAxMzMiLCJ0aXRsZSI6IjEwLjAxMzMiLCJjb3VudCI6MTQ3Nn0seyJpZCI6IjEwLjAxNDIiLCJ0aXRsZSI6IjEwLjAxNDIiLCJjb3VudCI6OTMxfSx7ImlkIjoiMTAuNTI1NiIsInRpdGxlIjoiMTAuNTI1NiIsImNvdW50Ijo3Mzd9LHsiaWQiOiIxMC41MjgyIiwidGl0bGUiOiIxMC41MjgyIiwiY291bnQiOjY3N30seyJpZCI6IjEwLjUyODYiLCJ0aXRsZSI6IjEwLjUyODYiLCJjb3VudCI6NjMwfSx7ImlkIjoiMTAuMjE5NjciLCJ0aXRsZSI6IjEwLjIxOTY3IiwiY291bnQiOjYxM30seyJpZCI6IjEwLjIxOTU2IiwidGl0bGUiOiIxMC4yMTk1NiIsImNvdW50Ijo2MTF9XSwic2NoZW1hVmVyc2lvbnMiOlt7ImlkIjoiNCIsInRpdGxlIjoiU2NoZW1hIDQiLCJjb3VudCI6NTkxMzJ9LHsiaWQiOiIzIiwidGl0bGUiOiJTY2hlbWEgMyIsImNvdW50Ijo0MjE1fSx7ImlkIjoiMi4yIiwidGl0bGUiOiJTY2hlbWEgMi4yIiwiY291bnQiOjE0fV0sInNvdXJjZXMiOlt7ImlkIjoibWRzIiwidGl0bGUiOiJNZHMiLCJjb3VudCI6NDAwMzZ9LHsiaWQiOiJleiIsInRpdGxlIjoiRXoiLCJjb3VudCI6MTI3Nn0seyJpZCI6ImZhYnJpY2EiLCJ0aXRsZSI6IkZhYnJpY2EiLCJjb3VudCI6NTZ9LHsiaWQiOiJmYWJyaWNhRm9ybSIsInRpdGxlIjoiRmFicmljYSBGb3JtIiwiY291bnQiOjUwfV0sImxpbmtDaGVja3NTdGF0dXMiOlt7ImlkIjoiMjAwIiwidGl0bGUiOiIyMDAiLCJjb3VudCI6Mzk4MH0seyJpZCI6IjQwMyIsInRpdGxlIjoiNDAzIiwiY291bnQiOjI4Mn0seyJpZCI6IjQwNCIsInRpdGxlIjoiNDA0IiwiY291bnQiOjI1Mn0seyJpZCI6IjQwMSIsInRpdGxlIjoiNDAxIiwiY291bnQiOjY4fSx7ImlkIjoiNTAwIiwidGl0bGUiOiI1MDAiLCJjb3VudCI6MTV9LHsiaWQiOiI1MDMiLCJ0aXRsZSI6IjUwMyIsImNvdW50Ijo0fSx7ImlkIjoiNDEwIiwidGl0bGUiOiI0MTAiLCJjb3VudCI6Mn0seyJpZCI6IjMwMSIsInRpdGxlIjoiMzAxIiwiY291bnQiOjF9XSwibGlua3NDaGVja2VkIjo5NDIsImxpbmtzV2l0aFNjaGVtYU9yZyI6W3siaWQiOiIwIiwidGl0bGUiOiIwIiwiY291bnQiOjEwMDQzfSx7ImlkIjoiMSIsInRpdGxlIjoiMSIsImNvdW50Ijo4Mjl9XSwibGlua0NoZWNrc1NjaGVtYU9yZ0lkIjo4NCwibGlua0NoZWNrc0RjSWRlbnRpZmllciI6MzkyLCJsaW5rQ2hlY2tzQ2l0YXRpb25Eb2kiOjAsInN1YmplY3RzIjpbeyJpZCI6IkNyeXN0YWwgU3RydWN0dXJlIiwidGl0bGUiOiJDcnlzdGFsIFN0cnVjdHVyZSIsImNvdW50IjoyNzcxfSx7ImlkIjoiQ2VsbCBQYXJhbWV0ZXJzIiwidGl0bGUiOiJDZWxsIFBhcmFtZXRlcnMiLCJjb3VudCI6Mjc2OX0seyJpZCI6IkNyeXN0YWwgU3lzdGVtIiwidGl0bGUiOiJDcnlzdGFsIFN5c3RlbSIsImNvdW50IjoyNzY5fSx7ImlkIjoiQ3J5c3RhbGxvZ3JhcGh5IiwidGl0bGUiOiJDcnlzdGFsbG9ncmFwaHkiLCJjb3VudCI6Mjc2OX0seyJpZCI6IkV4cGVyaW1lbnRhbCAzRCBDb29yZGluYXRlcyIsInRpdGxlIjoiRXhwZXJpbWVudGFsIDMgRCBDb29yZGluYXRlcyIsImNvdW50IjoyNzY5fSx7ImlkIjoiU3BhY2UgR3JvdXAiLCJ0aXRsZSI6IlNwYWNlIEdyb3VwIiwiY291bnQiOjI3Njl9LHsiaWQiOiJNYXRoZW1hdGljcyIsInRpdGxlIjoiTWF0aGVtYXRpY3MiLCJjb3VudCI6MjUwNX0seyJpZCI6IlNURkMgSVNJUyBOZXV0cm9uIGFuZCBNdW9uIERhdGEiLCJ0aXRsZSI6IlN0ZmMgSXNpcyBOZXV0cm9uIEFuZCBNdW9uIERhdGEiLCJjb3VudCI6NTczfSx7ImlkIjoiQWdyaWN1bHR1cmUiLCJ0aXRsZSI6IkFncmljdWx0dXJlIiwiY291bnQiOjQ2OH0seyJpZCI6IkluY2x1ZGUga2V5d29yZChzKSB0aGF0IGRlc2NyaWJlIHRoZSBzdWJqZWN0IGZvY3VzIG9mIHRoZSByZXNvdXJjZS4gRm9ybWF0OiBDb21tYS1zZXBhcmF0ZWQgbGlzdCBvZiBrZXl3b3Jkcy4iLCJ0aXRsZSI6IkluY2x1ZGUgS2V5d29yZChTKSBUaGF0IERlc2NyaWJlIFRoZSBTdWJqZWN0IEZvY3VzIE9mIFRoZSBSZXNvdXJjZS4gRm9ybWF0OiBDb21tYSBTZXBhcmF0ZWQgTGlzdCBPZiBLZXl3b3Jkcy4iLCJjb3VudCI6NDQ1fSx7ImlkIjoiSGVyemJlcmcsIEdlcmhhcmQiLCJ0aXRsZSI6IkhlcnpiZXJnLCBHZXJoYXJkIiwiY291bnQiOjQwMn0seyJpZCI6IjUxMCIsInRpdGxlIjoiNTEwIiwiY291bnQiOjM2NX0seyJpZCI6IkJpb2xvZ3kiLCJ0aXRsZSI6IkJpb2xvZ3kiLCJjb3VudCI6MzE1fSx7ImlkIjoiT3BlbktJTSIsInRpdGxlIjoiT3BlbiBLaW0iLCJjb3VudCI6MzEzfSx7ImlkIjoiUGFyYW1ldGVyaXplZCBNb2RlbCIsInRpdGxlIjoiUGFyYW1ldGVyaXplZCBNb2RlbCIsImNvdW50IjoyNTZ9XX0sImxpbmtzIjp7InNlbGYiOiJodHRwczovL2FwaS50ZXN0LmRhdGFjaXRlLm9yZy9kb2lzP3BhZ2UlNUJjdXJzb3IlNUQ9MSZwYWdlJTVCc2l6ZSU1RD0wIiwibmV4dCI6Imh0dHBzOi8vYXBpLnRlc3QuZGF0YWNpdGUub3JnL2RvaXM/cGFnZSU1QnNpemUlNUQ9MCJ9fQ==
42
47
  http_version:
43
- recorded_at: Sun, 09 Sep 2018 05:56:15 GMT
48
+ recorded_at: Sat, 01 Jun 2019 07:54:14 GMT
44
49
  recorded_with: VCR 3.0.3
data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_no_works_returned_by_the_Datacite_REST_API.yml ADDED
@@ -0,0 +1,59 @@
1
+ ---
2
+ http_interactions:
3
+ - request:
4
+ method: put
5
+ uri: https://s3.eu-west-1.amazonaws.com/search.test.datacite.org/sitemaps/sitemap.xml.gz
6
+ body:
7
+ encoding: ASCII-8BIT
8
+ string: !binary |-
9
+ H4sIADIv8lwAA5WSPW+DMBCG/wryWuEP2kYFOWTrlE5Npa6uccCSsSnnBvLv6xhS0aoD2eDuee5exPHd2JrkpHrQzm4RwxQlykpXaVtv0dvhOX1Cu5J/9QaUTwJroRhBb1HjfVcQMgwDHu6x62uSUcrI+8v+VTaqFam24IWVCiWBLyAW904KHxctdNA+tDqIQyYOyFwkFOfJDez1GY9QoSnuTbtmp9CtqNUvs3auNgpL1/710ggThtnVPulKubV2hJe2VQOslS/sMnfrPrRZHXyiSfzpk9+FLwmdtQNmfDlhbHxr/jsPluc5iV0U76nkxsnywkEAQYleNtgr8LgSXsiwIWqcXDBuBPjWVWVGWZ7STUrZgebF40ORbe5oVlAauBnhshG2VsdefZbCDOIMnCxKvOu167U/lyE1Jz9vnMRQZDr18huuVNkBGQMAAA==
10
+ headers:
11
+ Content-Type:
12
+ - application/x-gzip
13
+ Accept-Encoding:
14
+ - ''
15
+ User-Agent:
16
+ - aws-sdk-ruby3/3.54.1 ruby/2.6.0 x86_64-darwin18 aws-sdk-s3/1.41.0
17
+ X-Amz-Acl:
18
+ - public-read
19
+ Cache-Control:
20
+ - private, max-age=0, no-cache
21
+ Expect:
22
+ - 100-continue
23
+ Content-Md5:
24
+ - MqcFmQwtK0tNhF7KTvb3Gg==
25
+ X-Amz-Date:
26
+ - 20190601T075426Z
27
+ X-Amz-Content-Sha256:
28
+ - 05cf62d823348cf6e54c7547a080c9c54abdb582d2cda5a40b06ec271d02de45
29
+ Authorization:
30
+ - AWS4-HMAC-SHA256 Credential=AKIAJAMMCXAR3IXMNCGQ/20190601/eu-west-1/s3/aws4_request,
31
+ SignedHeaders=cache-control;content-md5;content-type;expect;host;user-agent;x-amz-acl;x-amz-content-sha256;x-amz-date,
32
+ Signature=5933684d5b219e3a060fe9f2179bb50a19df6af7792d156d7afaa4376d67ca1b
33
+ Content-Length:
34
+ - '334'
35
+ Accept:
36
+ - "*/*"
37
+ response:
38
+ status:
39
+ code: 200
40
+ message: OK
41
+ headers:
42
+ X-Amz-Id-2:
43
+ - rykr6Devdhw7TsCUhLIHYVWk6wBC8AJoT4GiEf4bdrUYYE2ryLvCnru960QcFKJGMmaW01OvWr0=
44
+ X-Amz-Request-Id:
45
+ - 1CB23DE1C89089F5
46
+ Date:
47
+ - Sat, 01 Jun 2019 07:54:27 GMT
48
+ Etag:
49
+ - '"32a705990c2d2b4b4d845eca4ef6f71a"'
50
+ Content-Length:
51
+ - '0'
52
+ Server:
53
+ - AmazonS3
54
+ body:
55
+ encoding: UTF-8
56
+ string: ''
57
+ http_version:
58
+ recorded_at: Sat, 01 Jun 2019 07:54:26 GMT
59
+ recorded_with: VCR 3.0.3
data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml ADDED
@@ -0,0 +1,59 @@
1
+ ---
2
+ http_interactions:
3
+ - request:
4
+ method: put
5
+ uri: https://s3.eu-west-1.amazonaws.com/search.test.datacite.org/sitemaps/sitemap.xml.gz
6
+ body:
7
+ encoding: ASCII-8BIT
8
+ string: !binary |-
9
+ H4sIADEv8lwAA82dTW/cSJKG/0rD14VU/Eomaag9tz3NnnYW2FtDJEVS/BK/hpnJX79RsuUqzfQCHmCAJy8Nt11lPWZmRLwRGRl8+osdh9+Ol3V7fZt+/xI+Bl9+e5nKt+p1an7/8j9/+8+H7Mtfvj39fR22l/03+ey0fbXb6+9f2n2fv14uxphHEz++rc0lCoLw8r//9df/LtuX8fnhddr256l8+fKbfP7r9v6bf30rn/f3H3T39e11lz+at/e/5PvntsuP37wEj/lv/8JnP379aLfqy3fcf+ln/fjO19fxuXn59M3m7a0ZXh7Lt/Efv/fw/uFL+Bh+fPt4rV7efvXb7x++//b0YrZf/fL1s/fc41vxOvwy+PdPX94X/fv3Z/mXyJ/86l/w4+P3f4Nt93H4s+0R5nl+ef/TL+/76dvT8FZ+u35ukw9uL89r2T7uL9v+WD3vz6X8hPevPV2uH3sanrd9fKu+RUGYPwTpQxD+Lci/quRrpP4jiL4GgXzux0eeyvZ5al7q9WX59jyYZ7c9Xe5+62leX9/W1919E+qny8//e7q8Q/06mXlb++0SBo9JGCWXsoyrNJh/4N79vPFt2tvB/T8MwaP6dzKY8KwymOGY8zymn0Mz9R39HKKj1fRzaIu5pJ/D0TUT/Rz6eqhhhn2vg5B+DtHm8LWI9mjnGRLDMyhLM6hhSGn/EE1bwTPsuJ+MpqOCGdaq0bRtCkN20Ay2307aNoepx331MA20pj0mrWhffQxpsvIMaqM1TB/NtLYXhiWh7WKcLK7lxslFMMPWRobWD8Jg6TzrUOdC+8lpPKqWt82J3pOyFutC26ZJ1pFnmHueYcM1jEmWAbcLtwQ0Q+FOOmYdWdfhsTvVIZ1vCkNE55vCENP5pjAkdF1OGFRDM+xDT+fdwjDgefdmKjrHMUvd43FzqQc6Zq3mPGjbPMIgpusw8hwM7R+OKetznmGg46YwjHTcFIaJjpvCMNO2KT5qo331cZYK35NnmeJ78iw1vifPMqP3pDDkuK8+y4KuwwhDifc/nGVF66hD6RDvh1E6omP3HvQHXaeV5xDgddq1TejnYI5I47WgJD/oOu2uuwlfizKt8Lw7CUN6LYQhws/1shjXMJLq5bRtHvlxOpzBBPxzMCFer85NRNvm7uKArssJQ0j3YAhDRPfLCUOM26ZZAzzHMWuI5zi2TGldbYpjp21TGA7aNo/+jPDcf7GKPnMXhpQ+7xYGTfeizJUJ6bq9MES0hjH2xGvFNqw3+sxdGHYFM+R1XNIMxiU9HTeFYaBrg9OWb/RzOMbW4XFziAL6OdgwqunYLQwNrWmFofVgLTraNoUB738QBrz/QRhGWk8Kw0TrSWGYaT25NlVA74fjPE/6DogJgoCOWTY6NF2XE4YMr8upeKfXYlnKkD6/2LJK0ba5Fy6mtf2xFgFdnzzK86BzXmEwuH9QQYtrGBX0tH44dF3Te9LGVtG+2mZdhTMoG9F2cWRlRt+NEoYC7xvMJGbwDBV+dpCnAd27KAwhXiNNFX73QRhGWk8Kw0THCzNNuIYx27nQfcU2bQxel0sbS9fl9iwI6d6kI2pHek8e2RzT/sGcesL1g+4K2kfZvMdnNx2T6ej9YHVw0Oe8VjcDnvubs6D9g1FRTZ8dCEND593C0NL1qGOvG3otrOZ7OG2mdrr3YOm3iT6/EIaZjpvCsNDnF8Kw0rm/GZKS7uEUhoqOm8JQ0/5BGBq6JiYMLV4b1DF+R0wYYjrn3To90vFCGCZeT64Wr8udTUv7aquKFs9xVNHRuZ4w9HTMEoYBj1n6UHQtSBgSOl4ccRDQ+0EY8B7vbY47fC3WWtP3mo3eD1rbC4Oh44UwWPpcTxgcfZYkDCcdN8VP4j7KROVJz38wURXQuloYQlpP2mGo6f7qtZ8O2kfZLsDnVx+uS+m1EAZN10iFIaPr1cKQ4/Vq1xV4r5rrSrrXXRgqulYsDDVdKxaGhtaTwsDXH4ZxpNfC9jU+S1wY8DnewrDTtikMB74fugLvPRCGlNb2shb4XHerTUrPsBIGvv6wTPicPWHAz1CEAT9DEYaEzvWEQdE9vcKQ0v2TwqDp/klhyOhcTxhyOtcThoLO9Uy1TLSW28a5wvdkNbW4f6imDvcP1dR7sBYD7h9Kjc8TE4YI91GljnEfVeqE1tXCgM/yEgZ8lpcw4LO8jna2dL4pDI7ON820FrhdTGuJ28Xk8D1pzjrF42bb4bM4hCGkbVMYItw22w5/T5AwJHg/bdspvJ+27VK6J0cYNN0nZtOIn4ORRpZeC1vpjn4OR3R0dH1S1mKnfZQw4HerhcF5YJsn3YNh9+DEdZTuRvzsQHcTbZvCMNNnB9alPZ1frKlytK82fa5wXd3nCd7D2ecR3f+wm0Dj+UWfx3RPr02LmY9ZBd43KAwrfTdKGDb6zF32ZEj3R9nxmHlf7SZaTwqDD89hofMsE+oFj1mh3vB4Eeodr0eFGp+LIgwGt81QW9w2Q+08sM2T1g/CsOK6etnxu7TCgN+lFQZ8npgwTLhtLvtM26bNm4L21cJQ0vtBGCp6P9hC4bYpDPg9d2HA/YMw4P5BGHj/UKiFjt021DVdGxSGhu49EIaW7skRho6u21uT5njNfMkq+uzADnFG57x2zjLcPzRVhNdIjcVnYApDSccsc8YbfUdMGHa6PikM+F17YTC4XYQJPvfALOOJ1+3PCJ8HIgz4zCJhwN9LKwwx7SetdSHuH1y50XvSHElL3xl0Aa9pZS1mWssJw4LXSF250jVSF4Z4v721bULfzxIGRfeZCwM+q0cY8Fk9woDP6hEGfFaPMOCzeoQBn9UjDPisHmHgZ/WcGf6ugc0NM62rXZSMdM4rDBOtaV0cjrRduESVtJ80W42/N8o4VdLa3hZDSuebLjtK+r6/zTP8frcw4Pe7hQG/3y0M+P1uYcDvd7s0jOlznKMv8D5zYcB7vHe7L/R5ljCs+H6o15KeH+WaAY+bwlDhzyFbNV23Fwb8PMuW0UE/B2Ew9L0DYbC0jxIGR/soYTjp+3ouW0ZaT7qiOGk96epjp/MLs1cx7h/aIfWAQdM+ynX7Su8HFxUxfXbgGu1o2zRl7ujzC2E46fMLUxYBvxZFSOfdwhDRebdr8pW2TdsuHf0chKGn6w+2L3f8OfTlgT8HPYd074EwRHTvgR2yjI7dNsvx2qBrd3x2tGsPfNafMFS0bbpWD3TOKwwjnfO6SlW0fxCGmu5Nsm5u6LPmLR0Wej/Ywyi6bi8MKV23t1YfuF20xULnWcKw4nnWYkp6PwhDRWs5YajpPWnOdqL9pN23jO7JEYYc95P7VtB24epppxnsuk34fd5142d5rRs/y2vd8Flerl8aPL/olxbvl+uXjj5jFQZL24UwONouXH8s9N0oYdj4tTh2D9YCP/cXBvzc35kw92AtVjp2n0Fv6D5SZyJ+tnyzB7RdCEOI28VoHN6jNZoT35OjDej6g51z3C7csW1036AtA7z/QRg2WsMIw47Hi8g4uhZ0Rq6n+8Rs2fLva27VTJ/jCANft2/VSvcuCgPvJ1u107FbGA46dguDwc+ah3Gma4PCgM+vdsOa031iwoC/Z1AY8N4Dm5cNrqPyssV1VF52tI6yZ1HSdiEMFW0XNotx/yAMuH8QBt4/mBqv29uqPenzzWOb+Zkk57rgevJcV1xPnutG60nXmIDOcVywGtpPumDTdM4rz8HStikMjvbVwnDi57zBFuBnrMGGvzdKGPD7/sKA3/cXBvwdf8KAv+tQGFK6p3ezSUvXxI4yN7R+cMm60LViYVjx2J2sGx03jzNbaD8pDCvuJ/suw/Vk3+W0fzBdaOkcx3RRiPd4d1GOaxgz4Qym04kHDPgdEGHA74AIg6a1nDBktJYThpzWcsJQ0Hm3MJT03QdhqOjzC2Go6fMLYWjo8wvThgmtq4VB0bpaGFJaVwuDputRZ3Piz8GOK3+32h2WXotj2UY6Xpwqc7S2d0Nn6NgtDJZeC7uWPe0n3bhGeC1oXGP6LMnqAH+HuB3DEreLUKW0f7DmwLW9U0mI14JUEtG1oFPvKX33QRg03U8rDHhtUBjw2qAwFLR/EAZ8brMwVHTMEoaa7qcVhoa+jyMMLV0rFoaOzruFAdeTwjDQ+aYwjHSuJwwTnfMKw0z3DZ6xbuizA9vGAe0flmlb6Zr5sVf8/CgzNPT5heyHkPbVwhDRvjovi5DOecU/dPSZmp2rgV4LYRjpuCkMEx03bbob+pxXGDY6bgrDgcfN9ODfY57uJx2zhMHiPird8fvdwrDTfcX7vOPvhN3yPaTrk1u+nfSe3OomoX21rEWA+4cj7vFaUBlNdP+DMMx0/4MwLPRslrNM8HdfCkNG++rjerJHMywOn+MtDA2to0w4JHTcdG3T0nV7YehwX13FHd2z51Ss6bMDG/R4j7cw8O9KDnoP4oXG5+S4YKpwuwimhtdR2tF2IQwnbRdnmQV0TUwYQjpuCkOEnyWVWUzXxNYgNrSmtXUZ0M9BbBOfqyZ+sqbPDtwyrbSvFoaNznllLUo6v3BxonD9ECcpnl/EiabzC2HIaG0vDDndF7S5CJ9ZtMeHousPe9g1dK3YzXlD26at2piuFbuuLuh+WhvVGa0n88L0dOw+h3infZQwHHiuN8SGzvX2uAvomBUGwRjS4j4M4ryj1dwZ9DXN4KoEfzvuOR74rpTnkNLeWhg0bRiyFiHurUc309FbGBb8NszoVvo2zKHznlbWwjDQflIYRrpqbkVA0FmvMPS4r1YpPqHWberAq6T7VuLdavuGv0VcGPDuA2Hguw8WNdH+Qexipk9ZzbIPtK++JhgtvSnPZcFHxLilK+m0VxgqD55DTQct0w8LHbSEYaXLxa7W+FGvMOBHvcKQ0PtBGBS9H0xUznTAEIadbqkVBqPw/dDx7Yt1hydawjDQhRhhGOmyuTBMuH6oOzzpFUFZ5vQ9kCsEnnIKRDXQrvIKcdB+SiBq7cGe2CI6egrEMdOS7gqx0npKIAw+S0ogXEFH0CtE6YHbPhP6ICGM23igexmvECPdvHaFmHC3LRAzbh0CseDWIRArrXKvEBstc68QO61zrxAHXSi7Qhi6UnaFwCcZXyEcLmoE4qQLVQKRBHSV6AoR4mpbICK6zfQKEeNpoEAk9NHjFQLvPL5CpPTh4xVC42mgQGT0hZkrRE533V4hCvrKzBWixCs1AlElHkDUdGn9CtHgpQGBaD1IiJOObq27QvQeZOXJ4EFWnoweZOUJ3j5zhZg9yMqTxYOsPFk9yMqTzYOsPNk9yMqTw4OsPDEeZOWJ9SArT5wPWfmJn3fErQo8yMpV6EFWriIPsnKFX/+8QiQeZOVKeZCVq9SDrFxpD7JylXmQlavcg6xcFR5k5ar0ICtXlQdZuao9yMpV40FWrloPsnLVeZCVq96DrDydPEgD08WDDEw7DzRmFnsQyjN8soZAFMYDtV0GHixHib9c5AqReKAnysWDhHipPEiIV/y69BVi9kBtl50HJcQ19iCKbhsndKMrxDo+RkGYvDyOb2/bA+cv7mFqGua2PIcH6nszHqjvzXqgvvfEg4L7rjwouO8pVnAPVZJl8gvMMj4AMMH7AYCZ5QcAZpI/AHwQuXvpQQq4V1ji87EUmKz7AMAKqB8AmF74APCgcOoiDw5iXezBQazjr+AJRI6f/AVxPeMiViAWXMQKBD46/grBvWvkw1FhOecHAC3dQlq8hrR2DGntGGHa8QOAVkwRrZgiWjFFmGL6AKA9YeTBqc3QYHLt4yngAqVrugzTix9PARcn8hS40dc/nkJMO6WYdkoxrY5iWh3FtDqKaXWU0OooodVRQqsj7vD8AwCvJ3VN37Al3uF5Kp+3/WW9rC/fv3L98EXju5MWjtz0mg8A2kUq2kUqehMq2kUq2kUqWqsp2g8oWiwqOnebhrGks+hpWDPQIWsdXF7+Pv6xPdd/vG2vfwRBALqGP6EB/cQ/03Cn1t9pQlmdx/W5fBizh/H54fV5e/UFKAxpoh8GVZWP5VY9vmvQE29j/USjaWdzT2MC+lbfPc2Bt+N/ojnpbvRPNBablKWvgbraihfJnDKfjKktNN1Ld09T4o2W9zQV1+wY6iyNL+Xz+BiBmfZPiBisB94gNCfwfkJoLt/5yUAmXXdbgm49/GSqNd3m84lmou8yf6Ix9LHWHU2XjB5pgi6ZPNo3XTJ7pCW7ZKFHRXyiWem7W/c0avRp36jJp32jZp/2jVq48/SbiAN7rW4RmyuQ/cm6pJ1HmWqXWu4W4D/TaPyNV59o8HdffaKxHlV/Ou18sil9YmnapwoHPNQoqVPlsj7Z50cPcucw9SFvDaOMOyj7SZHEYNv1HYUP4ThR4O3BG0UEduLfU/jwLHTkw+7UYAPmPYUHRaZEg2149xRerAjXjnZPAbac3FP48Sx88J069cJGUg+0llB4EUdSL/YFJ8M/UXjhLzTXjnNP4YMG19oLlaO9sFTurTifKLzwnZkXlpp5Edm9yJblV15QeBHNuPnQnyi82J25F/si92FfZIEPlpqB03/uKXzYF5kXNb7MixpfBs44uKfwwXdm4LSDewof/IUGZ2XdKNLcDwofYmqa++C1dOCD19LgfKL7Z+GD79TgRZ57Ci92J3hx557CixXxQl9oTl9EURBElyp85NKAGwJmHT8RQs5z3zFglnHH4EcPClc6+ZPGnGLGFkYlcXZJ+nh8mNyBzdt/pxjL6XhonlNu2NVdOwx4b/zWkelHHceDQJYnHjwJDQ4d+gmhlAcQiQ/HZZkPpyIKnDFysw5wTOOdy/ShiqR88Nte1JwzcALSDSL1YE/IzvSgjpUmHqTomfIAIvfCRn3oawXT8zsIHzqzwsiH2lEYxXy9hJsy+xPBg6cQ86UKrs/6hoAJuxsC5qxvCFjy9xOB6zO/IfAWwXWY3xA82At8QZvTkjcEPkxxA0ZvCHyk5IaM3hB4v5DywTr14CnwwZorDf5E4Jq2bwj8duQapW8I/HbkzvluCLxeyP49euH63+1l//Z/9aAtF68IAgA=
10
+ headers:
11
+ Content-Type:
12
+ - application/x-gzip
13
+ Accept-Encoding:
14
+ - ''
15
+ User-Agent:
16
+ - aws-sdk-ruby3/3.54.1 ruby/2.6.0 x86_64-darwin18 aws-sdk-s3/1.41.0
17
+ X-Amz-Acl:
18
+ - public-read
19
+ Cache-Control:
20
+ - private, max-age=0, no-cache
21
+ Expect:
22
+ - 100-continue
23
+ Content-Md5:
24
+ - i9vuzb6r7iueHICATV54Iw==
25
+ X-Amz-Date:
26
+ - 20190601T075425Z
27
+ X-Amz-Content-Sha256:
28
+ - 47f7a2c6e78e084249a3a99d1b45419a68e68df6fe8851ca0f55dff1e7e05c02
29
+ Authorization:
30
+ - AWS4-HMAC-SHA256 Credential=AKIAJAMMCXAR3IXMNCGQ/20190601/eu-west-1/s3/aws4_request,
31
+ SignedHeaders=cache-control;content-md5;content-type;expect;host;user-agent;x-amz-acl;x-amz-content-sha256;x-amz-date,
32
+ Signature=96f0ccb2e47879af504f1c3e6367bfb7860e68e9c2037bf7dfc285e45faee33b
33
+ Content-Length:
34
+ - '5270'
35
+ Accept:
36
+ - "*/*"
37
+ response:
38
+ status:
39
+ code: 200
40
+ message: OK
41
+ headers:
42
+ X-Amz-Id-2:
43
+ - OF9RdXfL49duYvrQksm3ECKO9qzqO8w4n2XE3eJTp540r9gNiI9Qnnn2eOCCxSmqXWVVM4zwxCM=
44
+ X-Amz-Request-Id:
45
+ - 74B55E4B271A669D
46
+ Date:
47
+ - Sat, 01 Jun 2019 07:54:27 GMT
48
+ Etag:
49
+ - '"8bdbeecdbeabee2b9e1c80804d5e7823"'
50
+ Content-Length:
51
+ - '0'
52
+ Server:
53
+ - AmazonS3
54
+ body:
55
+ encoding: UTF-8
56
+ string: ''
57
+ http_version:
58
+ recorded_at: Sat, 01 Jun 2019 07:54:26 GMT
59
+ recorded_with: VCR 3.0.3
data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml ADDED
@@ -0,0 +1,105 @@
1
+ ---
2
+ http_interactions:
3
+ - request:
4
+ method: get
5
+ uri: https://api.test.datacite.org/dois?page%5Bcursor%5D=1&page%5Bsize%5D=0
6
+ body:
7
+ encoding: US-ASCII
8
+ string: ''
9
+ headers:
10
+ User-Agent:
11
+ - Mozilla/5.0 (compatible; Maremma/4.2.1; +https://github.com/datacite/maremma)
12
+ Accept:
13
+ - text/html,application/json,application/xml;q=0.9, text/plain;q=0.8,image/png,*/*;q=0.5
14
+ response:
15
+ status:
16
+ code: 200
17
+ message: OK
18
+ headers:
19
+ Date:
20
+ - Sat, 01 Jun 2019 07:54:13 GMT
21
+ Content-Type:
22
+ - application/json; charset=utf-8
23
+ Connection:
24
+ - keep-alive
25
+ Status:
26
+ - 200 OK
27
+ X-Anonymous-Consumer:
28
+ - 'true'
29
+ Cache-Control:
30
+ - max-age=0, private, must-revalidate
31
+ Vary:
32
+ - Accept-Encoding, Origin
33
+ Etag:
34
+ - W/"25203fc5150eb6f7e557ea3e60dbeecc"
35
+ X-Runtime:
36
+ - '0.093190'
37
+ X-Request-Id:
38
+ - 62c1fef1-ad50-441b-91b5-46aacbdcedfe
39
+ X-Powered-By:
40
+ - Phusion Passenger 6.0.2
41
+ Server:
42
+ - nginx/1.15.8 + Phusion Passenger 6.0.2
43
+ body:
44
+ encoding: ASCII-8BIT
45
+ string: !binary |-
46
+ eyJkYXRhIjpbXSwiaW5jbHVkZWQiOltdLCJtZXRhIjp7InRvdGFsIjo3MjAyMywidG90YWxQYWdlcyI6MCwic3RhdGVzIjpbeyJpZCI6ImZpbmRhYmxlIiwidGl0bGUiOiJGaW5kYWJsZSIsImNvdW50Ijo3MjAyM31dLCJyZXNvdXJjZVR5cGVzIjpbeyJpZCI6InRleHQiLCJ0aXRsZSI6IlRleHQiLCJjb3VudCI6MjAzOTd9LHsiaWQiOiJkYXRhc2V0IiwidGl0bGUiOiJEYXRhc2V0IiwiY291bnQiOjEwMjE1fSx7ImlkIjoib3RoZXIiLCJ0aXRsZSI6Ik90aGVyIiwiY291bnQiOjEwNjJ9LHsiaWQiOiJzb2Z0d2FyZSIsInRpdGxlIjoiU29mdHdhcmUiLCJjb3VudCI6Njc1fSx7ImlkIjoiaW1hZ2UiLCJ0aXRsZSI6IkltYWdlIiwiY291bnQiOjY1Mn0seyJpZCI6ImNvbGxlY3Rpb24iLCJ0aXRsZSI6IkNvbGxlY3Rpb24iLCJjb3VudCI6Mzc0fSx7ImlkIjoid29ya2Zsb3ciLCJ0aXRsZSI6IldvcmtmbG93IiwiY291bnQiOjk2fSx7ImlkIjoiYXVkaW92aXN1YWwiLCJ0aXRsZSI6IkF1ZGlvdmlzdWFsIiwiY291bnQiOjcwfSx7ImlkIjoicGh5c2ljYWwtb2JqZWN0IiwidGl0bGUiOiJQaHlzaWNhbE9iamVjdCIsImNvdW50Ijo0NX0seyJpZCI6ImV2ZW50IiwidGl0bGUiOiJFdmVudCIsImNvdW50IjoyNX0seyJpZCI6ImludGVyYWN0aXZlLXJlc291cmNlIiwidGl0bGUiOiJJbnRlcmFjdGl2ZVJlc291cmNlIiwiY291bnQiOjIyfSx7ImlkIjoic2VydmljZSIsInRpdGxlIjoiU2VydmljZSIsImNvdW50IjoxNH0seyJpZCI6Im1vZGVsIiwidGl0bGUiOiJNb2RlbCIsImNvdW50Ijo4fSx7ImlkIjoiZGF0YS1wYXBlciIsInRpdGxlIjoiRGF0YVBhcGVyIiwiY291bnQiOjd9LHsiaWQiOiJzb3VuZCIsInRpdGxlIjoiU291bmQiLCJjb3VudCI6Nn1dLCJjcmVhdGVkIjpbeyJpZCI6IjIwMTEiLCJ0aXRsZSI6IjIwMTEiLCJjb3VudCI6Mjl9LHsiaWQiOiIyMDEyIiwidGl0bGUiOiIyMDEyIiwiY291bnQiOjEzfSx7ImlkIjoiMjAxNCIsInRpdGxlIjoiMjAxNCIsImNvdW50Ijo3NzR9LHsiaWQiOiIyMDE1IiwidGl0bGUiOiIyMDE1IiwiY291bnQiOjcxfSx7ImlkIjoiMjAxNiIsInRpdGxlIjoiMjAxNiIsImNvdW50IjoxMzZ9LHsiaWQiOiIyMDE3IiwidGl0bGUiOiIyMDE3IiwiY291bnQiOjQxMTF9LHsiaWQiOiIyMDE4IiwidGl0bGUiOiIyMDE4IiwiY291bnQiOjM4MDg4fSx7ImlkIjoiMjAxOSIsInRpdGxlIjoiMjAxOSIsImNvdW50IjoyODgwMX1dLCJyZWdpc3RlcmVkIjpbeyJpZCI6IjIwMTEiLCJ0aXRsZSI6IjIwMTEiLCJjb3VudCI6Mjl9LHsiaWQiOiIyMDEyIiwidGl0bGUiOiIyMDEyIiwiY291bnQiOjEzfSx7ImlkIjoiMjAxNCIsInRpdGxlIjoiMjAxNCIsImNvdW50Ijo3NzR9LHsiaWQiOiIyMDE1IiwidGl0bGUiOiIyMDE1IiwiY291bnQiOjcxfSx7ImlkIjoiMjAxNiIsInRpdGxlIjoiMjAxNiIsImNvdW50IjoxMjd9LHsiaWQiOiIyMDE3IiwidGl0bGUiOiIyMDE3IiwiY291bnQiOjE2NTd9LHsiaWQiOiIyMDE4IiwidGl0bGUiOiIyMDE4IiwiY291bnQiOjM3OTg4fSx7ImlkIjoiMjAxOSIsInRpdGxlIjoiMjAxOSIsImNvdW50IjoyODc2N31dLCJwcm92aWRlcnMiOlt7ImlkIjoidGliIiwidGl0bGUiOiJHZXJtYW4gTmF0aW9uYWwgTGlicmFyeSBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IiwiY291bnQiOjE2ODIyfSx7ImlkIjoicnN0YXQiLCJ0aXRsZSI6IlJveWFsdHlTdGF0IiwiY291bnQiOjE2NDY2fSx7ImlkIjoiYmwiLCJ0aXRsZSI6IlRoZSBCcml0aXNoIExpYnJhcnkiLCJjb3VudCI6MTUyODR9LHsiaWQiOiJ1dXRhaCIsInRpdGxlIjoiVW5pdmVyc2l0eSBvZiBVdGFoIiwiY291bnQiOjEyNjc2fSx7ImlkIjoiY2lzdGkiLCJ0aXRsZSI6IkNhbmFkYSBJbnN0aXR1dGUgZm9yIFNjaWVudGlmaWMgYW5kIFRlY2huaWNhbCBJbmZvcm1hdGlvbiIsImNvdW50IjozODc4fSx7ImlkIjoiY2RsIiwidGl0bGUiOiJDYWxpZm9ybmlhIERpZ2l0YWwgTGlicmFyeSIsImNvdW50Ijo3NDd9LHsiaWQiOiJnZGNjIiwidGl0bGUiOiJUaGUgR2xvYmFsIERhdGF2ZXJzZSBDb21tdW5pdHkgQ29uc29ydGl1bSAoR0RDQykiLCJjb3VudCI6Njc4fSx7ImlkIjoiZGVtbyIsInRpdGxlIjoiRGF0YUNpdGUgRGVtbyBQcm92aWRlciIsImNvdW50Ijo1ODJ9LHsiaWQiOiJkYXRhY2l0ZSIsInRpdGxlIjoiRGF0YUNpdGUiLCJjb3VudCI6NDQxfSx7ImlkIjoidGluZCIsInRpdGxlIjoiVElORCBUZWNobm9sb2dpZXMiLCJjb3VudCI6MzQ2fSx7ImlkIjoiaW50ZXJ2YWwiLCJ0aXRsZSI6IklOVEVSVkFMUyIsImNvdW50IjozMzZ9LHsiaWQiOiJjaW4iLCJ0aXRsZSI6IlVuaXZlcnNpdHkgb2YgQ2luY2lubmF0aSIsImNvdW50IjozMzR9LHsiaWQiOiJraW0iLCJ0aXRsZSI6Iktub3dsZWRnZWJhc2Ugb2YgSW50ZXJhdG9taWMgTW9kZWxzIiwiY291bnQiOjMxM30seyJpZCI6ImNvcm5lbGwiLCJ0aXRsZSI6IkNvcm5lbGwgVW5pdmVyc2l0eSIsImNvdW50IjoyODB9LHsiaWQiOiJjYWx0ZWNoIiwidGl0bGUiOiJDYWxpZm9ybmlhIEluc3RpdHV0ZSBvZiBUZWNobm9sb2d5IChDYWx0ZWNoKSIsImNvdW50IjoyMDR9XSwiY2xpZW50cyI6W3siaWQiOiJyc3RhdC5yc3RhdCIsInRpdGxlIjoiUm95YWx0eVN0YXQiLCJjb3VudCI6MTY0NjZ9LHsiaWQiOiJ1dXRhaC5tYXJyaW90dCIsInRpdGxlIjoiSi4gV2lsbGFyZCBNYXJyaW90dCBMaWJyYXJ5IiwiY291bnQiOjEyNjM5fSx7ImlkIjoidGliLmFpcCIsInRpdGxlIjoiTGVpYm5pei1JbnN0aXR1dCBmw7xyIEFzdHJvcGh5c2lrIFBvdHNkYW0gKEFJUCkgQW4gZGVyIFN0ZXJud2FydGUgMTYgMTQ0ODIgUG90c2RhbSIsImNvdW50IjoxMDg2MX0seyJpZCI6ImJsLmNjZGMiLCJ0aXRsZSI6IlRoZSBDYW1icmlkZ2UgU3RydWN0dXJhbCBEYXRhYmFzZSIsImNvdW50Ijo1NTA5fSx7ImlkIjoiYmwubWVuZGVsZXkiLCJ0aXRsZSI6Ik1lbmRlbGV5IERhdGEiLCJjb3VudCI6NDE2MH0seyJpZCI6ImNpc3RpLm5yYyIsInRpdGxlIjoiTmF0aW9uYWwgUmVzZWFyY2ggQ291bmNpbCIsImNvdW50IjozMTk0fSx7ImlkIjoiYmwuY2FtIiwidGl0bGUiOiJVbml2ZXJzaXR5IG9mIENhbWJyaWRnZSIsImNvdW50IjoyNTgyfSx7ImlkIjoidGliLm1wZGwiLCJ0aXRsZSI6Ik1heCBQbGFuY2sgRGlnaXRhbCBMaWJyYXJ5IiwiY291bnQiOjIyMDV9LHsiaWQiOiJibC5mMTAwMHIiLCJ0aXRsZSI6IkZhY3VsdHkgb2YgMTAwMCBSZXNlYXJjaCIsImNvdW50IjoxNzQzfSx7ImlkIjoidGliLnJhZGFyIiwidGl0bGUiOiJSQURBUiBQcm9qZWt0IiwiY291bnQiOjE0NzZ9LHsiaWQiOiJ0aWIudHVkbyIsInRpdGxlIjoiVGVjaG5pc2NoZSBVbml2ZXJzaXTDpHQgRG9ydG11bmQiLCJjb3VudCI6OTMxfSx7ImlkIjoidGliLnVibG11IiwidGl0bGUiOiJVbml2ZXJzaXTDpHRzYmlibGlvdGhlayBNw7xuY2hlbiIsImNvdW50Ijo2Nzd9LHsiaWQiOiJibC5zdGZjIiwidGl0bGUiOiJTY2llbmNlIGFuZCBUZWNobm9sb2d5IEZhY2lsaXRpZXMgQ291bmNpbCIsImNvdW50Ijo2MzB9LHsiaWQiOiJjaXN0aS51YWwiLCJ0aXRsZSI6IlVuaXZlcnNpdHkgb2YgQWxiZXJ0YSBMaWJyYXJpZXMiLCJjb3VudCI6NjEzfSx7ImlkIjoiZ2RjYy5xZHItdGVzdCIsInRpdGxlIjoiUURSIFRlc3QgQWNjb3VudCIsImNvdW50Ijo1OTd9XSwicHJlZml4ZXMiOlt7ImlkIjoiMTAuMjQzMzUiLCJ0aXRsZSI6IjEwLjI0MzM1IiwiY291bnQiOjE2NDY2fSx7ImlkIjoiMTAuMzM1MjUiLCJ0aXRsZSI6IjEwLjMzNTI1IiwiY291bnQiOjEyNjIyfSx7ImlkIjoiMTAuMTc4NzYiLCJ0aXRsZSI6IjEwLjE3ODc2IiwiY291bnQiOjEwODYxfSx7ImlkIjoiMTAuNDEyNCIsInRpdGxlIjoiMTAuNDEyNCIsImNvdW50Ijo2OTg0fSx7ImlkIjoiMTAuNDIyNCIsInRpdGxlIjoiMTAuNDIyNCIsImNvdW50IjozMTk0fSx7ImlkIjoiMTAuMTIzNCIsInRpdGxlIjoiMTAuMTIzNCIsImNvdW50IjoyODM0fSx7ImlkIjoiMTAuMTc4NjMiLCJ0aXRsZSI6IjEwLjE3ODYzIiwiY291bnQiOjI1ODJ9LHsiaWQiOiIxMC4xNTc3MSIsInRpdGxlIjoiMTAuMTU3NzEiLCJjb3VudCI6MjIwNH0seyJpZCI6IjEwLjAxMzMiLCJ0aXRsZSI6IjEwLjAxMzMiLCJjb3VudCI6MTQ3Nn0seyJpZCI6IjEwLjAxNDIiLCJ0aXRsZSI6IjEwLjAxNDIiLCJjb3VudCI6OTMxfSx7ImlkIjoiMTAuNTI1NiIsInRpdGxlIjoiMTAuNTI1NiIsImNvdW50Ijo3Mzd9LHsiaWQiOiIxMC41MjgyIiwidGl0bGUiOiIxMC41MjgyIiwiY291bnQiOjY3N30seyJpZCI6IjEwLjUyODYiLCJ0aXRsZSI6IjEwLjUyODYiLCJjb3VudCI6NjMwfSx7ImlkIjoiMTAuMjE5NjciLCJ0aXRsZSI6IjEwLjIxOTY3IiwiY291bnQiOjYxM30seyJpZCI6IjEwLjIxOTU2IiwidGl0bGUiOiIxMC4yMTk1NiIsImNvdW50Ijo2MTF9XSwic2NoZW1hVmVyc2lvbnMiOlt7ImlkIjoiNCIsInRpdGxlIjoiU2NoZW1hIDQiLCJjb3VudCI6NTkxMzJ9LHsiaWQiOiIzIiwidGl0bGUiOiJTY2hlbWEgMyIsImNvdW50Ijo0MjE1fSx7ImlkIjoiMi4yIiwidGl0bGUiOiJTY2hlbWEgMi4yIiwiY291bnQiOjE0fV0sInNvdXJjZXMiOlt7ImlkIjoibWRzIiwidGl0bGUiOiJNZHMiLCJjb3VudCI6NDAwMzZ9LHsiaWQiOiJleiIsInRpdGxlIjoiRXoiLCJjb3VudCI6MTI3Nn0seyJpZCI6ImZhYnJpY2EiLCJ0aXRsZSI6IkZhYnJpY2EiLCJjb3VudCI6NTZ9LHsiaWQiOiJmYWJyaWNhRm9ybSIsInRpdGxlIjoiRmFicmljYSBGb3JtIiwiY291bnQiOjUwfV0sImxpbmtDaGVja3NTdGF0dXMiOlt7ImlkIjoiMjAwIiwidGl0bGUiOiIyMDAiLCJjb3VudCI6Mzk4MH0seyJpZCI6IjQwMyIsInRpdGxlIjoiNDAzIiwiY291bnQiOjI4Mn0seyJpZCI6IjQwNCIsInRpdGxlIjoiNDA0IiwiY291bnQiOjI1Mn0seyJpZCI6IjQwMSIsInRpdGxlIjoiNDAxIiwiY291bnQiOjY4fSx7ImlkIjoiNTAwIiwidGl0bGUiOiI1MDAiLCJjb3VudCI6MTV9LHsiaWQiOiI1MDMiLCJ0aXRsZSI6IjUwMyIsImNvdW50Ijo0fSx7ImlkIjoiNDEwIiwidGl0bGUiOiI0MTAiLCJjb3VudCI6Mn0seyJpZCI6IjMwMSIsInRpdGxlIjoiMzAxIiwiY291bnQiOjF9XSwibGlua3NDaGVja2VkIjo5NDIsImxpbmtzV2l0aFNjaGVtYU9yZyI6W3siaWQiOiIwIiwidGl0bGUiOiIwIiwiY291bnQiOjEwMDQzfSx7ImlkIjoiMSIsInRpdGxlIjoiMSIsImNvdW50Ijo4Mjl9XSwibGlua0NoZWNrc1NjaGVtYU9yZ0lkIjo4NCwibGlua0NoZWNrc0RjSWRlbnRpZmllciI6MzkyLCJsaW5rQ2hlY2tzQ2l0YXRpb25Eb2kiOjAsInN1YmplY3RzIjpbeyJpZCI6IkNyeXN0YWwgU3RydWN0dXJlIiwidGl0bGUiOiJDcnlzdGFsIFN0cnVjdHVyZSIsImNvdW50IjoyNzcxfSx7ImlkIjoiQ2VsbCBQYXJhbWV0ZXJzIiwidGl0bGUiOiJDZWxsIFBhcmFtZXRlcnMiLCJjb3VudCI6Mjc2OX0seyJpZCI6IkNyeXN0YWwgU3lzdGVtIiwidGl0bGUiOiJDcnlzdGFsIFN5c3RlbSIsImNvdW50IjoyNzY5fSx7ImlkIjoiQ3J5c3RhbGxvZ3JhcGh5IiwidGl0bGUiOiJDcnlzdGFsbG9ncmFwaHkiLCJjb3VudCI6Mjc2OX0seyJpZCI6IkV4cGVyaW1lbnRhbCAzRCBDb29yZGluYXRlcyIsInRpdGxlIjoiRXhwZXJpbWVudGFsIDMgRCBDb29yZGluYXRlcyIsImNvdW50IjoyNzY5fSx7ImlkIjoiU3BhY2UgR3JvdXAiLCJ0aXRsZSI6IlNwYWNlIEdyb3VwIiwiY291bnQiOjI3Njl9LHsiaWQiOiJNYXRoZW1hdGljcyIsInRpdGxlIjoiTWF0aGVtYXRpY3MiLCJjb3VudCI6MjUwNX0seyJpZCI6IlNURkMgSVNJUyBOZXV0cm9uIGFuZCBNdW9uIERhdGEiLCJ0aXRsZSI6IlN0ZmMgSXNpcyBOZXV0cm9uIEFuZCBNdW9uIERhdGEiLCJjb3VudCI6NTczfSx7ImlkIjoiQWdyaWN1bHR1cmUiLCJ0aXRsZSI6IkFncmljdWx0dXJlIiwiY291bnQiOjQ2OH0seyJpZCI6IkluY2x1ZGUga2V5d29yZChzKSB0aGF0IGRlc2NyaWJlIHRoZSBzdWJqZWN0IGZvY3VzIG9mIHRoZSByZXNvdXJjZS4gRm9ybWF0OiBDb21tYS1zZXBhcmF0ZWQgbGlzdCBvZiBrZXl3b3Jkcy4iLCJ0aXRsZSI6IkluY2x1ZGUgS2V5d29yZChTKSBUaGF0IERlc2NyaWJlIFRoZSBTdWJqZWN0IEZvY3VzIE9mIFRoZSBSZXNvdXJjZS4gRm9ybWF0OiBDb21tYSBTZXBhcmF0ZWQgTGlzdCBPZiBLZXl3b3Jkcy4iLCJjb3VudCI6NDQ1fSx7ImlkIjoiSGVyemJlcmcsIEdlcmhhcmQiLCJ0aXRsZSI6IkhlcnpiZXJnLCBHZXJoYXJkIiwiY291bnQiOjQwMn0seyJpZCI6IjUxMCIsInRpdGxlIjoiNTEwIiwiY291bnQiOjM2NX0seyJpZCI6IkJpb2xvZ3kiLCJ0aXRsZSI6IkJpb2xvZ3kiLCJjb3VudCI6MzE1fSx7ImlkIjoiT3BlbktJTSIsInRpdGxlIjoiT3BlbiBLaW0iLCJjb3VudCI6MzEzfSx7ImlkIjoiUGFyYW1ldGVyaXplZCBNb2RlbCIsInRpdGxlIjoiUGFyYW1ldGVyaXplZCBNb2RlbCIsImNvdW50IjoyNTZ9XX0sImxpbmtzIjp7InNlbGYiOiJodHRwczovL2FwaS50ZXN0LmRhdGFjaXRlLm9yZy9kb2lzP3BhZ2UlNUJjdXJzb3IlNUQ9MSZwYWdlJTVCc2l6ZSU1RD0wIiwibmV4dCI6Imh0dHBzOi8vYXBpLnRlc3QuZGF0YWNpdGUub3JnL2RvaXM/cGFnZSU1QnNpemUlNUQ9MCJ9fQ==
47
+ http_version:
48
+ recorded_at: Sat, 01 Jun 2019 07:54:13 GMT
49
+ - request:
50
+ method: put
51
+ uri: https://s3.eu-west-1.amazonaws.com/search.test.datacite.org/sitemaps/sitemap.xml.gz
52
+ body:
53
+ encoding: ASCII-8BIT
54
+ string: !binary |-
55
+ H4sIACUv8lwAA5WSTU+EMBCG/wrp1dCPXTXSdNmbp/XkmnitpUKT0iJTF/bf2y1o0HhgbzDzPDMvYcR+bG120j0Y73aIYYoy7ZSvjKt36OX4mD+gfSk+ews6ZJF1wEcwO9SE0HFChmHAwxb7viYbShl5fTo8q0a3MjcOgnRKoyzyHFLx4JUMadFCBxNiq4M0ZOKAzEVCcZFdwX4/4xEqNMW9atfscNPKWv8ya+9rq7Hy7V8vTzBhmH3bJ1Npv9ZO8NJ2eoC18oVd5m79m7Grg080ST998rv4JbGzdsCMLyeMTWjtf+fBiqIgqYvSPZXCelVeOIggaNmrBgcNAVcySBU3JE2QCyashND6qtxQVuT0PqfsSAt+d8vZ9oZuOKWRmxGhGulq/d7rj1LaQZ5BkEVJdL3xvQnnMqYW5OdNkBSKTKdefgHiSwyOGQMAAA==
56
+ headers:
57
+ Content-Type:
58
+ - application/x-gzip
59
+ Accept-Encoding:
60
+ - ''
61
+ User-Agent:
62
+ - aws-sdk-ruby3/3.54.1 ruby/2.6.0 x86_64-darwin18 aws-sdk-s3/1.41.0
63
+ X-Amz-Acl:
64
+ - public-read
65
+ Cache-Control:
66
+ - private, max-age=0, no-cache
67
+ Expect:
68
+ - 100-continue
69
+ Content-Md5:
70
+ - IlI3PzOgk15/BZ/dmTWGyg==
71
+ X-Amz-Date:
72
+ - 20190601T075413Z
73
+ X-Amz-Content-Sha256:
74
+ - 3c8ed9be912da19663c1a71411344cdbcfea6c7a8f1d049580996c788243e3cb
75
+ Authorization:
76
+ - AWS4-HMAC-SHA256 Credential=AKIAJAMMCXAR3IXMNCGQ/20190601/eu-west-1/s3/aws4_request,
77
+ SignedHeaders=cache-control;content-md5;content-type;expect;host;user-agent;x-amz-acl;x-amz-content-sha256;x-amz-date,
78
+ Signature=92d74b0bd89a5e9d963d51cdc05d46f4d40a8fc25507c30172752a044c0bc387
79
+ Content-Length:
80
+ - '334'
81
+ Accept:
82
+ - "*/*"
83
+ response:
84
+ status:
85
+ code: 200
86
+ message: OK
87
+ headers:
88
+ X-Amz-Id-2:
89
+ - UShRFiv7MEICyCd8S/AZ5i03stQjJbBZnuz7/cdaAmMVyBH9lu5GZ10OnNE4gRYxgTsmv/9sSgU=
90
+ X-Amz-Request-Id:
91
+ - 27CA785C3B724575
92
+ Date:
93
+ - Sat, 01 Jun 2019 07:54:14 GMT
94
+ Etag:
95
+ - '"2252373f33a0935e7f059fdd993586ca"'
96
+ Content-Length:
97
+ - '0'
98
+ Server:
99
+ - AmazonS3
100
+ body:
101
+ encoding: UTF-8
102
+ string: ''
103
+ http_version:
104
+ recorded_at: Sat, 01 Jun 2019 07:54:13 GMT
105
+ recorded_with: VCR 3.0.3
data/spec/sitemap_spec.rb CHANGED
@@ -3,73 +3,49 @@ require 'spec_helper'
3
3
  describe Maltese::Sitemap, vcr: true do
4
4
  subject { Maltese::Sitemap.new }
5
5
 
6
- let(:total) { 10 }
7
- let(:doi) { "10.15771/IMEJIDEV.RM" }
8
- let(:from_date) { (Date.current - 1.day).strftime("%F") }
9
- let(:until_date) { Date.current.strftime("%F") }
6
+ let(:doi) { "10.4124/cc3d60p" }
10
7
 
11
8
  context "get_query_url" do
12
9
  it "default" do
13
- expect(subject.get_query_url).to eq("https://solr.test.datacite.org/api?q=*%3A*&fq=updated%3A%5B#{from_date}T00%3A00%3A00Z+TO+#{until_date}T23%3A59%3A59Z%5D+AND+has_metadata%3Atrue+AND+is_active%3Atrue&start=0&rows=50000&fl=doi%2Cupdated&sort=updated+asc&wt=json")
10
+ expect(subject.get_query_url).to eq("https://api.test.datacite.org/dois?page%5Bcursor%5D=1&page%5Bsize%5D=1000")
14
11
  end
15
12
 
16
- it "with zero rows" do
17
- expect(subject.get_query_url(rows: 0)).to eq("https://solr.test.datacite.org/api?q=*%3A*&fq=updated%3A%5B#{from_date}T00%3A00%3A00Z+TO+#{until_date}T23%3A59%3A59Z%5D+AND+has_metadata%3Atrue+AND+is_active%3Atrue&start=0&rows=0&fl=doi%2Cupdated&sort=updated+asc&wt=json")
13
+ it "with page[size] zero" do
14
+ expect(subject.get_query_url(size: 0)).to eq("https://api.test.datacite.org/dois?page%5Bcursor%5D=1&page%5Bsize%5D=0")
18
15
  end
19
16
 
20
- it "with different from_date and until_date" do
21
- subject = Maltese::Sitemap.new(from_date: "2015-04-05", until_date: "2015-04-05")
22
- expect(subject.get_query_url).to eq("https://solr.test.datacite.org/api?q=*%3A*&fq=updated%3A%5B2015-04-05T00%3A00%3A00Z+TO+2015-04-05T23%3A59%3A59Z%5D+AND+has_metadata%3Atrue+AND+is_active%3Atrue&start=0&rows=50000&fl=doi%2Cupdated&sort=updated+asc&wt=json")
17
+ it "with cursor" do
18
+ expect(subject.get_query_url(cursor: 250)).to eq("https://api.test.datacite.org/dois?page%5Bcursor%5D=250&page%5Bsize%5D=1000")
23
19
  end
24
20
 
25
- it "with offset" do
26
- expect(subject.get_query_url(offset: 250)).to eq("https://solr.test.datacite.org/api?q=*%3A*&fq=updated%3A%5B#{from_date}T00%3A00%3A00Z+TO+#{until_date}T23%3A59%3A59Z%5D+AND+has_metadata%3Atrue+AND+is_active%3Atrue&start=250&rows=50000&fl=doi%2Cupdated&sort=updated+asc&wt=json")
27
- end
28
-
29
- it "with rows" do
30
- expect(subject.get_query_url(rows: 250)).to eq("https://solr.test.datacite.org/api?q=*%3A*&fq=updated%3A%5B#{from_date}T00%3A00%3A00Z+TO+#{until_date}T23%3A59%3A59Z%5D+AND+has_metadata%3Atrue+AND+is_active%3Atrue&start=0&rows=250&fl=doi%2Cupdated&sort=updated+asc&wt=json")
21
+ it "with size" do
22
+ expect(subject.get_query_url(size: 250)).to eq("https://api.test.datacite.org/dois?page%5Bcursor%5D=1&page%5Bsize%5D=250")
31
23
  end
32
24
  end
33
25
 
34
26
  context "get_total" do
35
27
  it "with works" do
36
- expect(subject.get_total).to eq(total)
37
- end
38
-
39
- it "with no works" do
40
- subject = Maltese::Sitemap.new(from_date: "2005-04-07", until_date: "2005-04-08")
41
- expect(subject.get_total).to eq(0)
28
+ expect(subject.get_total).to eq(72023)
42
29
  end
43
30
  end
44
31
 
45
32
  context "queue_jobs" do
46
- it "should report if there are no works returned by the Datacite Solr API" do
47
- subject = Maltese::Sitemap.new(from_date: "2005-04-07", until_date: "2005-04-08")
48
- response = subject.queue_jobs
49
- expect(response).to eq(0)
50
- end
51
-
52
- it "should report if there are works returned by the Datacite Solr API" do
33
+ it "should report if there are works returned by the Datacite REST API" do
53
34
  response = subject.queue_jobs
54
- expect(response).to eq(total)
35
+ expect(response).to eq(72023)
55
36
  end
56
37
  end
57
38
 
58
39
  context "get_data" do
59
- it "should report if there are no works returned by the Datacite Solr API" do
60
- subject = Maltese::Sitemap.new(from_date: "2005-04-07", until_date: "2005-04-08")
61
- response = subject.get_data
62
- expect(response.body.dig("data", "response", "numFound")).to eq(0)
63
- end
64
-
65
- it "should report if there are works returned by the Datacite Solr API" do
40
+ it "should report if there are works returned by the Datacite REST API" do
66
41
  response = subject.get_data
67
- expect(response.body.dig("data", "response", "numFound")).to eq(total)
68
- doc = response.body.dig("data", "response", "docs").first
69
- expect(doc["doi"]).to eq(doi)
42
+ expect(response.body.dig("meta", "total")).to eq(72024)
43
+ expect(response.body.fetch("data", []).size).to eq(1000)
44
+ doc = response.body.fetch("data", []).first
45
+ expect(doc.dig("attributes", "doi")).to eq(doi)
70
46
  end
71
47
 
72
- it "should catch errors with the Datacite Solr API" do
48
+ it "should catch errors with the Datacite REST API" do
73
49
  stub = stub_request(:get, subject.get_query_url(rows: 0)).to_return(:status => [408])
74
50
  response = subject.get_data(rows: 0)
75
51
  expect(response.body).to eq("errors"=>[{"status"=>408, "title"=>"Request timeout"}])
@@ -78,37 +54,37 @@ describe Maltese::Sitemap, vcr: true do
78
54
  end
79
55
 
80
56
  context "parse_data" do
81
- it "should report if there are no works returned by the Datacite Solr API" do
57
+ it "should report if there are no works returned by the Datacite REST API" do
82
58
  body = File.read(fixture_path + 'sitemap_nil.json')
83
- result = OpenStruct.new(body: { "data" => JSON.parse(body) })
59
+ result = OpenStruct.new(body: JSON.parse(body))
84
60
  expect(subject.parse_data(result)).to eq(0)
85
61
  end
86
62
 
87
- it "should report if there are works returned by the Datacite Solr API" do
63
+ it "should report if there are works returned by the Datacite REST API" do
88
64
  body = File.read(fixture_path + 'sitemap.json')
89
- result = OpenStruct.new(body: { "data" => JSON.parse(body) })
65
+ result = OpenStruct.new(body: JSON.parse(body))
90
66
  response = subject.parse_data(result)
91
- expect(response).to eq(2522)
67
+ expect(response).to eq(1001)
92
68
  end
93
69
 
94
- it "should catch timeout errors with the Datacite Solr API" do
95
- result = OpenStruct.new(body: { "errors" => [{ "title" => "the server responded with status 408 for https://solr.test.datacite.org", "status" => 408 }] })
70
+ it "should catch timeout errors with the Datacite REST API" do
71
+ result = OpenStruct.new(body: { "errors" => [{ "title" => "the server responded with status 408 for https://REST.test.datacite.org", "status" => 408 }] })
96
72
  response = subject.parse_data(result)
97
73
  expect(response).to eq(result.body["errors"])
98
74
  end
99
75
  end
100
76
 
101
77
  context "push_data" do
102
- it "should report if there are no works returned by the Datacite Solr API" do
78
+ it "should report if there are no works returned by the Datacite REST API" do
103
79
  result = []
104
80
  expect { subject.push_data }.to output(/1 links/).to_stdout
105
81
  end
106
82
 
107
- it "should report if there are works returned by the Datacite Solr API" do
83
+ it "should report if there are works returned by the Datacite REST API" do
108
84
  body = File.read(fixture_path + 'sitemap.json')
109
- result = OpenStruct.new(body: { "data" => JSON.parse(body) })
85
+ result = OpenStruct.new(body: JSON.parse(body))
110
86
  result = subject.parse_data(result)
111
- expect { subject.push_data }.to output(/2522 links/).to_stdout
87
+ expect { subject.push_data }.to output(/1001 links/).to_stdout
112
88
  end
113
89
  end
114
90
  end
data/spec/spec_helper.rb CHANGED
@@ -92,5 +92,4 @@ VCR.configure do |c|
92
92
  c.filter_sensitive_data("<AWS_SECRET_ACCESS_KEY>") { ENV["AWS_SECRET_ACCESS_KEY"] }
93
93
  c.filter_sensitive_data("<FOG_DIRECTORY>") { ENV['FOG_DIRECTORY'] }
94
94
  c.filter_sensitive_data("<FOG_REGION>") { ENV["FOG_REGION"] }
95
- c.filter_sensitive_data('<ENCODED AUTH HEADER>') { Base64.strict_encode64("#{ENV.fetch('SOLR_USERNAME')}:#{ENV.fetch('SOLR_PASSWORD')}") }
96
95
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: maltese
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.4
4
+ version: '0.8'
5
5
  platform: ruby
6
6
  authors:
7
7
  - Martin Fenner
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2018-09-09 00:00:00.000000000 Z
11
+ date: 2019-06-01 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: maremma
@@ -279,15 +279,11 @@ files:
279
279
  - spec/fixtures/sitemap.json
280
280
  - spec/fixtures/sitemap_nil.json
281
281
  - spec/fixtures/vcr_cassettes/Maltese_CLI/sitemap/should_succeed.yml
282
- - spec/fixtures/vcr_cassettes/Maltese_CLI/sitemap/should_succeed_with_no_works.yml
283
- - spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_no_works_returned_by_the_Datacite_Solr_API.yml
284
- - spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_works_returned_by_the_Datacite_Solr_API.yml
285
- - spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_total/with_no_works.yml
282
+ - spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml
286
283
  - spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_total/with_works.yml
287
- - spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_no_works_returned_by_the_Datacite_Solr_API.yml
288
- - spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_works_returned_by_the_Datacite_Solr_API.yml
289
- - spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_no_works_returned_by_the_Datacite_Solr_API.yml
290
- - spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_works_returned_by_the_Datacite_Solr_API.yml
284
+ - spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_no_works_returned_by_the_Datacite_REST_API.yml
285
+ - spec/fixtures/vcr_cassettes/Maltese_Sitemap/push_data/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml
286
+ - spec/fixtures/vcr_cassettes/Maltese_Sitemap/queue_jobs/should_report_if_there_are_works_returned_by_the_Datacite_REST_API.yml
291
287
  - spec/sitemap_spec.rb
292
288
  - spec/spec_helper.rb
293
289
  homepage: https://github.com/datacite/maltese
data/spec/fixtures/vcr_cassettes/Maltese_CLI/sitemap/should_succeed_with_no_works.yml DELETED
@@ -1,44 +0,0 @@
1
- ---
2
- http_interactions:
3
- - request:
4
- method: get
5
- uri: https://solr.test.datacite.org/api?fl=doi,updated&fq=updated:%5B2005-04-07T00:00:00Z%20TO%202005-04-08T23:59:59Z%5D%20AND%20has_metadata:true%20AND%20is_active:true&q=*:*&rows=0&sort=updated%20asc&start=0&wt=json
6
- body:
7
- encoding: US-ASCII
8
- string: ''
9
- headers:
10
- User-Agent:
11
- - Mozilla/5.0 (compatible; Maremma/4.1.1; +https://github.com/datacite/maremma)
12
- Accept:
13
- - text/html,application/json,application/xml;q=0.9, text/plain;q=0.8,image/png,*/*;q=0.5
14
- Authorization:
15
- - Basic <ENCODED AUTH HEADER>
16
- response:
17
- status:
18
- code: 200
19
- message: OK
20
- headers:
21
- Date:
22
- - Sun, 09 Sep 2018 05:56:18 GMT
23
- Content-Type:
24
- - application/json;charset=UTF-8
25
- Connection:
26
- - keep-alive
27
- Server:
28
- - nginx/1.10.3 (Ubuntu)
29
- Access-Control-Allow-Origin:
30
- - "*"
31
- Access-Control-Allow-Methods:
32
- - GET, POST, PUT, DELETE, OPTIONS
33
- Access-Control-Allow-Headers:
34
- - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
35
- Access-Control-Expose-Headers:
36
- - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
37
- body:
38
- encoding: ASCII-8BIT
39
- string: '{"responseHeader":{"status":0,"QTime":0},"response":{"numFound":0,"start":0,"docs":[]}}
40
-
41
- '
42
- http_version:
43
- recorded_at: Sun, 09 Sep 2018 05:56:18 GMT
44
- recorded_with: VCR 3.0.3
data/spec/fixtures/vcr_cassettes/Maltese_Sitemap/get_data/should_report_if_there_are_no_works_returned_by_the_Datacite_Solr_API.yml DELETED
@@ -1,44 +0,0 @@
1
- ---
2
- http_interactions:
3
- - request:
4
- method: get
5
- uri: https://solr.test.datacite.org/api?fl=doi,updated&fq=updated:%5B2005-04-07T00:00:00Z%20TO%202005-04-08T23:59:59Z%5D%20AND%20has_metadata:true%20AND%20is_active:true&q=*:*&rows=50000&sort=updated%20asc&start=0&wt=json
6
- body:
7
- encoding: US-ASCII
8
- string: ''
9
- headers:
10
- User-Agent:
11
- - Mozilla/5.0 (compatible; Maremma/4.1.1; +https://github.com/datacite/maremma)
12
- Accept:
13
- - text/html,application/json,application/xml;q=0.9, text/plain;q=0.8,image/png,*/*;q=0.5
14
- Authorization:
15
- - Basic <ENCODED AUTH HEADER>
16
- response:
17
- status:
18
- code: 200
19
- message: OK
20
- headers:
21
- Date:
22
- - Sun, 09 Sep 2018 05:56:17 GMT
23
- Content-Type:
24
- - application/json;charset=UTF-8
25
- Connection:
26
- - keep-alive
27
- Server:
28
- - nginx/1.10.3 (Ubuntu)
29
- Access-Control-Allow-Origin:
30
- - "*"
31
- Access-Control-Allow-Methods:
32
- - GET, POST, PUT, DELETE, OPTIONS
33
- Access-Control-Allow-Headers:
34
- - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
35
- Access-Control-Expose-Headers:
36
- - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
37
- body:
38
- encoding: ASCII-8BIT
39
- string: '{"responseHeader":{"status":0,"QTime":0},"response":{"numFound":0,"start":0,"docs":[]}}
40
-
41
- '
42
- http_version:
43
- recorded_at: Sun, 09 Sep 2018 05:56:17 GMT
44
- recorded_with: VCR 3.0.3