toccatore 0.3.9 → 0.4.15

data/spec/fixtures/vcr_cassettes/Toccatore_CLI/orcid_update/should_succeed_with_no_works.yml

@@ -8,35 +8,37 @@ http_interactions:
       string: ''
     headers:
       User-Agent:
-      - Maremma - https://github.com/datacite/maremma
+      - Mozilla/5.0 (compatible; Maremma/4.1; +https://github.com/datacite/maremma)
       Accept:
       - text/html,application/json,application/xml;q=0.9, text/plain;q=0.8,image/png,*/*;q=0.5
   response:
     status:
       code: 200
-      message: ''
+      message: OK
     headers:
-      Access-Control-Allow-Methods:
-      - GET, POST, OPTIONS
-      Access-Control-Allow-Origin:
-      - "*"
+      Date:
+      - Fri, 10 Aug 2018 16:24:00 GMT
       Content-Type:
       - application/json;charset=UTF-8
-      Date:
-      - Tue, 04 Jul 2017 17:52:10 GMT
-      Server:
-      - openresty/1.11.2.2
-      Content-Length:
-      - '88'
       Connection:
       - keep-alive
+      Server:
+      - nginx/1.10.3 (Ubuntu)
+      Access-Control-Allow-Origin:
+      - "*"
+      Access-Control-Allow-Methods:
+      - GET, POST, PUT, DELETE, OPTIONS
+      Access-Control-Allow-Headers:
+      - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
+      Access-Control-Expose-Headers:
+      - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
     body:
-      encoding: UTF-8
-      string: '{"responseHeader":{"status":0,"QTime":0},"response":{"numFound":0,"start":0,"docs":[]}}
+      encoding: ASCII-8BIT
+      string: '{"responseHeader":{"status":0,"QTime":1},"response":{"numFound":0,"start":0,"docs":[]}}
 
 '
     http_version: 
-  recorded_at: Tue, 04 Jul 2017 17:52:10 GMT
+  recorded_at: Fri, 10 Aug 2018 16:24:00 GMT
 - request:
     method: post
     uri: "<SLACK_WEBHOOK_URL>"
@@ -63,31 +65,33 @@ http_interactions:
       - '22'
       Connection:
       - keep-alive
-      Access-Control-Allow-Origin:
-      - "*"
       Date:
-      - Tue, 04 Jul 2017 17:52:10 GMT
-      Referrer-Policy:
-      - no-referrer
+      - Fri, 10 Aug 2018 16:24:01 GMT
       Server:
       - Apache
+      X-Slack-Backend:
+      - h
+      Referrer-Policy:
+      - no-referrer
       Strict-Transport-Security:
       - max-age=31536000; includeSubDomains; preload
-      Vary:
-      - Accept-Encoding
       X-Frame-Options:
       - SAMEORIGIN
-      X-Slack-Backend:
-      - h
+      Vary:
+      - Accept-Encoding
+      Access-Control-Allow-Origin:
+      - "*"
+      X-Via:
+      - haproxy-www-ej1j
       X-Cache:
       - Miss from cloudfront
       Via:
-      - 1.1 6fd049110ebc3ac6deddab8b0bf5d686.cloudfront.net (CloudFront)
+      - 1.1 a0ca759832376930b4e288cce8d0a079.cloudfront.net (CloudFront)
       X-Amz-Cf-Id:
-      - ndFZvRhjmWVmz2RelM5Qye5Nj8vWQCTxXwoBpFFhMKUiEu49nByrvw==
+      - PkgMrWQG3k7Il00qtmCThKctSvB3Kp4Ypg6dwb6UY9tjOLTLdrSWtw==
     body:
       encoding: ASCII-8BIT
       string: ok
     http_version: 
-  recorded_at: Tue, 04 Jul 2017 17:52:10 GMT
+  recorded_at: Fri, 10 Aug 2018 16:24:01 GMT
 recorded_with: VCR 3.0.3

data/spec/fixtures/vcr_cassettes/Toccatore_CLI/usage_update/no_reports_in_the_queue/should_succeed_with_no_works.yml

@@ -0,0 +1,196 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://sqs.eu-west-1.amazonaws.com/
+    body:
+      encoding: UTF-8
+      string: Action=GetQueueUrl&QueueName=test_usage&Version=2012-11-05
+    headers:
+      Content-Type:
+      - application/x-www-form-urlencoded; charset=utf-8
+      Accept-Encoding:
+      - ''
+      User-Agent:
+      - aws-sdk-ruby3/3.24.0 ruby/2.4.2 x86_64-darwin16 aws-sdk-sqs/1.4.0
+      X-Amz-Date:
+      - 20180810T162401Z
+      X-Amz-Content-Sha256:
+      - 5761efd13dd0ed81182207171d3660628968189941431d6044920ef8fe7b1160
+      Authorization:
+      - AWS4-HMAC-SHA256 Credential=AKIAIUG4XO77LTVIG3PA/20180810/eu-west-1/sqs/aws4_request,
+        SignedHeaders=content-type;host;x-amz-content-sha256;x-amz-date, Signature=c3b7f25de85fe8aed59786f23ac7d27da5935fc8f84e4d5b15e9faec6652470d
+      Content-Length:
+      - '58'
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - Server
+      Date:
+      - Fri, 10 Aug 2018 16:24:01 GMT
+      Content-Type:
+      - text/xml
+      Content-Length:
+      - '330'
+      Connection:
+      - keep-alive
+      X-Amzn-Requestid:
+      - bedb9fae-0d76-5aef-941c-cc49b31773ee
+    body:
+      encoding: UTF-8
+      string: <?xml version="1.0"?><GetQueueUrlResponse xmlns="http://queue.amazonaws.com/doc/2012-11-05/"><GetQueueUrlResult><QueueUrl>https://sqs.eu-west-1.amazonaws.com/404017989009/test_usage</QueueUrl></GetQueueUrlResult><ResponseMetadata><RequestId>bedb9fae-0d76-5aef-941c-cc49b31773ee</RequestId></ResponseMetadata></GetQueueUrlResponse>
+    http_version: 
+  recorded_at: Fri, 10 Aug 2018 16:24:01 GMT
+- request:
+    method: post
+    uri: https://sqs.eu-west-1.amazonaws.com/404017989009/test_usage
+    body:
+      encoding: UTF-8
+      string: Action=GetQueueAttributes&AttributeName.1=ApproximateNumberOfMessages&AttributeName.2=ApproximateNumberOfMessagesNotVisible&QueueUrl=https%3A%2F%2Fsqs.eu-west-1.amazonaws.com%2F404017989009%2Ftest_usage&Version=2012-11-05
+    headers:
+      Content-Type:
+      - application/x-www-form-urlencoded; charset=utf-8
+      Accept-Encoding:
+      - ''
+      User-Agent:
+      - aws-sdk-ruby3/3.24.0 ruby/2.4.2 x86_64-darwin16 aws-sdk-sqs/1.4.0
+      X-Amz-Date:
+      - 20180810T162401Z
+      X-Amz-Content-Sha256:
+      - 4fa1f9790ab8d8b778fc048ef890ef00e82c1fd4658cd21964eff9eb5dc9426d
+      Authorization:
+      - AWS4-HMAC-SHA256 Credential=AKIAIUG4XO77LTVIG3PA/20180810/eu-west-1/sqs/aws4_request,
+        SignedHeaders=content-type;host;x-amz-content-sha256;x-amz-date, Signature=491768970655ea386155b2ff2f0381a5079f79138b7ba78f223b0724cb4475ff
+      Content-Length:
+      - '221'
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - Server
+      Date:
+      - Fri, 10 Aug 2018 16:24:02 GMT
+      Content-Type:
+      - text/xml
+      Content-Length:
+      - '446'
+      Connection:
+      - keep-alive
+      X-Amzn-Requestid:
+      - 543f51ac-8d8a-5b8e-9114-024b33e84f7f
+    body:
+      encoding: UTF-8
+      string: <?xml version="1.0"?><GetQueueAttributesResponse xmlns="http://queue.amazonaws.com/doc/2012-11-05/"><GetQueueAttributesResult><Attribute><Name>ApproximateNumberOfMessages</Name><Value>0</Value></Attribute><Attribute><Name>ApproximateNumberOfMessagesNotVisible</Name><Value>0</Value></Attribute></GetQueueAttributesResult><ResponseMetadata><RequestId>543f51ac-8d8a-5b8e-9114-024b33e84f7f</RequestId></ResponseMetadata></GetQueueAttributesResponse>
+    http_version: 
+  recorded_at: Fri, 10 Aug 2018 16:24:02 GMT
+- request:
+    method: post
+    uri: https://sqs.eu-west-1.amazonaws.com/
+    body:
+      encoding: UTF-8
+      string: Action=GetQueueUrl&QueueName=test_usage&Version=2012-11-05
+    headers:
+      Content-Type:
+      - application/x-www-form-urlencoded; charset=utf-8
+      Accept-Encoding:
+      - ''
+      User-Agent:
+      - aws-sdk-ruby3/3.24.0 ruby/2.4.2 x86_64-darwin16 aws-sdk-sqs/1.4.0
+      X-Amz-Date:
+      - 20180810T162402Z
+      X-Amz-Content-Sha256:
+      - 5761efd13dd0ed81182207171d3660628968189941431d6044920ef8fe7b1160
+      Authorization:
+      - AWS4-HMAC-SHA256 Credential=AKIAIUG4XO77LTVIG3PA/20180810/eu-west-1/sqs/aws4_request,
+        SignedHeaders=content-type;host;x-amz-content-sha256;x-amz-date, Signature=f1ce9805a7e5b3f6fe00c4224c072306d5167ba7af14d5e9fb09b452162393e9
+      Content-Length:
+      - '58'
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - Server
+      Date:
+      - Fri, 10 Aug 2018 16:24:02 GMT
+      Content-Type:
+      - text/xml
+      Content-Length:
+      - '330'
+      Connection:
+      - keep-alive
+      X-Amzn-Requestid:
+      - 8d153edf-dd65-5eef-a57c-6d386307dd1c
+    body:
+      encoding: UTF-8
+      string: <?xml version="1.0"?><GetQueueUrlResponse xmlns="http://queue.amazonaws.com/doc/2012-11-05/"><GetQueueUrlResult><QueueUrl>https://sqs.eu-west-1.amazonaws.com/404017989009/test_usage</QueueUrl></GetQueueUrlResult><ResponseMetadata><RequestId>8d153edf-dd65-5eef-a57c-6d386307dd1c</RequestId></ResponseMetadata></GetQueueUrlResponse>
+    http_version: 
+  recorded_at: Fri, 10 Aug 2018 16:24:02 GMT
+- request:
+    method: post
+    uri: "<SLACK_WEBHOOK_URL>"
+    body:
+      encoding: US-ASCII
+      string: payload=%7B%22username%22%3A%22Event+Data+Agent%22%2C%22icon_url%22%3A%22https%3A%2F%2Fraw.githubusercontent.com%2Fdatacite%2Ftoccatore%2Fmaster%2Flib%2Ftoccatore%2Fimages%2Ftoccatore.png%22%2C%22attachments%22%3A%5B%7B%22title%22%3A%22Report+for+usage_update%22%2C%22text%22%3A%220+works+processed+with+0+errors+for+Usage+Reports+Queue+https%3A%2F%2Fsqs.eu-west-1.amazonaws.com%2F404017989009%2Ftest_usage%22%2C%22color%22%3A%22warning%22%7D%5D%7D
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+      Content-Type:
+      - application/x-www-form-urlencoded
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - text/html
+      Content-Length:
+      - '22'
+      Connection:
+      - keep-alive
+      Date:
+      - Fri, 10 Aug 2018 16:24:02 GMT
+      Server:
+      - Apache
+      X-Slack-Backend:
+      - h
+      Referrer-Policy:
+      - no-referrer
+      Strict-Transport-Security:
+      - max-age=31536000; includeSubDomains; preload
+      X-Frame-Options:
+      - SAMEORIGIN
+      Vary:
+      - Accept-Encoding
+      Access-Control-Allow-Origin:
+      - "*"
+      X-Via:
+      - haproxy-www-w87d
+      X-Cache:
+      - Miss from cloudfront
+      Via:
+      - 1.1 bb93dfaee440e32ac88831363641e2c2.cloudfront.net (CloudFront)
+      X-Amz-Cf-Id:
+      - __pG8D8ZCQGuNms_9tqlxyboOQii57OYPJOf8B1wlvHfF72nGIDQiA==
+    body:
+      encoding: ASCII-8BIT
+      string: ok
+    http_version: 
+  recorded_at: Fri, 10 Aug 2018 16:24:02 GMT
+recorded_with: VCR 3.0.3

data/spec/fixtures/vcr_cassettes/Toccatore_DataciteRelated/get_data/should_allow_queries_by_DOI_of_the_Datacite_Metadata_Search_API.yml

@@ -8,29 +8,33 @@ http_interactions:
       string: ''
     headers:
       User-Agent:
-      - Maremma - https://github.com/datacite/maremma
+      - Mozilla/5.0 (compatible; Maremma/4.1; +https://github.com/datacite/maremma)
       Accept:
       - text/html,application/json,application/xml;q=0.9, text/plain;q=0.8,image/png,*/*;q=0.5
   response:
     status:
       code: 200
-      message: ''
+      message: OK
     headers:
-      Access-Control-Allow-Methods:
-      - GET, POST, OPTIONS
-      Access-Control-Allow-Origin:
-      - "*"
+      Date:
+      - Fri, 10 Aug 2018 17:32:56 GMT
       Content-Type:
       - application/json;charset=UTF-8
-      Date:
-      - Sat, 11 Mar 2017 08:27:51 GMT
-      Server:
-      - openresty/1.11.2.2
       Connection:
       - keep-alive
+      Server:
+      - nginx/1.10.3 (Ubuntu)
+      Access-Control-Allow-Origin:
+      - "*"
+      Access-Control-Allow-Methods:
+      - GET, POST, PUT, DELETE, OPTIONS
+      Access-Control-Allow-Headers:
+      - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
+      Access-Control-Expose-Headers:
+      - DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,Authorization
     body:
-      encoding: UTF-8
-      string: '{"responseHeader":{"status":0,"QTime":1},"response":{"numFound":1,"start":0,"docs":[{"minted":"2016-09-24T20:26:53Z","updated":"2017-02-06T14:24:31Z","doi":"10.5438/6423","relatedIdentifier":["HasPart:DOI:10.5281/ZENODO.30799","HasPart:DOI:10.5281/ZENODO.30800","HasPart:DOI:10.5281/ZENODO.31787","HasPart:DOI:10.5281/ZENODO.31932","HasPart:DOI:10.5281/ZENODO.31933","HasPart:DOI:10.5281/ZENODO.46761","HasPart:DOI:10.5281/ZENODO.48228","HasPart:DOI:10.5281/ZENODO.48705","HasPart:DOI:10.5281/ZENODO.58971","HasPart:DOI:10.5281/ZENODO.61176","HasPart:DOI:10.5281/zenodo.154592","HasPart:DOI:10.5281/zenodo.168043","HasPart:DOI:10.5281/zenodo.168181","HasPart:DOI:10.5281/zenodo.168184","HasPart:DOI:10.5281/zenodo.168187","HasPart:DOI:10.5281/zenodo.168188","HasPart:DOI:10.5281/zenodo.168190","HasPart:DOI:10.5281/zenodo.168202","HasPart:DOI:10.5281/zenodo.168213","HasPart:DOI:10.5281/zenodo.168214","HasPart:DOI:10.5438/BC11-CQW1","HasPart:DOI:10.5438/CJT2-T6DZ","HasPart:DOI:10.5438/W029-Y6W~","HasPart:DOI:10.5438/S8GF-0CK9","HasPart:DOI:10.6084/M9.FIGSHARE.4236428"],"nameIdentifier":["ORCID:0000-0001-5331-6592","ORCID:0000-0002-4259-9774","ORCID:0000-0002-8689-4935","ORCID:0000-0002-8099-7538","ORCID:0000-0002-9300-5278","ORCID:0000-0002-6137-2348","ORCID:0000-0003-2614-6676","ORCID:0000-0002-4695-7874","ORCID:0000-0003-0902-4386","ORCID:0000-0003-3096-6829","ORCID:0000-0003-3412-7192","ORCID:0000-0003-1419-2405","ORCID:0000-0003-3484-6875","ORCID:0000-0003-0183-6910","ORCID:0000-0001-5109-3700","ORCID:0000-0001-8771-7239","ORCID:0000-0001-6843-7960","ORCID:0000-0001-9623-2225","ORCID:0000-0002-1611-6935","ORCID:0000-0003-0762-2235","ORCID:0000-0002-9829-091X","ORCID:0000-0001-5952-7630","ORCID:0000-0001-5492-3212","ORCID:0000-0002-6133-2581"],"resourceTypeGeneral":"Collection"}]}}
+      encoding: ASCII-8BIT
+      string: '{"responseHeader":{"status":0,"QTime":1389},"response":{"numFound":1,"start":0,"docs":[{"minted":"2016-09-24T20:26:53Z","updated":"2017-02-06T14:24:31Z","doi":"10.5438/6423","relatedIdentifier":["HasPart:DOI:10.5281/ZENODO.30799","HasPart:DOI:10.5281/ZENODO.30800","HasPart:DOI:10.5281/ZENODO.31787","HasPart:DOI:10.5281/ZENODO.31932","HasPart:DOI:10.5281/ZENODO.31933","HasPart:DOI:10.5281/ZENODO.46761","HasPart:DOI:10.5281/ZENODO.48228","HasPart:DOI:10.5281/ZENODO.48705","HasPart:DOI:10.5281/ZENODO.58971","HasPart:DOI:10.5281/ZENODO.61176","HasPart:DOI:10.5281/zenodo.154592","HasPart:DOI:10.5281/zenodo.168043","HasPart:DOI:10.5281/zenodo.168181","HasPart:DOI:10.5281/zenodo.168184","HasPart:DOI:10.5281/zenodo.168187","HasPart:DOI:10.5281/zenodo.168188","HasPart:DOI:10.5281/zenodo.168190","HasPart:DOI:10.5281/zenodo.168202","HasPart:DOI:10.5281/zenodo.168213","HasPart:DOI:10.5281/zenodo.168214","HasPart:DOI:10.5438/BC11-CQW1","HasPart:DOI:10.5438/CJT2-T6DZ","HasPart:DOI:10.5438/W029-Y6W~","HasPart:DOI:10.5438/S8GF-0CK9","HasPart:DOI:10.6084/M9.FIGSHARE.4236428"],"resourceTypeGeneral":"Collection","nameIdentifier":["ORCID:0000-0001-5331-6592","ORCID:0000-0002-4259-9774","ORCID:0000-0002-8689-4935","ORCID:0000-0002-8099-7538","ORCID:0000-0002-9300-5278","ORCID:0000-0002-6137-2348","ORCID:0000-0003-2614-6676","ORCID:0000-0002-4695-7874","ORCID:0000-0003-0902-4386","ORCID:0000-0003-3096-6829","ORCID:0000-0003-3412-7192","ORCID:0000-0003-1419-2405","ORCID:0000-0003-3484-6875","ORCID:0000-0003-0183-6910","ORCID:0000-0001-5109-3700","ORCID:0000-0001-8771-7239","ORCID:0000-0001-6843-7960","ORCID:0000-0001-9623-2225","ORCID:0000-0002-1611-6935","ORCID:0000-0003-0762-2235","ORCID:0000-0002-9829-091X","ORCID:0000-0001-5952-7630","ORCID:0000-0001-5492-3212","ORCID:0000-0002-6133-2581"]}]}}
 
 '
     http_version: