toccatore 0.3.9 → 0.4.15

data/spec/fixtures/usage_update_2.json

@@ -0,0 +1,171 @@
+{
+  "data":{
+  "report": {
+  "id": "2018-3-Dash",
+  "report-header": {
+     "report-name": "dataset report",
+     "report-id": "DSR",
+     "release": "rd1",
+     "created": "2128-04-09",
+     "created-by": "dash",
+     "report-attributes": [],
+     "report-filters": [
+        {
+         "name": "begin-date",
+         "value": "2018-03-01"
+       },
+       {
+         "name": "end-date",
+         "value": "2018-03-31"
+       }
+     ],
+     "exceptions": [
+       {
+         "code": 3040,
+         "severity": "warning",
+         "message": "partial data returned",
+         "help-url": "string",
+         "data": "usage data has not been processed for the entire reporting period"
+       }
+     ]
+  },
+   "report-datasets": [
+     {
+       "dataset-title": "chemical shift-based methods in nmr structure determination",
+       "dataset-id": [
+         {
+           "type": "doi",
+           "value": "10.7291/d1q94r"
+         }
+       ],
+       "dataset-contributors": [
+         {
+           "type": "name",
+           "value": "santrupti nerli"
+         },
+         {
+           "type": "name",
+           "value": "andrew c. mcshan"
+         },
+         {
+           "type": "name",
+           "value": "nikolaos g. sgourakis"
+         }
+       ],
+       "dataset-dates": [
+         {
+           "type": "pub-date",
+           "value": "2018-05-01"
+         }
+       ],
+       "platform": "dash",
+       "publisher": "uc santa cruz",
+       "publisher-id": [
+         {
+           "type": "orcid",
+           "value": "2059-4343-4343-4343"
+         }
+       ],
+       "data-type": "dataset",
+       "yop": "2018",
+       "uri": "https://dash.library.ucsc.edu/stash/dataset/doi:10.7291/d1q94r",
+       "performance": [
+         {
+           "period": {
+             "begin-date": "2018-03-01",
+             "end-date": "2018-03-31"
+           },
+           "instance": [
+             {
+               "access-method": "regular",
+               "metric-type": "total-dataset-investigations",
+               "count": 3
+             },
+             {
+               "access-method": "regular",
+               "metric-type": "unique-dataset-investigations",
+               "count": 3
+             }
+           ]
+         }
+       ]
+     },
+     {
+      "uri": "https://dash.ucmerced.edu/stash/dataset/doi:10.6071/Z7WC73",
+      "yop": 2013,
+      "platform": "Dash",
+      "data-type": "Dataset",
+      "publisher": "UC Merced",
+      "dataset-id": [
+        {
+          "type": "DOI",
+          "value": "10.6071/Z7WC73"
+        }
+      ],
+      "performance": [
+        {
+          "period": {
+            "end-date": "2018-03-31",
+            "begin-date": "2018-03-01"
+          },
+          "instance": [
+            {
+              "count": 254,
+              "metric-type": "Total-Dataset-Requests",
+              "access-method": "Machine"
+            },
+            {
+              "count": 208,
+              "metric-type": "Unique-Dataset-Requests",
+              "access-method": "Machine"
+            }
+          ]
+        }
+      ],
+      "publisher-id": [
+        {
+          "type": "GRID",
+          "value": "266096.d"
+        }
+      ],
+      "dataset-dates": [
+        {
+          "type": "Pub-Date",
+          "value": "2016-03-14"
+        }
+      ],
+      "dataset-title": "Southern Sierra Critical Zone Observatory (SSCZO), Providence Creek meteorological data, soil moisture and temperature, snow depth and air temperature",
+      "dataset-contributors": [
+        {
+          "type": "Name",
+          "value": "Roger Bales"
+        },
+        {
+          "type": "Name",
+          "value": "Matt Meadows"
+        },
+        {
+          "type": "Name",
+          "value": "Erin Stacy"
+        },
+        {
+          "type": "Name",
+          "value": "Martha Conklin"
+        },
+        {
+          "type": "Name",
+          "value": "Xiande Meng"
+        },
+        {
+          "type": "Name",
+          "value": "SSCZO Southern Sierra Critical Zone Observatory"
+        }
+      ]
+    }]
+   
+ }
+}
+}
+ 
+     
+     

data/spec/fixtures/usage_update_3.json

@@ -0,0 +1,176 @@
+{
+  "data":{
+  "report": {
+  "id": "2018-3-Dash",
+  "report-header": {
+     "report-name": "dataset report",
+     "report-id": "DSR",
+     "release": "rd1",
+     "created": "2128-04-09",
+     "created-by": "dash",
+     "report-attributes": [],
+     "report-filters": [
+        {
+         "name": "begin-date",
+         "value": "2018-03-01"
+       },
+       {
+         "name": "end-date",
+         "value": "2018-03-31"
+       }
+     ],
+     "exceptions": [
+       {
+         "code": 3040,
+         "severity": "warning",
+         "message": "partial data returned",
+         "help-url": "string",
+         "data": "usage data has not been processed for the entire reporting period"
+       }
+     ]
+  },
+   "report-datasets": [
+     {
+       "dataset-title": "chemical shift-based methods in nmr structure determination",
+       "dataset-id": [
+         {
+           "type": "doi",
+           "value": "10.7291/d1q94r"
+         }
+       ],
+       "dataset-contributors": [
+         {
+           "type": "name",
+           "value": "santrupti nerli"
+         },
+         {
+           "type": "name",
+           "value": "andrew c. mcshan"
+         },
+         {
+           "type": "name",
+           "value": "nikolaos g. sgourakis"
+         }
+       ],
+       "dataset-dates": [
+         {
+           "type": "pub-date",
+           "value": "2018-05-01"
+         }
+       ],
+       "platform": "dash",
+       "publisher": "uc santa cruz",
+       "publisher-id": [
+         {
+           "type": "orcid",
+           "value": "2059-4343-4343-4343"
+         }
+       ],
+       "data-type": "dataset",
+       "yop": "2018",
+       "uri": "https://dash.library.ucsc.edu/stash/dataset/doi:10.7291/d1q94r",
+       "performance": [
+         {
+           "period": {
+             "begin-date": "2018-03-01",
+             "end-date": "2018-03-31"
+           },
+           "instance": [
+             {
+               "access-method": "regular",
+               "metric-type": "total-dataset-investigations",
+               "count": 3
+             },
+             {
+               "access-method": "regular",
+               "metric-type": "unique-dataset-investigations",
+               "count": 3
+             }
+           ]
+         }
+       ]
+     },
+     {
+      "uri": "https://dash.ucmerced.edu/stash/dataset/doi:10.6071/Z7WC73",
+      "yop": 2013,
+      "platform": "Dash",
+      "data-type": "Dataset",
+      "publisher": "UC Merced",
+      "dataset-id": [
+        {
+          "type": "DOI",
+          "value": "10.6071/Z7WC73"
+        }
+      ],
+      "performance": [
+        {
+          "period": {
+            "end-date": "2018-03-31",
+            "begin-date": "2018-03-01"
+          },
+          "instance": [
+            {
+              "count": 254,
+              "metric-type": "Total-Dataset-Requests",
+              "access-method": "Machine"
+            },
+            {
+              "count": 1,
+              "metric-type": "Total-Dataset-investigations",
+              "access-method": "Regular"
+            },
+            {
+              "count": 208,
+              "metric-type": "Unique-Dataset-Requests",
+              "access-method": "Machine"
+            }
+          ]
+        }
+      ],
+      "publisher-id": [
+        {
+          "type": "GRID",
+          "value": "266096.d"
+        }
+      ],
+      "dataset-dates": [
+        {
+          "type": "Pub-Date",
+          "value": "2016-03-14"
+        }
+      ],
+      "dataset-title": "Southern Sierra Critical Zone Observatory (SSCZO), Providence Creek meteorological data, soil moisture and temperature, snow depth and air temperature",
+      "dataset-contributors": [
+        {
+          "type": "Name",
+          "value": "Roger Bales"
+        },
+        {
+          "type": "Name",
+          "value": "Matt Meadows"
+        },
+        {
+          "type": "Name",
+          "value": "Erin Stacy"
+        },
+        {
+          "type": "Name",
+          "value": "Martha Conklin"
+        },
+        {
+          "type": "Name",
+          "value": "Xiande Meng"
+        },
+        {
+          "type": "Name",
+          "value": "SSCZO Southern Sierra Critical Zone Observatory"
+        }
+      ]
+    }]
+   
+ }
+}
+}
+ 
+     
+     

data/spec/fixtures/usage_update_4.json

@@ -0,0 +1,101 @@
+{
+  "data":{
+  "report": {
+  "id": "2018-3-Dash",
+  "report-header": {
+     "report-name": "dataset report",
+     "report-id": "DSR",
+     "release": "rd1",
+     "created": "2128-04-09",
+     "created-by": "dash",
+     "report-attributes": [],
+     "report-filters": [
+        {
+         "name": "begin-date",
+         "value": "2018-03-01"
+       },
+       {
+         "name": "end-date",
+         "value": "2018-03-31"
+       }
+     ],
+     "exceptions": [
+       {
+         "code": 3040,
+         "severity": "warning",
+         "message": "partial data returned",
+         "help-url": "string",
+         "data": "usage data has not been processed for the entire reporting period"
+       }
+     ]
+  },
+   "report-datasets": [
+     {
+       "dataset-title": "chemical shift-based methods in nmr structure determination",
+       "dataset-id": [
+         {
+           "type": "doi",
+           "value": "10.7291/d1q94r"
+         }
+       ],
+       "dataset-contributors": [
+         {
+           "type": "name",
+           "value": "santrupti nerli"
+         },
+         {
+           "type": "name",
+           "value": "andrew c. mcshan"
+         },
+         {
+           "type": "name",
+           "value": "nikolaos g. sgourakis"
+         }
+       ],
+       "dataset-dates": [
+         {
+           "type": "pub-date",
+           "value": "2018-05-01"
+         }
+       ],
+       "platform": "dash",
+       "publisher": "uc santa cruz",
+       "publisher-id": [
+         {
+           "type": "orcid",
+           "value": "2059-4343-4343-4343"
+         }
+       ],
+       "data-type": "dataset",
+       "yop": "2018",
+       "uri": "https://dash.library.ucsc.edu/stash/dataset/doi:10.7291/d1q94r",
+       "performance": [
+         {
+           "period": {
+             "begin-date": "2018-03-01",
+             "end-date": "2018-03-31"
+           },
+           "instance": [
+             {
+               "country": "gb",
+               "access-method": "regular",
+               "metric-type": "total-dataset-investigations",
+               "count": 3
+             },
+             {
+               "country": "gb",
+               "access-method": "regular",
+               "metric-type": "unique-dataset-investigations",
+               "count": 3
+             }
+           ]
+         }
+       ]
+     }]
+   
+ }
+}
+}
+ 
+     
+     

data/spec/fixtures/usage_update_nil.json

@@ -0,0 +1,6 @@
+{
+  "errors": [{
+    "status": "404",
+    "title": "The resource you are looking for doesn't exist."
+  }]
+}

data/spec/fixtures/vcr_cassettes/Toccatore_Base/get_doi_ra/crossref.yml

@@ -8,7 +8,7 @@ http_interactions:
       string: ''
     headers:
       User-Agent:
-      - Maremma - https://github.com/datacite/maremma
+      - Mozilla/5.0 (compatible; Maremma/4.1; +https://github.com/datacite/maremma)
       Accept:
       - text/html,application/json,application/xml;q=0.9, text/plain;q=0.8,image/png,*/*;q=0.5
   response:
@@ -16,57 +16,33 @@ http_interactions:
       code: 200
       message: ''
     headers:
-      Access-Control-Allow-Credentials:
-      - 'true'
-      Access-Control-Allow-Headers:
-      - Content-Type,Accept,Accept-Encoding,Origin,User-Agent,Cache-Control,Keep-Alive
-      Access-Control-Allow-Methods:
-      - POST, GET, OPTIONS
-      Access-Control-Allow-Origin:
-      - "*"
-      Access-Control-Max-Age:
-      - '1728000'
-      Cache-Control:
-      - max-age=0, private, must-revalidate
+      Date:
+      - Fri, 10 Aug 2018 13:40:04 GMT
       Content-Type:
       - application/vnd.api+json; charset=utf-8
-      Date:
-      - Fri, 10 Mar 2017 21:37:10 GMT
-      Etag:
-      - W/"daf85afdb45f3c2713bc7e75916ba82a"
-      Server:
-      - openresty/1.11.2.2
+      Connection:
+      - keep-alive
       Status:
       - 200 OK
+      X-Anonymous-Consumer:
+      - 'true'
+      Cache-Control:
+      - max-age=0, private, must-revalidate
       Vary:
-      - Accept-Encoding
-      Via:
-      - kong/0.10.0rc3
-      X-Content-Type-Options:
-      - nosniff
-      X-Frame-Options:
-      - SAMEORIGIN
-      X-Kong-Proxy-Latency:
-      - '1'
-      X-Kong-Upstream-Latency:
-      - '384'
-      X-Powered-By:
-      - Phusion Passenger 5.1.2
-      X-Ratelimit-Limit-Hour:
-      - '10000'
-      X-Ratelimit-Remaining-Hour:
-      - '9998'
+      - Accept-Encoding, Origin
       X-Request-Id:
-      - 108bec99-876c-4d10-b3d1-0246c406557f
+      - 05d50b94-ce2c-461e-87d6-b96927c96532
+      Etag:
+      - W/"258c3a49bbc303b1229efe2fae9cc9e2"
       X-Runtime:
-      - '0.382567'
-      X-Xss-Protection:
-      - 1; mode=block
-      Connection:
-      - keep-alive
+      - '0.100187'
+      X-Powered-By:
+      - Phusion Passenger 5.3.4
+      Server:
+      - nginx/1.14.0 + Phusion Passenger 5.3.4
     body:
-      encoding: UTF-8
-      string: '{"data":{"id":"10.7554","type":"prefixes","attributes":{"registration-agency":"Crossref","updated":"2016-09-21T21:07:27Z"}}}'
+      encoding: ASCII-8BIT
+      string: '{"data":{"id":"10.7554","type":"handles","attributes":{"registration-agency":"Crossref","created":null,"updated":"2016-09-21T21:07:27Z"},"relationships":{"clients":{"data":[]},"providers":{"data":[]}}}}'
     http_version: 
-  recorded_at: Fri, 10 Mar 2017 21:37:10 GMT
+  recorded_at: Fri, 10 Aug 2018 13:40:04 GMT
 recorded_with: VCR 3.0.3

data/spec/fixtures/vcr_cassettes/Toccatore_Base/get_doi_ra/datacite.yml

@@ -8,7 +8,7 @@ http_interactions:
       string: ''
     headers:
       User-Agent:
-      - Maremma - https://github.com/datacite/maremma
+      - Mozilla/5.0 (compatible; Maremma/4.1; +https://github.com/datacite/maremma)
       Accept:
       - text/html,application/json,application/xml;q=0.9, text/plain;q=0.8,image/png,*/*;q=0.5
   response:
@@ -16,59 +16,35 @@ http_interactions:
       code: 200
       message: ''
     headers:
-      Access-Control-Allow-Credentials:
-      - 'true'
-      Access-Control-Allow-Headers:
-      - Content-Type,Accept,Accept-Encoding,Origin,User-Agent,Cache-Control,Keep-Alive
-      Access-Control-Allow-Methods:
-      - POST, GET, OPTIONS
-      Access-Control-Allow-Origin:
-      - "*"
-      Access-Control-Max-Age:
-      - '1728000'
-      Cache-Control:
-      - max-age=0, private, must-revalidate
+      Date:
+      - Fri, 10 Aug 2018 13:40:04 GMT
       Content-Type:
       - application/vnd.api+json; charset=utf-8
-      Date:
-      - Fri, 10 Mar 2017 21:33:42 GMT
-      Etag:
-      - W/"1eb3f4f371821b1becc6cd25a71755ce"
-      Server:
-      - openresty/1.11.2.2
+      Connection:
+      - keep-alive
       Status:
       - 200 OK
+      X-Anonymous-Consumer:
+      - 'true'
+      Cache-Control:
+      - max-age=0, private, must-revalidate
       Vary:
-      - Accept-Encoding
-      Via:
-      - kong/0.10.0rc3
-      X-Content-Type-Options:
-      - nosniff
-      X-Frame-Options:
-      - SAMEORIGIN
-      X-Kong-Proxy-Latency:
-      - '3'
-      X-Kong-Upstream-Latency:
-      - '577'
-      X-Powered-By:
-      - Phusion Passenger 5.1.2
-      X-Ratelimit-Limit-Hour:
-      - '10000'
-      X-Ratelimit-Remaining-Hour:
-      - '9999'
+      - Accept-Encoding, Origin
       X-Request-Id:
-      - 64a8e7a2-594d-491d-8a96-68e88a136fbd
+      - 8700324c-2564-48fa-94e3-59dff94c4c81
+      Etag:
+      - W/"2d33bfdf34ccb1bfea6ae7d2cd01cb9b"
       X-Runtime:
-      - '0.575399'
-      X-Xss-Protection:
-      - 1; mode=block
-      Content-Length:
-      - '124'
-      Connection:
-      - keep-alive
+      - '0.012854'
+      X-Powered-By:
+      - Phusion Passenger 5.3.4
+      Server:
+      - nginx/1.14.0 + Phusion Passenger 5.3.4
     body:
-      encoding: UTF-8
-      string: '{"data":{"id":"10.5061","type":"prefixes","attributes":{"registration-agency":"DataCite","updated":"2016-09-21T20:27:07Z"}}}'
+      encoding: ASCII-8BIT
+      string: '{"data":{"id":"10.5061","type":"prefixes","attributes":{"registration-agency":"DataCite","created":"2010-01-01T00:00:00.000Z","updated":null},"relationships":{"clients":{"data":[{"id":"dryad.dryad","type":"clients"}]},"providers":{"data":[{"id":"dryad","type":"providers"}]}}},"included":[{"id":"dryad.dryad","type":"clients","attributes":{"name":"DRYAD","symbol":"DRYAD.DRYAD","year":2018,"contact-name":"Dryad
+        Administrator","contact-email":"admin@datadryad.org","domains":"*","url":null,"is-active":true,"has-password":true,"created":"2018-04-24T20:59:15Z","updated":"2018-08-10T02:36:18Z"},"relationships":{"prefixes":{"meta":{}},"provider":{"meta":{}},"repository":{"meta":{}}}},{"id":"dryad","type":"providers","attributes":{"name":"Dryad","symbol":"DRYAD","website":null,"contact-name":"Elizabeth
+        Hull","contact-email":"ehull@datadryad.org","phone":null,"description":null,"country":"US","logo-url":"https://assets.datacite.org/images/members/dryad.png","institution-type":null,"is-active":true,"has-password":true,"joined":"2017-12-30","created":"2018-02-08T23:35:26.000Z","updated":"2018-08-10T02:25:53.000Z"},"relationships":{"clients":{"meta":{}},"prefixes":{"meta":{}}}}]}'
     http_version: 
-  recorded_at: Fri, 10 Mar 2017 21:33:42 GMT
+  recorded_at: Fri, 10 Aug 2018 13:40:04 GMT
 recorded_with: VCR 3.0.3

data/spec/fixtures/vcr_cassettes/Toccatore_Base/send_notification_to_slack/datacite_related.yml

@@ -26,31 +26,33 @@ http_interactions:
       - '22'
       Connection:
       - keep-alive
-      Access-Control-Allow-Origin:
-      - "*"
       Date:
-      - Wed, 29 Mar 2017 12:22:55 GMT
-      Referrer-Policy:
-      - no-referrer
+      - Fri, 10 Aug 2018 16:22:55 GMT
       Server:
       - Apache
+      X-Slack-Backend:
+      - h
+      Referrer-Policy:
+      - no-referrer
       Strict-Transport-Security:
       - max-age=31536000; includeSubDomains; preload
-      Vary:
-      - Accept-Encoding
       X-Frame-Options:
       - SAMEORIGIN
-      X-Slack-Backend:
-      - h
+      Vary:
+      - Accept-Encoding
+      Access-Control-Allow-Origin:
+      - "*"
+      X-Via:
+      - haproxy-www-xom6
       X-Cache:
       - Miss from cloudfront
       Via:
-      - 1.1 8a4d4882753d62d900bb1b7541308eca.cloudfront.net (CloudFront)
+      - 1.1 fd0b6604a702c913fca13c5d665f0604.cloudfront.net (CloudFront)
       X-Amz-Cf-Id:
-      - NHshrt1mNkLoOKPf0Eb6EdL_WFYPdKTkLcWcuHUCLS0rn-b31QoKgw==
+      - D4QjAqyFTNMO4eqoqhWyd_DL2yVMldgPKJ570PA-3UDp86opy1mlNw==
     body:
       encoding: ASCII-8BIT
       string: ok
     http_version: 
-  recorded_at: Wed, 29 Mar 2017 12:22:55 GMT
+  recorded_at: Fri, 10 Aug 2018 16:22:55 GMT
 recorded_with: VCR 3.0.3