preservation-client 2.2.0 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.github/pull_request_template.md +9 -1
- data/.rubocop.yml +0 -1
- data/.rubocop_todo.yml +6 -2
- data/.travis.yml +7 -3
- data/README.md +9 -3
- data/lib/preservation/client.rb +18 -5
- data/lib/preservation/client/objects.rb +16 -5
- data/lib/preservation/client/version.rb +1 -1
- data/lib/preservation/client/versioned_api_service.rb +47 -15
- data/preservation-client.gemspec +2 -2
- metadata +11 -11
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 295c6b5719f6730587b25339215cb69a2a0577c83bb703cc0bc17bb0372b64e3
|
4
|
+
data.tar.gz: 26c60ca8f89488ed4d8e9ee301fb1632727ddb852ddaf4f2db796cf97f0a51f3
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9d715a4987ea8c1091ba263eed8975feb66ab15e58669011860376a43ce7c80f7bbf771701f4416e9309fe7fb1dfa08e7986c0d7bf556bab939eab419e4c3fae
|
7
|
+
data.tar.gz: 2f27d27f5c0c02b0a9fb18943e5c25228e6e6d0f5ca24e190da9d7de20146f8f80d437f1351f659a627178ea52933c185aea811dcad6eff82586d6977ff6e733
|
data/.rubocop.yml
CHANGED
data/.rubocop_todo.yml
CHANGED
@@ -1,11 +1,15 @@
|
|
1
1
|
# This configuration was generated by
|
2
2
|
# `rubocop --auto-gen-config`
|
3
|
-
# on
|
3
|
+
# on 2020-01-27 18:06:55 -0800 using RuboCop version 0.77.0.
|
4
4
|
# The point is for the user to remove these configuration records
|
5
5
|
# one by one as the offenses are removed from the code base.
|
6
6
|
# Note that changes in the inspected code, or installation of new
|
7
7
|
# versions of RuboCop, may require this file to be generated again.
|
8
8
|
|
9
|
-
# Offense count:
|
9
|
+
# Offense count: 2
|
10
10
|
Metrics/AbcSize:
|
11
11
|
Max: 34
|
12
|
+
|
13
|
+
# Offense count: 1
|
14
|
+
Metrics/CyclomaticComplexity:
|
15
|
+
Max: 7
|
data/.travis.yml
CHANGED
@@ -3,12 +3,16 @@ cache: bundler
|
|
3
3
|
rvm:
|
4
4
|
- 2.5.3
|
5
5
|
- 2.6.4
|
6
|
+
- 2.7.1
|
6
7
|
|
7
8
|
env:
|
8
|
-
|
9
|
-
|
9
|
+
jobs:
|
10
|
+
- RAILS_VERSION=5.2.3
|
11
|
+
- RAILS_VERSION=6.0.0
|
12
|
+
global:
|
13
|
+
- CC_TEST_REPORTER_ID=02e8afad8d0b699828dd69b6f45b598e7317b2d9828ea23380c3a97113068a0c
|
10
14
|
|
11
|
-
before_install: gem install bundler -v 2.
|
15
|
+
before_install: gem install bundler -v 2.1.2
|
12
16
|
|
13
17
|
before_script:
|
14
18
|
- curl -L https://codeclimate.com/downloads/test-reporter/test-reporter-latest-linux-amd64 > ./cc-test-reporter
|
data/README.md
CHANGED
@@ -37,7 +37,7 @@ end
|
|
37
37
|
private
|
38
38
|
|
39
39
|
def client
|
40
|
-
@client ||= Preservation::Client.configure(url: Settings.preservation_catalog.url)
|
40
|
+
@client ||= Preservation::Client.configure(url: Settings.preservation_catalog.url, token: Settings.preservation_catalog.token)
|
41
41
|
end
|
42
42
|
```
|
43
43
|
|
@@ -47,7 +47,7 @@ OR
|
|
47
47
|
require 'preservation/client'
|
48
48
|
|
49
49
|
def initialize
|
50
|
-
Preservation::Client.configure(url: Settings.preservation_catalog.url)
|
50
|
+
Preservation::Client.configure(url: Settings.preservation_catalog.url, token: Settings.preservation_catalog.token)
|
51
51
|
end
|
52
52
|
|
53
53
|
def do_the_thing
|
@@ -55,7 +55,9 @@ def do_the_thing
|
|
55
55
|
end
|
56
56
|
```
|
57
57
|
|
58
|
-
Note that the client may **not** be used without first having been configured, and the `url`
|
58
|
+
Note that the client may **not** be used without first having been configured, and both the `url` and `token` keywords are **required**.
|
59
|
+
|
60
|
+
See https://github.com/sul-dlss/preservation_catalog#api for info on obtaining a valid API token.
|
59
61
|
|
60
62
|
Note that the preservation service is behind a firewall.
|
61
63
|
|
@@ -86,6 +88,10 @@ Note that the preservation service is behind a firewall.
|
|
86
88
|
- `client.objects.metadata(druid: 'oo000oo0000', filepath: 'identityMetadata.xml', version: '8')` - returns contents of identityMetadata.xml in version 8 of Moab object
|
87
89
|
- `client.objects.signature_catalog('oo000oo0000')` - returns latest Moab::SignatureCatalog from Moab
|
88
90
|
|
91
|
+
### Retrieve the primary moab storage location
|
92
|
+
|
93
|
+
- `client.objects.primary_moab_location(druid: 'ooo000oo0000')` - returns the path to the storage location for the primary moab
|
94
|
+
|
89
95
|
### Get difference information between passed contentMetadata.xml and files in the Moab
|
90
96
|
|
91
97
|
- `client.objects.content_inventory_diff(druid: 'oo000oo0000', content_metadata: '<contentMetadata>...</contentMetadata>')` - returns Moab::FileInventoryDifference containing differences between passed content metadata and latest version for subset 'all'
|
data/lib/preservation/client.rb
CHANGED
@@ -17,16 +17,22 @@ module Preservation
|
|
17
17
|
class Client
|
18
18
|
class Error < StandardError; end
|
19
19
|
|
20
|
-
# Error
|
20
|
+
# Error raised when server returns 404 Not Found
|
21
21
|
class NotFoundError < Error; end
|
22
22
|
|
23
|
-
# Error
|
24
|
-
|
23
|
+
# Error raised when server returns 423 Locked
|
24
|
+
class LockedError < Error; end
|
25
|
+
|
26
|
+
# Error raised when server returns an unexpected response
|
27
|
+
# e.g., 4xx or 5xx status not otherwise handled
|
25
28
|
class UnexpectedResponseError < Error; end
|
26
29
|
|
30
|
+
# Error raised when Faraday gem fails to connect, e.g., on SSL errors or
|
31
|
+
# timeouts
|
27
32
|
class ConnectionFailedError < Error; end
|
28
33
|
|
29
34
|
DEFAULT_API_VERSION = 'v1'
|
35
|
+
TOKEN_HEADER = 'Authorization'
|
30
36
|
|
31
37
|
include Singleton
|
32
38
|
|
@@ -42,8 +48,10 @@ module Preservation
|
|
42
48
|
|
43
49
|
class << self
|
44
50
|
# @param [String] url
|
45
|
-
|
51
|
+
# @param [String] token a bearer token for HTTP authentication
|
52
|
+
def configure(url:, token:)
|
46
53
|
instance.url = url
|
54
|
+
instance.token = token
|
47
55
|
|
48
56
|
# Force connection to be re-established when `.configure` is called
|
49
57
|
instance.connection = nil
|
@@ -54,7 +62,7 @@ module Preservation
|
|
54
62
|
delegate :objects, :update, to: :instance
|
55
63
|
end
|
56
64
|
|
57
|
-
attr_writer :url, :connection
|
65
|
+
attr_writer :url, :connection, :token
|
58
66
|
delegate :update, to: :catalog
|
59
67
|
|
60
68
|
private
|
@@ -63,6 +71,10 @@ module Preservation
|
|
63
71
|
@url || raise(Error, 'url has not yet been configured')
|
64
72
|
end
|
65
73
|
|
74
|
+
def token
|
75
|
+
@token || raise(Error, 'auth token has not been configured')
|
76
|
+
end
|
77
|
+
|
66
78
|
def connection
|
67
79
|
@connection ||= Faraday.new(url) do |builder|
|
68
80
|
builder.use ErrorFaradayMiddleware
|
@@ -70,6 +82,7 @@ module Preservation
|
|
70
82
|
builder.use Faraday::Response::RaiseError # raise exceptions on 40x, 50x responses
|
71
83
|
builder.adapter Faraday.default_adapter
|
72
84
|
builder.headers[:user_agent] = user_agent
|
85
|
+
builder.headers[TOKEN_HEADER] = "Bearer #{token}"
|
73
86
|
end
|
74
87
|
end
|
75
88
|
|
@@ -50,8 +50,9 @@ module Preservation
|
|
50
50
|
# @param [String] druid - with or without prefix: 'druid:ab123cd4567' OR 'ab123cd4567'
|
51
51
|
# @param [String] filepath - the path of the file relative to the moab content directory
|
52
52
|
# @param [String] version - the version of the file requested (defaults to nil for latest version)
|
53
|
-
|
54
|
-
|
53
|
+
# @param [Proc] on_data a block, if provided is called to do streaming responses
|
54
|
+
def content(druid:, filepath:, version: nil, on_data: nil)
|
55
|
+
file(druid, 'content', filepath, version, on_data: on_data)
|
55
56
|
end
|
56
57
|
|
57
58
|
# retrieve a manifest file from a Moab object
|
@@ -70,6 +71,15 @@ module Preservation
|
|
70
71
|
file(druid, 'metadata', filepath, version)
|
71
72
|
end
|
72
73
|
|
74
|
+
# retrieve the storage location for the primary moab of the given druid
|
75
|
+
# @param [String] druid - with or without prefix: 'druid:ab123cd4567' or 'ab123cd4567'
|
76
|
+
# @return [String] the storage location of the primary moab for the given druid
|
77
|
+
# @raise [Preservation::Client::NotFoundError] when druid is not found
|
78
|
+
# @raise [Preservation::Client::LockedError] when druid is in locked state (not available for versioning)
|
79
|
+
def primary_moab_location(druid:)
|
80
|
+
get("objects/#{druid}/primary_moab_location", {}, on_data: nil)
|
81
|
+
end
|
82
|
+
|
73
83
|
# convenience method for retrieving latest Moab::SignatureCatalog from a Moab object,
|
74
84
|
# @param [String] druid - with or without prefix: 'druid:ab123cd4567' OR 'ab123cd4567'
|
75
85
|
# @return [Moab::SignatureCatalog] the manifest of all files previously ingested
|
@@ -83,10 +93,11 @@ module Preservation
|
|
83
93
|
# @param [String] druid - with or without prefix: 'druid:ab123cd4567' OR 'ab123cd4567'
|
84
94
|
# @param [String] category - one of 'manifest', 'metadata' or 'content'
|
85
95
|
# @param [String] filepath - the path of the file relative to the moab category directory
|
86
|
-
# @param [String] version - the version of the file requested
|
96
|
+
# @param [String] version - the version of the file requested
|
97
|
+
# @param [Proc] on_data a block, if provided is called to do streaming responses
|
87
98
|
# @return the retrieved file
|
88
|
-
def file(druid, category, filepath, version
|
89
|
-
get("objects/#{druid}/file", category: category, filepath: filepath, version: version)
|
99
|
+
def file(druid, category, filepath, version, on_data: nil)
|
100
|
+
get("objects/#{druid}/file", { category: category, filepath: filepath, version: version }, on_data: on_data)
|
90
101
|
end
|
91
102
|
end
|
92
103
|
end
|
@@ -15,7 +15,7 @@ module Preservation
|
|
15
15
|
|
16
16
|
# @param path [String] path to be appended to connection url (no leading slash)
|
17
17
|
def get_json(path, object_id)
|
18
|
-
req_url =
|
18
|
+
req_url = "#{api_version}/#{path}"
|
19
19
|
resp = connection.get do |req|
|
20
20
|
req.url req_url
|
21
21
|
req.headers['Content-Type'] = 'application/json'
|
@@ -25,46 +25,78 @@ module Preservation
|
|
25
25
|
|
26
26
|
errmsg = ResponseErrorFormatter
|
27
27
|
.format(response: resp, object_id: object_id, client_method_name: caller_locations.first.label)
|
28
|
-
raise
|
28
|
+
raise UnexpectedResponseError, errmsg
|
29
29
|
rescue Faraday::ResourceNotFound
|
30
30
|
errmsg = "#{object_id} not found in Preservation at #{connection.url_prefix}#{req_url}"
|
31
|
-
raise
|
31
|
+
raise NotFoundError, errmsg
|
32
32
|
rescue Faraday::Error => e
|
33
33
|
errmsg = "Preservation::Client.#{caller_locations.first.label} for #{object_id} " \
|
34
34
|
"got #{e.response[:status]} from Preservation at #{req_url}: #{e.response[:body]}"
|
35
|
-
raise
|
35
|
+
raise UnexpectedResponseError, errmsg
|
36
36
|
end
|
37
37
|
|
38
38
|
# @param path [String] path to be appended to connection url (no leading slash)
|
39
|
-
# @param params [Hash] optional
|
40
|
-
|
41
|
-
|
39
|
+
# @param params [Hash] optional request parameters
|
40
|
+
# @param on_data [Proc] a callback to use when a streaming response is desired.
|
41
|
+
def get(path, params, on_data:)
|
42
|
+
return http_response(:get, path, params) unless on_data
|
43
|
+
|
44
|
+
connection.get("#{api_version}/#{path}", params) do |req|
|
45
|
+
req.options.on_data = on_data
|
46
|
+
end
|
42
47
|
end
|
43
48
|
|
44
49
|
# @param path [String] path to be appended to connection url (no leading slash)
|
45
|
-
# @param params [Hash] optional
|
50
|
+
# @param params [Hash] optional request parameters
|
46
51
|
def post(path, params)
|
47
52
|
http_response(:post, path, params)
|
48
53
|
end
|
49
54
|
|
50
|
-
# @param method [Symbol] :get or :post
|
51
55
|
# @param path [String] path to be appended to connection url (no leading slash)
|
52
|
-
# @param params [Hash] optional
|
56
|
+
# @param params [Hash] optional request parameters
|
57
|
+
def patch(path, params)
|
58
|
+
http_response(:patch, path, params)
|
59
|
+
end
|
60
|
+
|
61
|
+
# @param path [String] path to be appended to connection url (no leading slash)
|
62
|
+
# @param params [Hash] optional request parameters
|
63
|
+
def put(path, params)
|
64
|
+
http_response(:put, path, params)
|
65
|
+
end
|
66
|
+
|
67
|
+
# @param path [String] path to be appended to connection url (no leading slash)
|
68
|
+
# @param params [Hash] optional request parameters
|
69
|
+
def delete(path, params)
|
70
|
+
http_response(:delete, path, params)
|
71
|
+
end
|
72
|
+
|
73
|
+
# @param method [Symbol] a symbol representing an HTTP method: :get, :post, :patch, :put, :delete
|
74
|
+
# @param path [String] path to be appended to connection url (no leading slash)
|
75
|
+
# @param params [Hash] optional request parameters
|
53
76
|
def http_response(method, path, params)
|
54
|
-
req_url =
|
55
|
-
resp =
|
77
|
+
req_url = "#{api_version}/#{path}"
|
78
|
+
resp =
|
79
|
+
case method
|
80
|
+
when :delete, :get
|
81
|
+
connection.public_send(method, req_url, params)
|
82
|
+
when :patch, :post, :put
|
83
|
+
request_json = params.to_json if params&.any?
|
84
|
+
connection.public_send(method, req_url, request_json, 'Content-Type' => 'application/json')
|
85
|
+
end
|
86
|
+
|
56
87
|
return resp.body if resp.success?
|
57
88
|
|
58
89
|
errmsg = ResponseErrorFormatter.format(response: resp, client_method_name: caller_locations.first.label)
|
59
|
-
raise
|
90
|
+
raise UnexpectedResponseError, errmsg
|
60
91
|
rescue Faraday::ResourceNotFound => e
|
61
92
|
errmsg = "Preservation::Client.#{caller_locations.first.label} " \
|
62
93
|
"got #{e.response[:status]} from Preservation at #{req_url}: #{e.response[:body]}"
|
63
|
-
raise
|
94
|
+
raise NotFoundError, errmsg
|
64
95
|
rescue Faraday::Error => e
|
65
96
|
errmsg = "Preservation::Client.#{caller_locations.first.label} " \
|
66
97
|
"got #{e.response[:status]} from Preservation at #{req_url}: #{e.response[:body]}"
|
67
|
-
|
98
|
+
exception_class = e.response[:status] == 423 ? LockedError : UnexpectedResponseError
|
99
|
+
raise exception_class, errmsg
|
68
100
|
end
|
69
101
|
end
|
70
102
|
end
|
data/preservation-client.gemspec
CHANGED
@@ -35,9 +35,9 @@ Gem::Specification.new do |spec|
|
|
35
35
|
|
36
36
|
spec.add_development_dependency 'bundler', '~> 2.0'
|
37
37
|
spec.add_development_dependency 'pry-byebug'
|
38
|
-
spec.add_development_dependency 'rake', '
|
38
|
+
spec.add_development_dependency 'rake', '>= 12.3.3'
|
39
39
|
spec.add_development_dependency 'rspec', '~> 3.0'
|
40
40
|
spec.add_development_dependency 'rubocop', '~> 0.77.0'
|
41
|
-
spec.add_development_dependency 'simplecov'
|
41
|
+
spec.add_development_dependency 'simplecov', '~> 0.17.0' # For CodeClimate
|
42
42
|
spec.add_development_dependency 'webmock'
|
43
43
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: preservation-client
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 3.3.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Naomi Dushay
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-07-02 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: activesupport
|
@@ -110,16 +110,16 @@ dependencies:
|
|
110
110
|
name: rake
|
111
111
|
requirement: !ruby/object:Gem::Requirement
|
112
112
|
requirements:
|
113
|
-
- - "
|
113
|
+
- - ">="
|
114
114
|
- !ruby/object:Gem::Version
|
115
|
-
version:
|
115
|
+
version: 12.3.3
|
116
116
|
type: :development
|
117
117
|
prerelease: false
|
118
118
|
version_requirements: !ruby/object:Gem::Requirement
|
119
119
|
requirements:
|
120
|
-
- - "
|
120
|
+
- - ">="
|
121
121
|
- !ruby/object:Gem::Version
|
122
|
-
version:
|
122
|
+
version: 12.3.3
|
123
123
|
- !ruby/object:Gem::Dependency
|
124
124
|
name: rspec
|
125
125
|
requirement: !ruby/object:Gem::Requirement
|
@@ -152,16 +152,16 @@ dependencies:
|
|
152
152
|
name: simplecov
|
153
153
|
requirement: !ruby/object:Gem::Requirement
|
154
154
|
requirements:
|
155
|
-
- - "
|
155
|
+
- - "~>"
|
156
156
|
- !ruby/object:Gem::Version
|
157
|
-
version:
|
157
|
+
version: 0.17.0
|
158
158
|
type: :development
|
159
159
|
prerelease: false
|
160
160
|
version_requirements: !ruby/object:Gem::Requirement
|
161
161
|
requirements:
|
162
|
-
- - "
|
162
|
+
- - "~>"
|
163
163
|
- !ruby/object:Gem::Version
|
164
|
-
version:
|
164
|
+
version: 0.17.0
|
165
165
|
- !ruby/object:Gem::Dependency
|
166
166
|
name: webmock
|
167
167
|
requirement: !ruby/object:Gem::Requirement
|
@@ -225,7 +225,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
225
225
|
- !ruby/object:Gem::Version
|
226
226
|
version: '0'
|
227
227
|
requirements: []
|
228
|
-
rubygems_version: 3.0.
|
228
|
+
rubygems_version: 3.0.6
|
229
229
|
signing_key:
|
230
230
|
specification_version: 4
|
231
231
|
summary: A thin client for getting info from SDR preservation.
|