duracloud-client 0.4.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 850dd8765ce4680a9a81f7453970ac9d8a33ec6d
-  data.tar.gz: 64f6a963ed6453f7f77af4ed9efbc93200417dfc
+  metadata.gz: 60ab1ee918d1618f1f9fe31e0bad7461246a1f9c
+  data.tar.gz: 4430b99f0f2a1d98845139e26113179610f7ac57
 SHA512:
-  metadata.gz: a938f8b35fe0b32f4d6e73ac80c741adedd32c91513508f64e6cb63486299cff015cb38a394b22df2f1b56fe76024939ce06c1c3968a247406d0d069e08bd9bb
-  data.tar.gz: 303f6bbedfb8db0950ab9ffece57ba5989fa575dd0ed4b290004f4d13a91dfc88a252b83034bfc1503e1c81c6acfe5fe0b897da2b004ab9ab6234c86587c4128
+  metadata.gz: 62eeb59e57a5898783fc310aa848819779aa33eaf7c29b88296d01ff76210f459a4ad37c2c4c872a7871ab0027a757537e24e78fa2aacf6f45d27427d25e8bf3
+  data.tar.gz: 24006ad94935c937a5e3a9188b4c42946e9cf485ceb3e643fb4ca14531805e70ff77b341ca4f2ef90c97cac06094dd4727e01ca6e1064ecb8dca546714e45f98

data/README.md

@@ -276,6 +276,17 @@ D, [2016-05-19T13:37:39.831013 #28754] DEBUG -- : Duracloud::Client GET https://
  => ["space_id", "content_id", "md5"]
 ```
 
+*Added in v0.5.0: Support for asynchronous generation of manifest (Generate Manifest API)*
+
+```
+>> manifest = Duracloud::Manifest.new('ddr-validation')
+ => #<Duracloud::Manifest:0x007f8fd82fe328 @space_id="ddr-validation", @store_id=nil>
+>> manifest.generate
+ D, [2017-06-06T20:49:50.191301 #92029] DEBUG -- : Duracloud::Client POST https://duke.duracloud.org/durastore/manifest/ddr-validation 202 Accepted
+ I, [2017-06-06T20:49:50.191414 #92029]  INFO -- : We are processing your manifest generation request. To retrieve your file, please poll the URI in the Location header of this response: (https://duke.duracloud.org/durastore/x-duracloud-admin/generated-manifests/manifest-ddr-validation_amazon_s3_2017-06-07-00-49-50.txt.gz).
+ => "https://duke.duracloud.org/durastore/x-duracloud-admin/generated-manifests/manifest-ddr-validation_amazon_s3_2017-06-07-00-49-50.txt.gz"
+```  
+
 #### Bit Integrity Report
 
 ```

data/lib/duracloud/manifest.rb

@@ -1,3 +1,6 @@
+require 'tempfile'
+require 'zlib'
+
 module Duracloud
   class Manifest
     include TSV
@@ -5,6 +8,9 @@ module Duracloud
     TSV_FORMAT = "TSV"
     BAGIT_FORMAT = "BAGIT"
 
+    MAX_TRIES = 120
+    RETRY_SLEEP = 10
+
     attr_reader :space_id, :store_id
 
     def initialize(space_id, store_id = nil)
@@ -30,6 +36,42 @@ module Duracloud
       download(BAGIT_FORMAT, &block)
     end
 
+    # Request the manifest for the space to be generated.
+    # @param format [Symbol, String] the format of the manifest.
+    #    Defaults to "TSV".
+    # @return [String] the URL of the generated manifest when available.
+    # @raise [Duracloud::NotFoundError]
+    # @note format parameter changed from positional to keyword argument
+    #   in v0.5.0.
+    def generate(format: TSV_FORMAT)
+      fmt = format.to_s.upcase
+      response = Client.generate_manifest(space_id, query(fmt))
+      response.header["Location"].first
+    end
+
+    # Downloads the generated manifest
+    # @yield [String] chunk of the manifest
+    # @param format [Symbol, String] the format of the manifest.
+    #   Defaults to "TSV".
+    # @param max_tries [Integer] max number of times to check the generated URL.
+    # @param retry_sleep [Integer] number of seconds between re-checks of the
+    #   generated URL.
+    # @raise [Duracloud::NotFoundError
+    def download_generated(format: TSV_FORMAT, max_tries: MAX_TRIES, retry_sleep: RETRY_SLEEP, &block)
+      url = generate(format: format)
+      check_generated(url, max_tries, retry_sleep)
+      Tempfile.open(["download", ".gz"], encoding: "ascii-8bit") do |gz_file|
+        client.execute(Request, :get, url) do |chunk|
+          gz_file.write(chunk)
+        end
+        gz_file.close
+        Zlib::GzipReader.open(gz_file.path) do |unzipped|
+          unzipped.each { |line| yield(line) }
+        end
+      end
+      url
+    end
+
     # Downloads the manifest
     # @yield [String] chunk of the manifest, if block given.
     # @param format [Symbol, String] the format of the manifest.
@@ -37,7 +79,9 @@ module Duracloud
     # @return [Duracloud::Response, String] the response, if block
     #   given, or the manifest content, if no block.
     # @raise [Duracloud::NotFoundError]
-    def download(format = TSV_FORMAT, &block)
+    # @note format parameter changed from positional to keyword argument
+    #   in v0.5.0.
+    def download(format: TSV_FORMAT, &block)
       fmt = format.to_s.upcase
       if block_given?
         get_response(fmt, &block)
@@ -48,6 +92,27 @@ module Duracloud
 
     private
 
+    def client
+      @client ||= Client.new
+    end
+
+    def check_generated(url, max_tries, retry_sleep)
+      tries = 0
+      begin
+        tries += 1
+        client.logger.debug "Checking for generated manifest (try #{tries}/#{max_tries}) ... "
+        client.execute(Request, :head, url)
+      rescue NotFoundError => e
+        if tries < max_tries
+          client.logger.debug "Retrying in #{retry_sleep} seconds ..."
+          sleep(retry_sleep)
+          retry
+        else
+          raise
+        end
+      end
+    end
+
     def get_response(format, &block)
       Client.get_manifest(space_id, query(format), &block)
     end

data/lib/duracloud/rest_methods.rb

@@ -1,83 +1,108 @@
 module Duracloud
   module RestMethods
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetStores
     def get_stores
       durastore(:get, "stores")
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetSpaces
     def get_spaces(**query)
       durastore(:get, "spaces", **query)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetSpace
     def get_space(space_id, **query)
       durastore(:get, space_id, **query)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetSpaceProperties
     def get_space_properties(space_id, **query)
       durastore(:head, space_id, **query)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetSpaceACLs
     def get_space_acls(space_id, **query)
       durastore(:head, "acl/#{space_id}", **query)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-SetSpaceACLs
     def set_space_acls(space_id, **options)
       durastore(:post, "acl/#{space_id}", **options)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-CreateSpace
     def create_space(space_id, **query)
       durastore(:put, space_id, **query)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-DeleteSpace
     def delete_space(space_id, **query)
       durastore(:delete, space_id, **query)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetContent
     def get_content(space_id, content_id, **options, &block)
       durastore_content(:get, space_id, content_id, **options, &block)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetContentProperties
     def get_content_properties(space_id, content_id, **options)
       durastore_content(:head, space_id, content_id, **options)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-SetContentProperties
     def set_content_properties(space_id, content_id, **options)
       durastore_content(:post, space_id, content_id, **options)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-StoreContent
     def store_content(space_id, content_id, **options)
       durastore_content(:put, space_id, content_id, **options)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-CopyContent
     def copy_content(target_space_id, target_content_id, **options)
       durastore_content(:put, target_space_id, target_content_id, **options)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-DeleteContent
     def delete_content(space_id, content_id, **options)
       durastore_content(:delete, space_id, content_id, **options)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetAuditLog
     def get_audit_log(space_id, **query)
       durastore(:get, "audit/#{space_id}", **query)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetManifest
     def get_manifest(space_id, **query, &block)
       durastore(:get, "manifest/#{space_id}", **query, &block)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GenerateManifest
+    def generate_manifest(space_id, **query)
+      durastore(:post, "manifest/#{space_id}", **query)
+    end
+
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetBitIntegrityReport
     def get_bit_integrity_report(space_id, **query)
       durastore(:get, "bit-integrity/#{space_id}", **query)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetBitIntegrityReportProperties
     def get_bit_integrity_report_properties(space_id, **query)
       durastore(:head, "bit-integrity/#{space_id}", **query)
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-GetTasks
     def get_tasks(**query)
       raise NotImplementedError,
             "The API method 'Get Tasks' has not been implemented."
     end
 
+    # @see https://wiki.duraspace.org/display/DURACLOUDDOC/DuraCloud+REST+API#DuraCloudRESTAPI-PerformTask
     def perform_task(task_name, **query)
       raise NotImplementedError,
             "The API method 'Perform Task' has not been implemented."

data/lib/duracloud/version.rb

@@ -1,3 +1,3 @@
 module Duracloud
-  VERSION = "0.4.0"
+  VERSION = "0.5.0"
 end

data/spec/unit/client_spec.rb

@@ -275,6 +275,20 @@ module Duracloud
       }
     end
 
+    describe "generate_manifest" do
+      specify {
+        stub = stub_request(:post, "https://example.com/durastore/manifest/foo")
+        subject.generate_manifest("foo")
+        expect(stub).to have_been_requested
+      }
+      specify {
+        stub = stub_request(:post, "https://example.com/durastore/manifest/foo")
+               .with(query: {format: "BAGIT", storeID: 1})
+        subject.generate_manifest("foo", format: "BAGIT", storeID: 1)
+        expect(stub).to have_been_requested
+      }
+    end
+
     describe "get_bit_integrity_report" do
       specify {
         stub = stub_request(:get, "https://example.com/durastore/bit-integrity/foo")

data/spec/unit/manifest_spec.rb

@@ -21,5 +21,16 @@ module Duracloud
       }
     end
 
+    describe "#generate" do
+      before do
+        stub_request(:post, "https://example.com/durastore/manifest/myspace?format=TSV")
+          .to_return(status: 202,
+                     headers: { "Location" => "https://example.com/durastore/x-duracloud-admin/generated-manifests/manifest-myspace_amazon_s3_2017-06-02-18-20-14.txt.gz" })
+      end
+      specify {
+        expect(subject.generate).to eq "https://example.com/durastore/x-duracloud-admin/generated-manifests/manifest-myspace_amazon_s3_2017-06-02-18-20-14.txt.gz"
+      }
+    end
+
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: duracloud-client
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
 platform: ruby
 authors:
 - David Chandek-Stark
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-05-22 00:00:00.000000000 Z
+date: 2017-06-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: hashie
@@ -222,7 +222,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.8
+rubygems_version: 2.6.12
 signing_key: 
 specification_version: 4
 summary: Ruby client for communicating with DuraCloud