purl_fetcher-client 1.5.3 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 26e9001f37819798fcdd911a7a98778a60dcbb6d67eb1d9bdafc2fd4e9eeb757
-  data.tar.gz: f57db80c799b563e0b8e0863ea35b1ffcd54413373a3f645a4478ee6f8ee571b
+  metadata.gz: 3a8e135cc1e6d731b5a6fbf1706b21764524f422fbe5935306d8c42355ac225a
+  data.tar.gz: 617533e69ecaabe0ea954d3052a74197bbe78c14eb2e58921aa1c0d13dfd18af
 SHA512:
-  metadata.gz: c177d00f8b223863246ed9641ddca70c53fe447d167b1e85ee32b13cff76ef8ee4ef91e21e21ebd6aea7b91544ecabbcab65f84232954e77c2294e0123f4f8e3
-  data.tar.gz: d19fe944a5839c3177e57a84fcf0241fcf2c92a13cd6a86467db22981340e65dd8c5f04452db890a510e6a78eede456dd879e9d9f80309648548c2ecc9cfcf82
+  metadata.gz: ceed9ffc1a6480273b180966c208a02b0e63eff3c1d1725c0b82a968900d1cc98573b734eebdfc4578709e4782d9e90130b79fca718ff9c8e5056913cda6e48d
+  data.tar.gz: 0dc89a720e25f1e0c9f8330665ac3625463053e69717c27fa564876347f949aa9e95d9073c2131cb4eac039ca1d3dc91267edd232c7f3dfcacc02efafb02a042

data/README.md

@@ -20,28 +20,6 @@ Or install it yourself as:
 
     $ gem install purl_fetcher-client
 
-## Usage
-
-### Uploading a file
-
-```ruby
-PurlFetcher::Client.configure(url:'http://127.0.0.1:3000', token: 'abc123')
-
-PurlFetcher::Client::UploadFiles.upload(
-  file_metadata: {
-    'file1.txt' => PurlFetcher::Client::DirectUploadRequest.new(
-      checksum: '123',
-      byte_size: 10_000,
-      content_type: 'image/tiff',
-      filename: 'image.tiff'
-    )
-  },
-  filepath_map: {
-    'file1.txt' => File.expand_path('Gemfile.lock')
-  }
-)
-```
-
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/lib/purl_fetcher/client/publish.rb

@@ -9,10 +9,16 @@ module PurlFetcher
       end
 
       # @param [Cocina::Models::DRO,Cocina::Models::Collection] cocina the Cocina data object
-      # @param [Hash<String,String>] file_uploads map of filenames to signed_ids
-      def initialize(cocina:, file_uploads:)
+      # @param [Hash<String,String>] file_uploads map of cocina filenames to staging filenames (UUIDs)
+      # @param [String] version the version of the item
+      # @param [DateTime] version_date the version date
+      # @param [Boolean] must_version whether the item must be versioned
+      def initialize(cocina:, file_uploads:, version:, version_date:, must_version:)
         @cocina = cocina
         @file_uploads = file_uploads
+        @version = version
+        @version_date = version_date
+        @must_version = must_version
       end
 
       def publish
@@ -23,7 +29,7 @@ module PurlFetcher
 
       private
 
-      attr_reader :cocina, :file_uploads
+      attr_reader :cocina, :file_uploads, :version, :version_date, :must_version
 
       def druid
         cocina.externalIdentifier
@@ -32,7 +38,10 @@ module PurlFetcher
       def body
         {
           object: cocina.to_h,
-          file_uploads: file_uploads
+          file_uploads: file_uploads,
+          version: version,
+          version_date: version_date.iso8601,
+          must_version: must_version
       }.to_json
       end
 

data/lib/purl_fetcher/client/unpublish.rb

@@ -5,26 +5,29 @@ module PurlFetcher
     # Delete an item from the purl-fetcher cache
     class Unpublish
       # @param [String] druid the identifier of the item
+      # @param [String] version the version of the item
       # @raise [Purl::Fetcher::Client::AlreadyDeletedResponseError] if the item is already deleted
-      def self.unpublish(druid:)
-        new(druid:).unpublish
+      def self.unpublish(druid:, version:)
+        new(druid:, version:).unpublish
       end
 
       # @param [String] druid the identifier of the item
-      def initialize(druid:)
+      # @param [String] version the version of the item
+      def initialize(druid:, version:)
         @druid = druid
+        @version = version
       end
 
       def unpublish
-        logger.debug("Starting a unpublish request for: #{druid}")
-        response = client.delete(path:)
+        logger.debug("Starting a unpublish request for: #{druid} (#{version})")
+        response = client.delete(path:, params: { version: version })
         logger.debug("Unpublish request complete")
         response
       end
 
       private
 
-      attr_reader :druid
+      attr_reader :druid, :version
 
       def logger
         Client.config.logger

data/lib/purl_fetcher/client/version.rb

@@ -1,5 +1,5 @@
 module PurlFetcher
   class Client
-    VERSION = "1.5.3"
+    VERSION = "2.0.0"
   end
 end

data/lib/purl_fetcher/client.rb

@@ -7,14 +7,10 @@ require "logger"
 require "purl_fetcher/client/version"
 require "purl_fetcher/client/reader"
 require "purl_fetcher/client/mods"
-require "purl_fetcher/client/upload_files"
-require "purl_fetcher/client/direct_upload_request"
-require "purl_fetcher/client/direct_upload_response"
 require "purl_fetcher/client/legacy_publish"
 require "purl_fetcher/client/publish"
 require "purl_fetcher/client/release_tags"
 require "purl_fetcher/client/unpublish"
-require "purl_fetcher/client/publish_shelve"
 
 module PurlFetcher
   class Client
@@ -53,8 +49,9 @@ module PurlFetcher
 
     # Send an DELETE request
     # @param path [String] the path for the API request
-    def delete(path:)
-      response = connection.delete(path)
+    # @param params [Hash] the query parameters for the DELETE request
+    def delete(path:, params: {})
+      response = connection.delete(path, params)
 
       raise AlreadyDeletedResponseError, response.body if response.status == 409
       raise "unexpected response: #{response.status} #{response.body}" unless response.success?
@@ -116,7 +113,7 @@ module PurlFetcher
       # To allow transfer of large files.
       {
           read_timeout: 900,
-          timeout: 900
+          timeout: 36000
         }
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: purl_fetcher-client
 version: !ruby/object:Gem::Version
-  version: 1.5.3
+  version: 2.0.0
 platform: ruby
 authors:
 - Chris Beer
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-07-03 00:00:00.000000000 Z
+date: 2024-07-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -126,16 +126,12 @@ files:
 - bin/console
 - bin/setup
 - lib/purl_fetcher/client.rb
-- lib/purl_fetcher/client/direct_upload_request.rb
-- lib/purl_fetcher/client/direct_upload_response.rb
 - lib/purl_fetcher/client/legacy_publish.rb
 - lib/purl_fetcher/client/mods.rb
 - lib/purl_fetcher/client/publish.rb
-- lib/purl_fetcher/client/publish_shelve.rb
 - lib/purl_fetcher/client/reader.rb
 - lib/purl_fetcher/client/release_tags.rb
 - lib/purl_fetcher/client/unpublish.rb
-- lib/purl_fetcher/client/upload_files.rb
 - lib/purl_fetcher/client/version.rb
 - purl_fetcher-client.gemspec
 homepage:

data/lib/purl_fetcher/client/direct_upload_request.rb

@@ -1,37 +0,0 @@
-# frozen_string_literal: true
-
-module PurlFetcher
-  class Client
-    # This models the JSON that we send to the server.
-    DirectUploadRequest = Data.define(:checksum, :byte_size, :content_type, :filename) do
-      def self.from_file(hexdigest:, byte_size:, file_name:, content_type:)
-        new(checksum: hex_to_base64_digest(hexdigest),
-            byte_size: byte_size,
-            content_type: clean_content_type(content_type),
-            filename: file_name)
-      end
-
-      def to_h
-        {
-          blob: { filename: filename, byte_size: byte_size, checksum: checksum,
-                  content_type: self.class.clean_content_type(content_type) }
-        }
-      end
-
-      def to_json(*_args)
-        JSON.generate(to_h)
-      end
-
-      def self.clean_content_type(content_type)
-        return "application/octet-stream" if content_type.blank?
-
-        # ActiveStorage is expecting "application/x-stata-dta" not "application/x-stata-dta;version=14"
-        content_type.split(";").first
-      end
-
-      def self.hex_to_base64_digest(hexdigest)
-        [ [ hexdigest ].pack("H*") ].pack("m0")
-      end
-    end
-  end
-end

data/lib/purl_fetcher/client/direct_upload_response.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-module PurlFetcher
-  class Client
-    DirectUploadResponse = Data.define(:id, :key, :checksum, :byte_size, :content_type,
-                                      :filename, :metadata, :created_at, :direct_upload,
-                                      :signed_id, :service_name) do
-                                        def with_filename(filename)
-                                          self.class.new(**deconstruct_keys(nil).merge(filename:))
-                                        end
-                                      end
-  end
-end

data/lib/purl_fetcher/client/publish_shelve.rb

@@ -1,66 +0,0 @@
-# frozen_string_literal: true
-
-module PurlFetcher
-  class Client
-    # High-level client for publishing and shelving.
-    class PublishShelve
-      def self.publish_and_shelve(...)
-        new(...).publish_and_shelve
-      end
-
-      # @param [Cocina::Models::DRO,Cocina::Models::Collection] cocina the Cocina data object
-      # @param [Hash<String,String>] filepath_map map of relative filepaths to absolute filepaths
-      def initialize(cocina:, filepath_map:)
-        @cocina = cocina
-        @filepath_map = filepath_map
-      end
-
-      def publish_and_shelve
-        logger.debug("Starting publish and shelve for: #{cocina.externalIdentifier}")
-
-        direct_upload_responses = PurlFetcher::Client::UploadFiles.upload(file_metadata: file_metadata, filepath_map: filepath_map)
-        file_uploads = direct_upload_responses.map { |response| [ response.filename, response.signed_id ] }.to_h
-
-        PurlFetcher::Client::Publish.publish(cocina: cocina, file_uploads: file_uploads)
-        logger.debug("Publish and shelve complete")
-      end
-
-      private
-
-      attr_reader :cocina, :filepath_map
-
-      def file_metadata
-        return [] unless cocina.dro?
-
-        cocina.structural.contains.flat_map do |fileset|
-          fileset.structural.contains.select { |file| filepath_map.include?(file.filename) }.map do |file|
-            direct_upload_request_for(file)
-          end
-        end
-      end
-
-      def direct_upload_request_for(cocina_file)
-        PurlFetcher::Client::DirectUploadRequest.from_file(
-          hexdigest: md5_for(cocina_file),
-          byte_size: size_for(cocina_file),
-          content_type: "application/octet-stream",
-          file_name: cocina_file.filename
-        )
-      end
-
-      def md5_for(cocina_file)
-        cocina_file.hasMessageDigests.find { |digest| digest.type == "md5" }.digest
-      end
-
-      def size_for(cocina_file)
-        return cocina_file.size if cocina_file.size.present? && cocina_file.size.positive?
-
-        File.size(filepath_map[cocina_file.filename])
-      end
-
-      def logger
-        Client.config.logger
-      end
-    end
-  end
-end

data/lib/purl_fetcher/client/upload_files.rb

@@ -1,70 +0,0 @@
-# frozen_string_literal: true
-
-module PurlFetcher
-  class Client
-    # The file uploading part of a transfer
-    class UploadFiles
-      # @param [Hash<String,DirectUploadRequest>] file_metadata map of relative filepaths to file metadata
-      # @param [Hash<String,String>] filepath_map map of relative filepaths to absolute filepaths
-      def self.upload(file_metadata:, filepath_map:)
-        new(file_metadata: file_metadata, filepath_map: filepath_map).upload
-      end
-
-      # @param [Array<DirectUploadRequest>] file_metadata array of DirectUploadRequests for the files to be uploaded
-      # @param [Hash<String,String>] filepath_map map of relative filepaths to absolute filepaths
-      def initialize(file_metadata:, filepath_map:)
-        @file_metadata = file_metadata
-        @filepath_map = filepath_map
-      end
-
-      # @return [Array<DirectUploadResponse>] the responses from the server for the uploads
-      def upload
-        file_metadata.map do |metadata|
-          filepath = metadata.filename
-          # ActiveStorage modifies the filename provided in response, so setting here with the relative filename
-          direct_upload(metadata.to_json).with_filename(filepath).tap do |response|
-            upload_file(response)
-            logger.info("Upload of #{filepath} complete")
-          end
-        end
-      end
-
-      private
-
-      attr_reader :file_metadata, :filepath_map
-
-      def logger
-        Client.config.logger
-      end
-
-      def client
-        Client.instance
-      end
-
-      def path
-        "/v1/direct_uploads"
-      end
-
-      def direct_upload(metadata_json)
-        logger.info("Starting an upload request: #{metadata_json}")
-        response = client.post(path: path, body: metadata_json)
-
-        logger.info("Response from server: #{response}")
-        DirectUploadResponse.new(**response.symbolize_keys)
-      end
-
-      def upload_file(response)
-        logger.info("Uploading `#{response.filename}' to #{response.direct_upload.fetch('url')}")
-
-        client.put(
-          path: response.direct_upload.fetch("url"),
-          body: ::File.open(filepath_map[response.filename]),
-          headers: {
-            "content-type" => response.content_type,
-            "content-length" => response.byte_size.to_s
-          }
-        )
-      end
-    end
-  end
-end