sdr-client 0.15.0 → 0.17.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 76c749fe07c1e54f2326bb0ff00b448d0dff1211c7bada06865c1259fa1ccdb7
-  data.tar.gz: 4ae3c617f450a7d6d388522830232a42567dd376e6a6192d942a242f1351e39b
+  metadata.gz: 065c4f605e60c45bb76c98eac741d67f5b7e848a5b59402396b4c7273ba80334
+  data.tar.gz: f826dad9e9e758242672f92baffde17f65c347f05013d7420a5ff69459344935
 SHA512:
-  metadata.gz: 57a774eb99df08439e040198a6b45ce6b37ecad275fb3db8030ca90793ae407183bb514ab907e9d8f54aee4febcaa0a15d62b8cfbb99aa29efd4db071c63265c
-  data.tar.gz: d7dd88626f1ea6c20f3be68cb1b31787aeaf353450952ca7b2e5862e2acaf0f308ec66ce4a7e385c237f5d08ba66d8647fe77fa95dad9e08602382b87f4f0746
+  metadata.gz: '06295472bb1577491a3ea0f40a89cd904c14bb19c2064c226e129487d74828c0335109b2818bd280eed1d80af266d2352a72bc4b4838fa1fea7ff9830f81f1d8'
+  data.tar.gz: 6830c8249d6ae651fdbf1c6a62e582db254f663fe6d4316de84c7a1d6a2ba17fd516a129991ca8634a98ccd5857fe59ba56b12341412d0f7732232e93e78fa2d

data/.rubocop.yml

@@ -13,6 +13,7 @@ Layout/LineLength:
 Metrics/BlockLength:
   Exclude:
     - 'spec/**/*'
+    -  'sdr-client.gemspec'
   ExcludedMethods:
     - 'OptionParser.new'
 

data/README.md

@@ -8,6 +8,8 @@
 This is a CLI for interacting with the Stanford Digital Repository API.
 The code for the SDR API server is at https://github.com/sul-dlss/sdr-api
 
+This provides a way for consumers to easily and correctly deposit files to the SDR without requiring access to the `/dor` NFS mount or to use Hydrus.  A primary design goal was for this to have as few dependencies as possible so that it can be easily distributed by `gem install sdr-client` and then it can be used as a CLI.
+
 ## Install
 
 `gem install sdr-client`

data/lib/sdr_client.rb

@@ -5,6 +5,7 @@ require 'faraday'
 
 require 'sdr_client/version'
 require 'sdr_client/deposit'
+require 'sdr_client/model_deposit'
 require 'sdr_client/credentials'
 require 'sdr_client/login'
 require 'sdr_client/login_prompt'

data/lib/sdr_client/deposit.rb

@@ -5,10 +5,11 @@ require 'logger'
 module SdrClient
   # The namespace for the "deposit" command
   module Deposit
+    BOOK_TYPE = 'http://cocina.sul.stanford.edu/models/book.jsonld'
     # rubocop:disable Metrics/ParameterLists
     # rubocop:disable Metrics/MethodLength
     def self.run(label: nil,
-                 type: 'http://cocina.sul.stanford.edu/models/book.jsonld',
+                 type: BOOK_TYPE,
                  viewing_direction: nil,
                  access: 'dark',
                  use_statement: nil,
@@ -26,6 +27,7 @@ module SdrClient
                  logger: Logger.new(STDOUT))
       token = Credentials.read
 
+      augmented_metadata = FileMetadataBuilder.build(files: files, files_metadata: files_metadata)
       metadata = Request.new(label: label,
                              type: type,
                              access: access,
@@ -38,7 +40,7 @@ module SdrClient
                              embargo_release_date: embargo_release_date,
                              embargo_access: embargo_access,
                              viewing_direction: viewing_direction,
-                             files_metadata: files_metadata)
+                             files_metadata: augmented_metadata)
       Process.new(metadata: metadata, url: url, token: token, files: files,
                   grouping_strategy: grouping_strategy, logger: logger).run
     end
@@ -52,6 +54,7 @@ require 'sdr_client/deposit/matching_file_grouping_strategy'
 require 'sdr_client/deposit/files/direct_upload_request'
 require 'sdr_client/deposit/files/direct_upload_response'
 require 'sdr_client/deposit/file'
+require 'sdr_client/deposit/file_metadata_builder'
 require 'sdr_client/deposit/file_set'
 require 'sdr_client/deposit/request'
 require 'sdr_client/deposit/upload_files'

data/lib/sdr_client/deposit/file_metadata_builder.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+require 'sdr_client/deposit/file_metadata_builder_operations/mime_type'
+require 'sdr_client/deposit/file_metadata_builder_operations/md5'
+require 'sdr_client/deposit/file_metadata_builder_operations/sha1'
+
+module SdrClient
+  module Deposit
+    # Build basic metadata for files, iterating over a series of operations
+    # The available options are here: https://github.com/sul-dlss/sdr-client/blob/v0.8.1/lib/sdr_client/deposit/file.rb#L8-L10
+    class FileMetadataBuilder
+      OPERATIONS = [
+        FileMetadataBuilderOperations::MimeType,
+        FileMetadataBuilderOperations::MD5,
+        FileMetadataBuilderOperations::SHA1
+      ].freeze
+      private_constant :OPERATIONS
+
+      # @param (see #initialize)
+      # @return (see #build)
+      def self.build(files:, files_metadata:)
+        new(files: files, files_metadata: files_metadata.dup).build
+      end
+
+      # @param [Array<String>] files the list of files for which to generate metadata
+      def initialize(files:, files_metadata:)
+        @files = files
+        @files_metadata = files_metadata
+      end
+
+      # @return [Hash<String, Hash<String, String>>]
+      def build
+        files.each do |file_path|
+          file_key = ::File.basename(file_path)
+          OPERATIONS.each do |operation|
+            result = operation.for(file_path: file_path)
+            next if result.nil?
+
+            files_metadata[file_key] ||= {}
+            files_metadata[file_key][operation::NAME] = result
+          end
+        end
+        files_metadata
+      end
+
+      private
+
+      attr_reader :files, :files_metadata
+    end
+  end
+end

data/lib/sdr_client/deposit/file_metadata_builder_operations/md5.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require 'digest'
+
+module SdrClient
+  module Deposit
+    module FileMetadataBuilderOperations
+      # MD5 for this file.
+      class MD5
+        NAME = 'md5'
+        def self.for(file_path:, **)
+          Digest::MD5.file(file_path).hexdigest
+        end
+      end
+    end
+  end
+end

data/lib/sdr_client/deposit/file_metadata_builder_operations/mime_type.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require 'digest'
+
+module SdrClient
+  module Deposit
+    module FileMetadataBuilderOperations
+      # Mime-type for this file.
+      class MimeType
+        NAME = 'mime_type'
+        def self.for(file_path:, **)
+          `file --mime-type -b #{file_path}`.chomp
+        end
+      end
+    end
+  end
+end

data/lib/sdr_client/deposit/file_metadata_builder_operations/sha1.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require 'digest'
+
+module SdrClient
+  module Deposit
+    module FileMetadataBuilderOperations
+      # SHA1 for this file.
+      class SHA1
+        NAME = 'sha1'
+        def self.for(file_path:, **)
+          Digest::SHA1.file(file_path).hexdigest
+        end
+      end
+    end
+  end
+end

data/lib/sdr_client/deposit/metadata_builder.rb

@@ -16,6 +16,8 @@ module SdrClient
         @grouping_strategy = grouping_strategy
       end
 
+      # @param [UploadFiles] upload_responses the uploaded file information
+      # @return [Request] the metadata with fileset information added in.
       def with_uploads(upload_responses)
         file_sets = build_filesets(uploads: upload_responses)
         metadata.with_file_sets(file_sets)
@@ -30,9 +32,25 @@ module SdrClient
       def build_filesets(uploads:)
         grouped_uploads = grouping_strategy.run(uploads: uploads)
         grouped_uploads.map.with_index(1) do |upload_group, i|
-          metadata_group = {}
-          upload_group.each { |upload| metadata_group[upload.filename] = metadata.for(upload.filename) }
-          FileSet.new(uploads: upload_group, uploads_metadata: metadata_group, label: "Object #{i}")
+          FileSet.new(uploads: upload_group,
+                      uploads_metadata: metadata_group(upload_group),
+                      label: label(i))
+        end
+      end
+
+      def label(index)
+        case metadata.type
+        when BOOK_TYPE
+          "Page #{index}"
+        else
+          "Object #{index}"
+        end
+      end
+
+      # Get the metadata for the files belonging to a fileset
+      def metadata_group(upload_group)
+        upload_group.each_with_object({}) do |upload, obj|
+          obj[upload.filename] = metadata.for(upload.filename)
         end
       end
     end

data/lib/sdr_client/deposit/model_process.rb

@@ -0,0 +1,84 @@
+# frozen_string_literal: true
+
+require 'logger'
+
+module SdrClient
+  module Deposit
+    # The process for doing a deposit from a Cocina Model
+    class ModelProcess
+      DRO_PATH = '/v1/resources'
+      # @param [Cocina::Model::RequestDRO] request_dro for depositing
+      # @param [String] url the server to send to
+      # @param [String] token the bearer auth token for the server
+      # @param [Array<String>] files a list of file names to upload
+      # @param [Logger] logger the logger to use
+      def initialize(request_dro:, url:,
+                     token:, files: [], logger: Logger.new(STDOUT))
+        @files = files
+        @url = url
+        @token = token
+        @request_dro = request_dro
+        @logger = logger
+      end
+
+      def run
+        check_files_exist
+        UploadFiles.new(files: files,
+                        logger: logger,
+                        connection: connection,
+                        mime_types: mime_types).run
+        upload_request_dro
+      end
+
+      private
+
+      attr_reader :request_dro, :files, :url, :token, :logger
+
+      def check_files_exist
+        logger.info('checking to see if files exist')
+        files.each do |file_name|
+          raise Errno::ENOENT, file_name unless ::File.exist?(file_name)
+        end
+      end
+
+      # @return [Hash<Symbol,String>] the result of the metadata call
+      # rubocop:disable Metrics/AbcSize
+      def upload_request_dro
+        request_json = request_dro.to_json
+        logger.info("Starting upload metadata: #{request_json}")
+        response = connection.post(DRO_PATH, request_json, 'Content-Type' => 'application/json')
+        unexpected_response(response) unless response.status == 201
+
+        logger.info("Response from server: #{response.body}")
+
+        { druid: JSON.parse(response.body)['druid'], background_job: response.headers['Location'] }
+      end
+      # rubocop:enable Metrics/AbcSize
+
+      def unexpected_response(response)
+        raise "There was an error with your request: #{response.body}" if response.status == 400
+        raise 'There was an error with your credentials. Perhaps they have expired?' if response.status == 401
+
+        raise "unexpected response: #{response.status} #{response.body}"
+      end
+
+      def connection
+        @connection ||= Faraday.new(url: url) do |conn|
+          conn.authorization :Bearer, token
+          conn.adapter :net_http
+        end
+      end
+
+      def mime_types
+        @mime_types ||=
+          Hash[
+            request_dro.structural.contains.map do |file_set|
+              file_set.structural.contains.map do |file|
+                [file.filename, file.hasMimeType || 'application/octet-stream']
+              end
+            end.flatten(1)
+          ]
+      end
+    end
+  end
+end

data/lib/sdr_client/deposit/process.rb

@@ -30,7 +30,7 @@ module SdrClient
         upload_responses = UploadFiles.new(files: files,
                                            logger: logger,
                                            connection: connection,
-                                           metadata: metadata).run
+                                           mime_types: mime_types).run
         metadata_builder = MetadataBuilder.new(metadata: metadata,
                                                grouping_strategy: grouping_strategy,
                                                logger: logger)
@@ -74,6 +74,16 @@ module SdrClient
           conn.adapter :net_http
         end
       end
+
+      def mime_types
+        @mime_types ||=
+          Hash[
+            files.map do |filepath|
+              filename = ::File.basename(filepath)
+              [filename, metadata.for(filename)['mime_type']]
+            end
+          ]
+      end
     end
   end
 end

data/lib/sdr_client/deposit/request.rb

@@ -61,11 +61,13 @@ module SdrClient
                     access: access,
                     apo: apo,
                     collection: collection,
+                    copyright: copyright,
                     source_id: source_id,
                     catkey: catkey,
                     embargo_release_date: embargo_release_date,
                     embargo_access: embargo_access,
                     type: type,
+                    use_statement: use_statement,
                     viewing_direction: viewing_direction,
                     file_sets: file_sets,
                     files_metadata: files_metadata)
@@ -77,10 +79,12 @@ module SdrClient
         files_metadata.fetch(filename, {})
       end
 
+      attr_reader :type
+
       private
 
       attr_reader :access, :label, :file_sets, :source_id, :catkey, :apo, :collection,
-                  :type, :files_metadata, :embargo_release_date, :embargo_access,
+                  :files_metadata, :embargo_release_date, :embargo_access,
                   :viewing_direction, :use_statement, :copyright
 
       def administrative

data/lib/sdr_client/deposit/upload_files.rb

@@ -7,13 +7,13 @@ module SdrClient
     # The file uploading part of a deposit
     class UploadFiles
       BLOB_PATH = '/v1/direct_uploads'
-      # @param [Array<String>] files a list of file names to upload
+      # @param [Array<String>] files a list of filepaths to upload
       # @param [Logger] logger the logger to use
       # @param [Faraday::Connection] connection
-      # @param [Request] metadata information about the object
-      def initialize(files:, metadata:, logger:, connection:)
+      # @param [Hash<String,String] mime_types a map of filenames to mime types
+      def initialize(files:, mime_types:, logger:, connection:)
         @files = files
-        @metadata = metadata
+        @mime_types = mime_types
         @logger = logger
         @connection = connection
       end
@@ -28,14 +28,14 @@ module SdrClient
 
       private
 
-      attr_reader :files, :metadata, :logger, :connection
+      attr_reader :files, :mime_types, :logger, :connection
 
       def collect_file_metadata
         files.each_with_object({}) do |path, obj|
           file_name = ::File.basename(path)
           obj[path] = Files::DirectUploadRequest.from_file(path,
                                                            file_name: file_name,
-                                                           content_type: metadata.for(file_name)[:mime_type])
+                                                           content_type: mime_types[file_name])
         end
       end
 

data/lib/sdr_client/model_deposit.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+require 'logger'
+
+module SdrClient
+  # The namespace for the "deposit" command
+  module Deposit
+    def self.model_run(request_dro:,
+                       files: [],
+                       url:,
+                       logger: Logger.new(STDOUT))
+      token = Credentials.read
+
+      ModelProcess.new(request_dro: request_dro, url: url, token: token, files: files, logger: logger).run
+    end
+  end
+end
+require 'sdr_client/deposit/model_process'

data/lib/sdr_client/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SdrClient
-  VERSION = '0.15.0'
+  VERSION = '0.17.0'
 end

data/sdr-client.gemspec

@@ -31,6 +31,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'faraday', '>= 0.16'
 
   spec.add_development_dependency 'bundler', '~> 2.0'
+  spec.add_development_dependency 'cocina-models'
   spec.add_development_dependency 'rake', '~> 13.0'
   spec.add_development_dependency 'rspec', '~> 3.0'
   spec.add_development_dependency 'rubocop', '~> 0.79.0'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sdr-client
 version: !ruby/object:Gem::Version
-  version: 0.15.0
+  version: 0.17.0
 platform: ruby
 authors:
 - Justin Coyne
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-03-02 00:00:00.000000000 Z
+date: 2020-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dry-monads
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: cocina-models
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -164,17 +178,23 @@ files:
 - lib/sdr_client/credentials.rb
 - lib/sdr_client/deposit.rb
 - lib/sdr_client/deposit/file.rb
+- lib/sdr_client/deposit/file_metadata_builder.rb
+- lib/sdr_client/deposit/file_metadata_builder_operations/md5.rb
+- lib/sdr_client/deposit/file_metadata_builder_operations/mime_type.rb
+- lib/sdr_client/deposit/file_metadata_builder_operations/sha1.rb
 - lib/sdr_client/deposit/file_set.rb
 - lib/sdr_client/deposit/files/direct_upload_request.rb
 - lib/sdr_client/deposit/files/direct_upload_response.rb
 - lib/sdr_client/deposit/matching_file_grouping_strategy.rb
 - lib/sdr_client/deposit/metadata_builder.rb
+- lib/sdr_client/deposit/model_process.rb
 - lib/sdr_client/deposit/process.rb
 - lib/sdr_client/deposit/request.rb
 - lib/sdr_client/deposit/single_file_grouping_strategy.rb
 - lib/sdr_client/deposit/upload_files.rb
 - lib/sdr_client/login.rb
 - lib/sdr_client/login_prompt.rb
+- lib/sdr_client/model_deposit.rb
 - lib/sdr_client/version.rb
 - sdr-client.gemspec
 homepage: https://github.com/sul-dlss/sdr-client