curation_concerns-models 0.1.0 → 0.2.0

data/app/jobs/resolrize_job.rb

@@ -1,9 +1,7 @@
-class ResolrizeJob
-  def queue_name
-    :resolrize
-  end
+class ResolrizeJob < ActiveJob::Base
+  queue_as :resolrize
 
-  def run
+  def perform
     ActiveFedora::Base.reindex_everything
   end
 end

data/app/jobs/upload_set_update_job.rb

@@ -0,0 +1,68 @@
+class UploadSetUpdateJob < ActiveJob::Base
+  include Hydra::PermissionsQuery
+  include CurationConcerns::Messages
+
+  queue_as :upload_set_update
+
+  attr_accessor :login, :title, :file_attributes, :upload_set_id, :visibility, :saved, :denied, :work_attributes
+
+  def perform(login, upload_set_id, title, file_attributes, visibility)
+    @login = login
+    @title = title || {}
+    @file_attributes = file_attributes
+    @visibility = visibility
+    @work_attributes = file_attributes.merge(visibility: visibility)
+    @upload_set_id = upload_set_id
+    @saved = []
+    @denied = []
+
+    upload_set = UploadSet.find_or_create(self.upload_set_id)
+    user = User.find_by_user_key(self.login)
+
+    upload_set.file_sets.each do |file|
+      update_file(file, user)
+    end
+
+    upload_set.update(status: ["Complete"])
+
+    if denied.empty?
+      unless saved.empty?
+        if CurationConcerns.config.callback.set?(:after_upload_set_update_success)
+          login = upload_set.depositor
+          user = User.find_by_user_key(login)
+          CurationConcerns.config.callback.run(:after_upload_set_update_success, user, upload_set, log.created_at)
+        end
+        return true
+      end
+    else
+      if CurationConcerns.config.callback.set?(:after_upload_set_update_failure)
+        login = upload_set.depositor
+        user = User.find_by_user_key(login)
+        CurationConcerns.config.callback.run(:after_upload_set_update_failure. user, upload_set, log.created_at)
+      end
+      return false
+    end
+  end
+
+  def update_file(file, user)
+    unless user.can? :edit, file
+      ActiveFedora::Base.logger.error "User #{user.user_key} DENIED access to #{file.id}!"
+      denied << file
+      return
+    end
+    # update the file using the actor after setting the title
+    file.title = title[file.id] if title[file.id]
+    CurationConcerns::FileSetActor.new(file, user).update_metadata(file_attributes.merge(visibility: visibility))
+
+    # update the work to the same metadata as the file.
+    # NOTE: For the moment we are assuming copied metadata.  This is likely to change.
+    # NOTE2: TODO: stop assuming that files only belong to one work
+    work = file.in_works.first
+    unless work.nil?
+      work.title = title[file.id] if title[file.id]
+      CurationConcerns::GenericWorkActor.new(work, user, work_attributes).update
+    end
+
+    saved << file
+  end
+end

data/app/models/checksum_audit_log.rb

@@ -1,7 +1,6 @@
 class ChecksumAuditLog < ActiveRecord::Base
-
   def self.get_audit_log(id, path, version_uri)
-    ChecksumAuditLog.find_or_create_by(generic_file_id: id, file_id: path, version: version_uri)
+    ChecksumAuditLog.find_or_create_by(file_set_id: id, file_id: path, version: version_uri)
   end
 
   # Check to see if there are previous passing logs that we can delete
@@ -16,6 +15,6 @@ class ChecksumAuditLog < ActiveRecord::Base
   end
 
   def self.logs_for(id, path)
-    ChecksumAuditLog.where(generic_file_id: id, file_id: path).order('created_at desc, id desc')
+    ChecksumAuditLog.where(file_set_id: id, file_id: path).order('created_at desc, id desc')
   end
 end

data/app/models/concerns/curation_concerns/ability.rb

@@ -6,29 +6,37 @@ module CurationConcerns
     end
 
     def curation_concerns_permissions
-
       unless current_user.new_record?
         can :create, CurationConcerns::ClassifyConcern
-        # TODO: Shouldn't this be in `everyone_can_create_curation_concerns` ?
-        can :create, ::GenericFile
       end
 
-      if user_groups.include? 'admin'
-       can [:create, :discover, :show, :read, :edit, :update, :destroy], :all
+      # user can version if they can edit
+      alias_action :versions, to: :update
+
+      if admin?
+        admin_permissions
+      else
+        cannot :index, Hydra::AccessControls::Embargo
+        cannot :index, Hydra::AccessControls::Lease
       end
 
       can :collect, :all
+    end
+
+    def admin_permissions
+      can [:create, :discover, :show, :read, :edit, :update, :destroy], :all
+    end
 
+    def admin?
+      user_groups.include? 'admin'
     end
 
     # Add this to your ability_logic if you want all logged in users to be able
     # to submit content
     def everyone_can_create_curation_concerns
-      unless current_user.new_record?
-        can :create, [ CurationConcerns.configuration.curation_concerns ]
-        can :create, ::Collection
-      end
+      return if current_user.new_record?
+      can :create, [::FileSet, ::Collection]
+      can :create, [CurationConcerns.config.curation_concerns]
     end
-
   end
 end

data/app/models/concerns/curation_concerns/basic_metadata.rb

@@ -3,10 +3,9 @@ module CurationConcerns
     extend ActiveSupport::Concern
 
     included do
-
       property :label, predicate: ActiveFedora::RDF::Fcrepo::Model.downloadFilename, multiple: false
 
-      property :depositor, predicate: ::RDF::URI.new("http://id.loc.gov/vocabulary/relators/dpt"), multiple: false do |index|
+      property :depositor, predicate: ::RDF::URI.new('http://id.loc.gov/vocabulary/relators/dpt'), multiple: false do |index|
         index.as :symbol, :stored_searchable
       end
 
@@ -82,6 +81,5 @@ module CurationConcerns
         index.as :stored_searchable
       end
     end
-
   end
 end

data/app/models/concerns/curation_concerns/collection_behavior.rb

@@ -14,34 +14,33 @@ module CurationConcerns
     end
 
     def add_member(collectible)
-      if can_add_to_members?(collectible)
-        self.members << collectible
-        save
-      end
+      return unless can_add_to_members?(collectible)
+      members << collectible
+      save
     end
 
     def to_s
-      title.present? ? title : "No Title"
+      title.present? ? title : 'No Title'
     end
 
     def bytes
       members.reduce(0) { |sum, gf| sum + gf.content.size.to_i }
     end
 
-    def to_solr(solr_doc={})
-      super(solr_doc).tap do |solr_doc|
-        Solrizer.set_field(solr_doc, 'generic_type', human_readable_type, :facetable)
-      end
+    def can_be_member_of_collection?(collection)
+      collection != self
     end
 
-    def can_be_member_of_collection?(collection)
-      collection == self ? false : true
+    module ClassMethods
+      def indexer
+        CurationConcerns::CollectionIndexer
+      end
     end
 
     private
 
-    def can_add_to_members?(collectible)
-      collectible.try(:can_be_member_of_collection?, self)
-    end
+      def can_add_to_members?(collectible)
+        collectible.try(:can_be_member_of_collection?, self)
+      end
   end
 end

data/app/models/concerns/curation_concerns/file_set/belongs_to_upload_sets.rb

@@ -0,0 +1,15 @@
+module CurationConcerns
+  module FileSet
+    module BelongsToUploadSets
+      extend ActiveSupport::Concern
+      included do
+        belongs_to :upload_set, predicate: ActiveFedora::RDF::Fcrepo::RelsExt.isPartOf
+      end
+
+      # Is this file in the middle of being processed by an UploadSet?
+      def processing?
+        try(:upload_set).try(:status) == ['processing'.freeze]
+      end
+    end
+  end
+end

data/app/models/concerns/curation_concerns/{generic_file → file_set}/belongs_to_works.rb

@@ -1,5 +1,5 @@
 module CurationConcerns
-  module GenericFile
+  module FileSet
     module BelongsToWorks
       extend ActiveSupport::Concern
 
@@ -8,31 +8,30 @@ module CurationConcerns
       end
 
       def generic_works
-        self.parent_objects  # parent_objects is provided by Hydra::PCDM::ObjectBehavior
+        in_objects # in_objects is provided by Hydra::PCDM::ObjectBehavior
       end
 
+      # OPTIMIZE: We can load this from Solr much faster than loading the objects
       def generic_work_ids
-        generic_works.map { |work| work.id }
+        generic_works.map(&:id)
       end
 
       # Returns the first parent object
       # This is a hack to handle things like GenericFiles inheriting access controls from their parent.  (see CurationConcerns::ParentContainer in app/controllers/concerns/curation_concers/parent_container.rb)
       def parent
-        self.parent_objects.first
+        in_objects.first
       end
 
       # Returns the id of first parent object
       # This is a hack to handle things like GenericFiles inheriting access controls from their parent.  (see CurationConcerns::ParentContainer in app/controllers/concerns/curation_concers/parent_container.rb)
-      def parent_id
-        parent.id
-      end
+      delegate :id, to: :parent, prefix: true
 
       # Files with sibling relationships
       # Returns all GenericFiles aggregated by any of the GenericWorks that aggregate the current object
       def related_files
         generic_works = self.generic_works
         return [] if generic_works.empty?
-        generic_works.flat_map {|work| work.generic_files.select {|generic_file| generic_file.id != self.id } }
+        generic_works.flat_map { |work| work.file_sets.select { |file_set| file_set.id != id } }
       end
 
       # If any parent works are pointing at this object as their representative, remove that pointer.
@@ -40,14 +39,9 @@ module CurationConcerns
         generic_works = self.generic_works
         return if generic_works.empty?
         generic_works.each do |work|
-          if work.representative == self.id
-            work.representative = nil
-            work.save
-          end
+          work.update(representative_id: nil) if work.representative_id == id
         end
       end
-
     end
   end
 end
-

data/app/models/concerns/curation_concerns/file_set/derivatives.rb

@@ -0,0 +1,54 @@
+module CurationConcerns
+  module FileSet
+    module Derivatives
+      extend ActiveSupport::Concern
+
+      included do
+        Hydra::Derivatives.source_file_service = CurationConcerns::LocalFileService
+        Hydra::Derivatives.output_file_service = CurationConcerns::PersistDerivatives
+        Hydra::Derivatives::FullTextExtract.output_file_service = CurationConcerns::PersistDirectlyContainedOutputFileService
+      end
+
+      # This completely overrides the version in Hydra::Works so that we
+      # read and write to a local file. It's important that characterization runs
+      # before derivatives so that we have a credible mime_type field to work with.
+      def create_derivatives(filename)
+        case mime_type
+        when *self.class.pdf_mime_types
+          Hydra::Derivatives::PdfDerivatives.create(filename,
+                                                    outputs: [{ label: :thumbnail, format: 'jpg', size: '338x493', url: derivative_url('thumbnail') }])
+          Hydra::Derivatives::FullTextExtract.create(filename,
+                                                     outputs: [{ url: uri, container: "extracted_text" }])
+        when *self.class.office_document_mime_types
+          Hydra::Derivatives::DocumentDerivatives.create(filename,
+                                                         outputs: [{ label: :thumbnail, format: 'jpg',
+                                                                     size: '200x150>',
+                                                                     url: derivative_url('thumbnail') }])
+          Hydra::Derivatives::FullTextExtract.create(filename,
+                                                     outputs: [{ url: uri, container: "extracted_text" }])
+        when *self.class.audio_mime_types
+          Hydra::Derivatives::AudioDerivatives.create(filename,
+                                                      outputs: [{ label: 'mp3', format: 'mp3', url: derivative_url('mp3') },
+                                                                { label: 'ogg', format: 'ogg', url: derivative_url('ogg') }])
+        when *self.class.video_mime_types
+          Hydra::Derivatives::VideoDerivatives.create(filename,
+                                                      outputs: [{ label: :thumbnail, format: 'jpg', url: derivative_url('thumbnail') },
+                                                                { label: 'webm', format: 'webm', url: derivative_url('webm') },
+                                                                { label: 'mp4', format: 'mp4', url: derivative_url('mp4') }])
+        when *self.class.image_mime_types
+          Hydra::Derivatives::ImageDerivatives.create(filename,
+                                                      outputs: [{ label: :thumbnail, format: 'jpg', size: '200x150>', url: derivative_url('thumbnail') }])
+        end
+      end
+
+      private
+
+        # The destination_name parameter has to match up with the file parameter
+        # passed to the DownloadsController
+        def derivative_url(destination_name)
+          path = DerivativePath.derivative_path_for_reference(self, destination_name)
+          URI("file://#{path}").to_s
+        end
+    end
+  end
+end

data/app/models/concerns/curation_concerns/{generic_file → file_set}/full_text_indexing.rb

@@ -1,12 +1,11 @@
 module CurationConcerns
-  module GenericFile
+  module FileSet
     module FullTextIndexing
       extend ActiveSupport::Concern
 
       included do
         contains 'full_text'
       end
-
     end
   end
 end

data/app/models/concerns/curation_concerns/{generic_file → file_set}/indexing.rb

@@ -1,12 +1,12 @@
 module CurationConcerns
-  module GenericFile
+  module FileSet
     module Indexing
       extend ActiveSupport::Concern
 
       module ClassMethods
         # override the default indexing service
         def indexer
-          CurationConcerns::GenericFileIndexingService
+          CurationConcerns::FileSetIndexingService
         end
       end
     end

data/app/models/concerns/curation_concerns/{generic_file → file_set}/versions.rb

@@ -1,16 +1,15 @@
 module CurationConcerns
-  module GenericFile
+  module FileSet
     module Versions
       @@count = 0
       def record_version_committer(user)
-        version = self.latest_version
+        version = latest_version
         # content datastream not (yet?) present
         return if version.nil?
         @@count += 1
         # raise "Recording #{@@count} #{version.uri} for #{user.user_key}" if @@count == 3
         VersionCommitter.create(version_id: version.uri, committer_login: user.user_key)
       end
-
     end
   end
 end

data/app/models/concerns/curation_concerns/file_set_behavior.rb

@@ -0,0 +1,36 @@
+module CurationConcerns
+  module FileSetBehavior
+    extend ActiveSupport::Concern
+    include Hydra::Works::FileSetBehavior
+    include Hydra::Works::VirusCheck
+    include Hydra::Works::Characterization
+    include Hydra::WithDepositor
+    include CurationConcerns::Serializers
+    include CurationConcerns::Noid
+    include CurationConcerns::FileSet::Derivatives
+    include CurationConcerns::Permissions
+    include CurationConcerns::BasicMetadata
+    include CurationConcerns::FileSet::FullTextIndexing
+    include CurationConcerns::FileSet::Indexing
+    include CurationConcerns::FileSet::BelongsToWorks
+    include CurationConcerns::FileSet::BelongsToUploadSets
+    include CurationConcerns::HumanReadableType
+    include Hydra::AccessControls::Embargoable
+
+    included do
+      attr_accessor :file
+    end
+
+    def human_readable_type
+      self.class.to_s.demodulize.titleize
+    end
+
+    def representative_id
+      to_param
+    end
+
+    def thumbnail_id
+      to_param
+    end
+  end
+end

data/app/models/concerns/curation_concerns/generic_file.rb

@@ -2,4 +2,4 @@ module CurationConcerns
   # Base namespace for GenericFile Behavior modules
   module GenericFile
   end
-end
+end