sufia 0.0.1.pre2 → 0.0.1

data/lib/sufia/generic_file/permissions.rb

@@ -0,0 +1,64 @@
+require 'datastreams/paranoid_rights_datastream'
+module Sufia
+  module GenericFile
+    module Permissions
+      extend ActiveSupport::Concern
+      #we're overriding the permissions= method which is in RightsMetadata
+      include Hydra::ModelMixins::RightsMetadata
+      included do
+        has_metadata :name => "rightsMetadata", :type => ParanoidRightsDatastream
+        validate :paranoid_permissions
+      end
+
+      def set_visibility(visibility)
+        # only set explicit permissions
+        case visibility
+        when "open"
+          self.datastreams["rightsMetadata"].permissions({:group=>"public"}, "read")
+        when "psu"
+          self.datastreams["rightsMetadata"].permissions({:group=>"registered"}, "read")
+          self.datastreams["rightsMetadata"].permissions({:group=>"public"}, "none")
+        when "restricted" 
+          self.datastreams["rightsMetadata"].permissions({:group=>"registered"}, "none")
+          self.datastreams["rightsMetadata"].permissions({:group=>"public"}, "none")
+        end
+      end
+
+
+      def paranoid_permissions
+        # let the rightsMetadata ds make this determination
+        # - the object instance is passed in for easier access to the props ds
+        rightsMetadata.validate(self)
+      end
+
+      ## Updates those permissions that are provided to it. Does not replace any permissions unless they are provided
+      def permissions=(params)
+        perm_hash = permission_hash
+        params[:new_user_name].each { |name, access| perm_hash['person'][name] = access } if params[:new_user_name].present?
+        params[:new_group_name].each { |name, access| perm_hash['group'][name] = access } if params[:new_group_name].present?
+
+        params[:user].each { |name, access| perm_hash['person'][name] = access} if params[:user]
+        params[:group].each { |name, access| perm_hash['group'][name] = access} if params[:group]
+        rightsMetadata.update_permissions(perm_hash)
+      end
+
+      private
+
+      def permission_hash
+        old_perms = self.permissions
+        user_perms =  {}
+        old_perms.select{|r| r[:type] == 'user'}.each do |r|
+          user_perms[r[:name]] = r[:access]
+        end
+        user_perms
+        group_perms =  {}
+        old_perms.select{|r| r[:type] == 'group'}.each do |r|
+          group_perms[r[:name]] = r[:access]
+        end
+        {'person'=>user_perms, 'group'=>group_perms}
+      end
+
+
+    end
+  end
+end

data/lib/sufia/generic_file/thumbnail.rb

@@ -0,0 +1,68 @@
+module Sufia
+  module GenericFile
+    module Thumbnail
+      # Create thumbnail requires that the characterization has already been run (so mime_type, width and height is available)
+      # and that the object is already has a pid set
+      def create_thumbnail
+        return if self.content.content.nil?
+        if pdf?
+          create_pdf_thumbnail
+        elsif image?
+          create_image_thumbnail
+        # elsif video?
+        #   create_video_thumbnail
+        end
+      end
+
+      def create_pdf_thumbnail
+        retryCnt = 0
+        stat = false;
+        for retryCnt in 1..3
+          begin
+            pdf = Magick::ImageList.new
+            pdf.from_blob(content.content)
+            first = pdf.to_a[0]
+            first.format = "PNG"
+            thumb = first.scale(338, 493)
+            self.thumbnail.content = thumb.to_blob { self.format = "PNG" }
+            #logger.debug "Has the content changed before saving? #{self.content.changed?}"
+            self.terms_of_service = '1'
+            stat = self.save
+            break
+          rescue => e
+            logger.warn "Rescued an error #{e.inspect} retry count = #{retryCnt}"
+            sleep 1
+          end
+        end
+        return stat
+      end
+
+      def create_image_thumbnail
+        img = Magick::ImageList.new
+        img.from_blob(content.content)
+        # horizontal img
+        height = self.height.first.to_i
+        width = self.width.first.to_i
+        scale = height / width
+        if width > height
+          if width > 150 and height > 105
+            thumb = img.scale(150, height/scale)
+          else
+            thumb = img.scale(width, height)
+          end
+        # vertical img
+        else
+          if width > 150 and height > 200
+            thumb = img.scale(150*scale, 200)
+          else
+            thumb = img.scale(width, height)
+          end
+        end
+        self.thumbnail.content = thumb.to_blob
+        self.terms_of_service = '1'
+        #logger.debug "Has the content before saving? #{self.content.changed?}"
+        self.save
+      end
+    end
+  end
+end

data/{app/models → lib/sufia/jobs}/audit_job.rb

@@ -13,13 +13,23 @@
 # limitations under the License.
 
 class AuditJob
-  @queue = :audit
+  def queue_name
+    :audit
+  end
 
   PASS = 'Passing Audit Run'
   FAIL = 'Failing Audit Run'
 
-  def self.perform(generic_file_id, datastream_id, version_id)
-    generic_file = GenericFile.find(generic_file_id, :cast => true)
+  attr_accessor :generic_file_id, :datastream_id, :version_id
+
+  def initialize(generic_file_id, datastream_id, version_id)
+    self.generic_file_id = generic_file_id
+    self.datastream_id = datastream_id
+    self.version_id = version_id
+  end
+
+  def run
+    generic_file = GenericFile.find(generic_file_id)
     #logger.info "GF is #{generic_file.pid}"
     if generic_file
       datastream = generic_file.datastreams[datastream_id]

data/lib/sufia/jobs/batch_update_job.rb

@@ -0,0 +1,86 @@
+# Copyright © 2012 The Pennsylvania State University
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class BatchUpdateJob
+  include Hydra::AccessControlsEnforcement
+  include GenericFileHelper
+  include Rails.application.routes.url_helpers 
+
+  def queue_name
+    :batch_update
+  end
+
+  attr_accessor :login, :title, :file_attributes, :batch_id, :visibility
+
+  def initialize(login, params)
+    self.login = login
+    self.title = params[:title]
+    self.file_attributes = params[:generic_file]
+    self.visibility = params[:visibility]
+    self.batch_id = params[:id]
+
+  end
+
+  def run
+    batch = Batch.find_or_create(self.batch_id)
+    user = User.find_by_user_key(self.login)
+    @saved = []
+    @denied = []
+
+    batch.generic_files.each do |gf|
+      update_file(gf, user)
+    end
+    batch.update_attributes({status:["Complete"]})
+    
+    job_user = User.batchuser()
+    
+    message = '<a class="batchid ui-helper-hidden">ss-'+batch.noid+'</a>The file(s) '+ file_list(@saved)+ " have been saved." unless @saved.empty?
+    job_user.send_message(user, message, 'Batch upload complete') unless @saved.empty?
+ 
+    message = '<a class="batchid ui-helper-hidden">'+batch.noid+'</a>The file(s) '+ file_list(@denied)+" could not be updated.  You do not have sufficient privileges to edit it." unless @denied.empty?
+    job_user.send_message(user, message, 'Batch upload permission denied') unless @denied.empty?
+     
+  end
+
+  def update_file(gf, user)
+    unless user.can? :edit, get_permissions_solr_response_for_doc_id(gf.pid)[1]
+      logger.error "User #{user.user_key} DEEEENIED access to #{gf.pid}!"
+      @denied << gf
+      return
+    end
+    gf.title = title[gf.pid] if title[gf.pid] rescue gf.label
+    gf.update_attributes(file_attributes)
+    gf.set_visibility(visibility)
+
+    save_tries = 0
+    begin
+      gf.save
+    rescue RSolr::Error::Http => error
+      save_tries += 1
+      logger.warn "BatchUpdateJob caught RSOLR error on #{gf.pid}: #{error.inspect}"
+      # fail for good if the tries is greater than 3
+      rescue_action_without_handler(error) if save_tries >=3
+      sleep 0.01
+      retry
+    end #
+    Sufia.queue.push(ContentUpdateEventJob.new(gf.pid, login))
+    @saved << gf
+  end
+  
+  def file_list ( files)
+    return files.map {|gf| '<a href="'+Sufia::Engine.routes.url_helpers.generic_files_path+'/'+gf.noid+'">'+display_title(gf)+'</a>'}.join(', ')
+    
+  end
+  
+end

data/lib/sufia/jobs/characterize_job.rb

@@ -0,0 +1,35 @@
+# Copyright © 2012 The Pennsylvania State University
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class CharacterizeJob
+
+  def queue_name
+    :characterize
+  end
+
+  attr_accessor :generic_file_id
+
+  def initialize(generic_file_id)
+    self.generic_file_id = generic_file_id
+  end
+
+  def run
+    generic_file = GenericFile.find(generic_file_id)
+    generic_file.characterize
+    generic_file.create_thumbnail
+    if generic_file.video?
+      Sufia.queue.push(TranscodeVideoJob.new(generic_file_id, 'content'))
+    end
+  end
+end

data/{app/models → lib/sufia/jobs}/content_delete_event_job.rb

@@ -13,7 +13,9 @@
 # limitations under the License.
 
 class ContentDeleteEventJob < EventJob
-  def initialize(generic_file_id, depositor_id)
+
+
+  def run
     action = "User #{link_to_profile depositor_id} has deleted file '#{generic_file_id}'"
     timestamp = Time.now.to_i
     depositor = User.find_by_user_key(depositor_id)

data/{app/models → lib/sufia/jobs}/content_deposit_event_job.rb

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 class ContentDepositEventJob < EventJob
-  def initialize(generic_file_id, depositor_id)
+  def run
     gf = GenericFile.find(generic_file_id)
     action = "User #{link_to_profile depositor_id} has deposited #{link_to gf.title.first, Sufia::Engine.routes.url_helpers.generic_file_path(gf.noid)}"
     timestamp = Time.now.to_i

data/{app/models → lib/sufia/jobs}/content_new_version_event_job.rb

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 class ContentNewVersionEventJob < EventJob
-  def initialize(generic_file_id, depositor_id)
+  def run
     gf = GenericFile.find(generic_file_id)
     action = "User #{link_to_profile depositor_id} has added a new version of #{link_to gf.title.first, Sufia::Engine.routes.url_helpers.generic_file_path(gf.noid)}"
     timestamp = Time.now.to_i

data/{app/models → lib/sufia/jobs}/content_restored_version_event_job.rb

@@ -13,7 +13,15 @@
 # limitations under the License.
 
 class ContentRestoredVersionEventJob < EventJob
+  attr_accessor :revision_id
+
   def initialize(generic_file_id, depositor_id, revision_id)
+    self.generic_file_id = generic_file_id
+    self.depositor_id = depositor_id
+    self.revision_id = revision_id
+  end
+
+  def run
     gf = GenericFile.find(generic_file_id)
     action = "User #{link_to_profile depositor_id} has restored a version '#{revision_id}' of #{link_to gf.title.first, Sufia::Engine.routes.url_helpers.generic_file_path(gf.noid)}"
     timestamp = Time.now.to_i

data/{app/models → lib/sufia/jobs}/content_update_event_job.rb

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 class ContentUpdateEventJob < EventJob
-  def initialize(generic_file_id, depositor_id)
+  def run
     gf = GenericFile.find(generic_file_id)
     action = "User #{link_to_profile depositor_id} has updated #{link_to gf.title.first, Sufia::Engine.routes.url_helpers.generic_file_path(gf.noid)}"
     timestamp = Time.now.to_i

data/{app/models → lib/sufia/jobs}/event_job.rb

@@ -19,11 +19,15 @@ class EventJob
   include Hydra::AccessControlsEnforcement
   include SufiaHelper
 
-  def self.queue
+  def queue_name
     :event
   end
 
-  def self.perform(*args)
-    new(*args)
+  attr_accessor :generic_file_id, :depositor_id
+
+  def initialize(generic_file_id, depositor_id)
+    self.generic_file_id = generic_file_id
+    self.depositor_id = depositor_id
   end
+
 end

data/{app/models → lib/sufia/jobs}/resolrize_job.rb

@@ -13,9 +13,11 @@
 # limitations under the License.
 
 class ResolrizeJob
-  @queue = :resolrize
+  def queue_name
+    :resolrize
+  end
 
-  def self.perform
+  def run
     Solrizer::Fedora::Solrizer.new.solrize_objects(:suppress_errors => false)
   end
 end

data/lib/sufia/jobs/transcode_video_job.rb

@@ -0,0 +1,79 @@
+# Created by: Justin Coyne
+# 13 Dec 2012
+# An asyncronous job for transcoding video files using FFMpeg
+
+require 'tmpdir'
+
+class TranscodeVideoJob
+  extend Open3
+  def queue_name
+    :video
+  end
+
+  attr_accessor :generic_file_id, :datastream_in
+
+  def initialize(generic_file_id, datastream_in)
+    self.generic_file_id = generic_file_id
+    self.datastream_in = datastream_in
+  end
+
+  def run
+    @generic_file = GenericFile.find(generic_file_id)
+    @datastream = @generic_file.datastreams[datastream_in]
+    if @datastream
+      encode_mp4()
+      encode_webm()
+      @generic_file.save!
+    else
+      logger.warn "No datastream for transcoding!!!!! pid: #{generic_file_id} dsid: #{datastream_in}"
+    end
+  end
+
+  def encode_webm
+    opts = "#{size_attributes}  -b:v 345k -acodec libvorbis #{audio_attributes}"
+    encode_datastream('webm', 'video/webm', opts)
+  end
+
+  def encode_mp4
+    opts = "#{size_attributes} -b:v 345k -vcodec libx264 -acodec libfaac #{audio_attributes} "
+    encode_datastream('mp4', 'video/mp4', opts)
+  end
+
+
+  def size_attributes
+    "-s 320x240"
+  end
+
+  def audio_attributes 
+    "-ac 2 -ab 96k -ar 44100"
+  end
+
+  def encode_datastream(dest_dsid, mime_type, options)
+    file_suffix = dest_dsid
+    out_file = nil
+    output_file = Dir::Tmpname.create('sufia'){} + ".#{file_suffix}"
+    @datastream.to_tempfile do |f|
+      self.class.encode(f.path, options, output_file)
+    end
+    out_file = File.open(output_file, "rb")
+    @generic_file.add_file_datastream(out_file.read, :dsid=>dest_dsid, :mimeType=>mime_type)
+    File.unlink(output_file)
+  end
+
+  # TODO tmp file for output
+  def self.encode(path, options, output_file)
+    command = "#{ffmpeg_path} -y -i #{path} #{options} #{output_file}"
+    stdin, stdout, stderr, wait_thr = popen3(command)
+    stdin.close
+    out = stdout.read
+    stdout.close
+    err = stderr.read
+    stderr.close
+    raise "Unable to execute command \"#{command}\"\n#{err}" unless wait_thr.value.success?
+  end
+
+  def self.ffmpeg_path
+    Sufia::Engine.config.ffmpeg_path
+  end
+end
+