cdm_migrator 3.0.3 → 3.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b736448ec514cc585e82de8b36fc2139786ae824ec728df2b42e3e7a16906621
-  data.tar.gz: 33a754dfe77cc91dbaa5a88d76c8c2c781c753b593eb1b49495bebe0fbf2f6a3
+  metadata.gz: cdf5a7cb1cb95ce144dd931ed6b309ebc20d5f93ee8e91e6cfbabafded6a35fb
+  data.tar.gz: 6594d9da22ee42db51c96ac5393289b210c5b60e2e0a3066aa8f5e3571d6987e
 SHA512:
-  metadata.gz: 799f4b3e23cd5fdd96dcad93f787c292f52f67466b07eed8f1fd7b609f50d4e59cfb0de599e6f2ed4503baf2d0c298e5ae49f4e03604075e3b15c5c09db5babd
-  data.tar.gz: aaa14ed1e586d57a027213a2f6a93c69f1020f6167e2d0d51bd1825a0c66e4b94236804006c34071b88560f37d6f6685713c6c4befcc0a0c3d0336f2ec2cda77
+  metadata.gz: 2798dd9b01e019d298cf007604fbb54105856e1761eb7d5cca62b7bd1d1f4587b4b48b0d43e9881ffb0a01ebf8d4a27b7b3469d83a68c265353368ebca4b2489
+  data.tar.gz: 0ab6fa9e3a5324fb0c80692cdcda02aee0fb18dd0b0d20a570789e3478292987a91101cbd86e362d929c56d197af6ed20f82372d2b275ecd69f1f4a5dda3f076

data/app/controllers/cdm_migrator/csv_controller.rb

@@ -1,20 +1,20 @@
 module CdmMigrator
-	class CsvController < ApplicationController
-		helper_method :default_page_title, :admin_host?, :available_translations, :available_works
+  class CsvController < ApplicationController
+    helper_method :default_page_title, :admin_host?, :available_translations, :available_works
     include ActionView::Helpers::UrlHelper
-		layout 'hyrax/dashboard' if Hyrax
+    layout 'hyrax/dashboard' if Hyrax
     before_action :authenticate, except: :index
 
     def file_path_checker
-     if params[:file]
-       check_paths params[:file].path
-
-       if @path_list.blank?
-         flash[:notice] = "All file paths are valid."
-       else
-         flash[:error] = "Cdm Migrator couldn't find files at the following urls. Please correct the paths and try again."
-       end
-     end
+      if params[:file]
+        check_paths params[:file].path
+
+        if @path_list.blank?
+          flash[:notice] = "All file paths are valid."
+        else
+          flash[:error] = "Cdm Migrator couldn't find files at the following urls. Please correct the paths and try again."
+        end
+      end
     end
 
     def index
@@ -27,19 +27,19 @@ module CdmMigrator
       end
     end
 
-		def upload
-			@admin_sets = AdminSet.all.map { |as| [as.title.first, as.id] }
-			@collections = Collection.all.map { |col| [col.title.first, col.id] }
-		end
+    def upload
+      @admin_sets  = AdminSet.all.map { |as| [as.title.first, as.id] }
+      @collections = Collection.all.map { |col| [col.title.first, col.id] }
+    end
 
-		def create
-			dir = Rails.root.join('public', 'uploads', 'csvs')
-			FileUtils.mkdir_p(dir) unless Dir.exist?(dir)
-			time = DateTime.now.strftime('%s')
-			filename = params[:csv_import][:csv_file].original_filename.gsub('.csv',"#{time}.csv")
-      csv = dir.join(filename).to_s
-			File.open(csv, 'wb') do |file|
-			  file.write(params[:csv_import][:csv_file].read)
+    def create
+      dir = Rails.root.join('public', 'uploads', 'csvs')
+      FileUtils.mkdir_p(dir) unless Dir.exist?(dir)
+      time     = DateTime.now.strftime('%s')
+      filename = params[:csv_import][:csv_file].original_filename.gsub('.csv', "#{time}.csv")
+      csv      = dir.join(filename).to_s
+      File.open(csv, 'wb') do |file|
+        file.write(params[:csv_import][:csv_file].read)
       end
       check_paths csv
       if @path_list.present?
@@ -48,13 +48,13 @@ module CdmMigrator
       parse_csv(csv, params[:csv_import][:mvs])
 
       ingest = BatchIngest.new({
-                                   data: @works,
-                                   size: @works.length,
-                                   csv: csv,
-                                   admin_set_id: params[:admin_set],
+                                   data:          @works,
+                                   size:          @works.length,
+                                   csv:           csv,
+                                   admin_set_id:  params[:admin_set],
                                    collection_id: params[:collection],
-                                   user_id: current_user.id,
-                                   message: @path_list.blank? ? nil : @path_list.to_s.gsub("\"","&quot;")
+                                   user_id:       current_user.id,
+                                   message:       @path_list.blank? ? nil : @path_list.to_s.gsub("\"", "&quot;")
                                })
       if ingest.save! && @path_list.blank?
         BatchCreateWorksJob.perform_later(ingest, current_user)
@@ -75,9 +75,8 @@ module CdmMigrator
     end
 
     def generate
-      headers = ['type','url']
-      skip = ["id", "head", "tail", "depositor", "date_uploaded", "date_modified", "import_url", "thumbnail_id",
-              "embargo_id", "lease_id", "access_control_id", "representative_id"]
+      headers = %w(type url)
+      skip    = %w(id head tail depositor date_uploaded date_modified import_url thumbnail_id embargo_id lease_id access_control_id representative_id)
       GenericWork.new.attributes.each do |key, val|
         headers << "work_#{key}" unless skip.include? key
       end
@@ -87,19 +86,108 @@ module CdmMigrator
       fname = "template_#{DateTime.now.to_i}"
       render plain: CSV.generate { |csv| csv << headers }, content_type: 'text/csv'
     end
-		
-		private
+
+    def edit
+      @collections = ::Collection.all.map { |c| [c.title.first, c.id] }
+    end
+
+    def update
+      mvs = params[:csv_update][:mvs]
+      csv = CSV.parse(params[:csv_update][:csv_file].read, headers: true, encoding: 'utf-8').map(&:to_hash)
+      csv.each do |row|
+        obj = ActiveFedora::Base.find row['id']
+        type = row.first.last
+        if type.nil?
+          next
+        elsif type.include? "Work"
+          metadata = create_data(row.except('id', 'type'), work_form(type), obj, mvs)
+        elsif type.include? "File"
+          metadata = create_data(row.except('id', 'type'), work_form(type), obj, mvs)
+        end
+        unless metadata.nil?
+          obj.attributes = metadata
+          obj.save
+        end
+      end
+      flash[:notice] = "csv successfully uploaded"
+      redirect_to csv_edit_path
+    end
+
+    def export
+      solr = RSolr.connect url: Account.find_by(tenant: Apartment::Tenant.current).solr_endpoint.url
+      response = solr.get 'select', params: {
+          q: "member_of_collection_ids_ssim:#{params[:collection_id]}",
+          fl: "id"
+      }
+      unless response['response']['docs'].empty? || response['response']['docs'][0].empty?
+        work_ids = response['response']['docs'].map { |doc| doc['id'] }
+      end
+      #works    = ::ActiveFedora::Base.where member_of_collection_ids_ssim: params[:collection_id]
+      @csv_headers = ['type'] + work_fields
+      @csv_array   = [@csv_headers.join(',')]
+      work_ids.each do |work_id|
+        doc = ::SolrDocument.find work_id
+        add_line doc
+        doc._source[:file_set_ids_ssim].each do |file_id|
+          file_doc = ::SolrDocument.find file_id
+          add_line file_doc
+        end
+      end
+
+      send_data @csv_array.join("\n"),
+                :type => 'text/csv; charset=iso-8859-5; header=present',
+                :disposition => "attachment; filename=export.csv"
+    end
+
+    private
 
       def authenticate
         authorize! :create, available_works.first
       end
 
+      def add_line doc
+        line_hash = {}
+        line_hash['type'] = doc._source[:has_model_ssim].first
+        work_fields.each do |field|
+          line_hash[field] = create_cell doc, field
+        end
+        @csv_array << line_hash.values_at(*@csv_headers).map { |cell| cell = '' if cell.nil?; "\"#{cell.gsub("\"", "\"\"")}\"" }.join(',')
+
+      end
+
+      def work_fields
+        @fields ||=  available_works.map { |work| work.new.attributes.keys }.flatten.uniq - excluded_fields
+      end
+
+      def excluded_fields
+        %w[date_uploaded date_modified head tail state proxy_depositor on_behalf_of arkivo_checksum label
+       relative_path import_url part_of resource_type access_control_id
+       representative_id thumbnail_id rendering_ids admin_set_id embargo_id
+       lease_id]
+      end
+
+      def create_cell w, field
+        if field.include? 'date'
+          if w._source[field+'_tesim'].is_a?(Array)
+            w._source[field+'_tesim'].join('|')
+          else
+            w._source[field+'_tesim']
+          end
+        elsif w.respond_to?(field.to_sym)
+          if w.send(field).is_a?(Array)
+            w.send(field).join('|')
+          else
+            w.send(field)
+          end
+        end
+      end
+
       def available_works
         @available_works ||= Hyrax::QuickClassificationQuery.new(current_user).authorized_models
       end
 
       def parse_csv csv, mvs
-        csv = CSV.parse(File.read(csv), headers: true, encoding: 'utf-8').map(&:to_hash)
+        csv    = CSV.parse(File.read(csv), headers: true, encoding: 'utf-8').map(&:to_hash)
         @works = []
         csv.each do |row|
           type = row.first.last
@@ -120,7 +208,7 @@ module CdmMigrator
         @path_list = {}
 
         CSV.foreach(csv_file, headers: true, header_converters: :symbol) do |row|
-          row_number +=1 # Tells user what CSV row the bogus file path is on
+          row_number += 1 # Tells user what CSV row the bogus file path is on
           next if row[:url].nil?
           file_path = row[:url]
           unless File.file?(file_path.gsub("file://", ""))
@@ -139,8 +227,8 @@ module CdmMigrator
 
       def available_translations
         {
-          'en' => 'English',
-          'fr' => 'French'
+            'en' => 'English',
+            'fr' => 'French'
         }
       end
 
@@ -162,12 +250,12 @@ module CdmMigrator
       end
 
       def create_data data, type, object, mvs
-        final_data = {}
+        final_data     = {}
         accepted_terms = type.required_fields + secondary_terms(type)
         data.each do |key, att|
-          if(att.nil? || att.empty? || key.to_s.include?("object_type") || !accepted_terms.include?(key.to_sym) )
+          if (att.nil? || att.empty? || key.to_s.include?("object_type") || !accepted_terms.include?(key.to_sym))
             next
-          elsif(object.send(key).nil?)
+          elsif (object.send(key).nil?)
             final_data[key] = att
           else
             final_data[key] = att.split(mvs)
@@ -176,23 +264,23 @@ module CdmMigrator
         final_data
       end
 
-			def create_lease visibility, status_after, date
-				lease = Hydra::AccessControls::Lease.new(visibility_during_lease: visibility,
-							visibility_after_lease: status_after, lease_expiration_date: @lease_date)
-				lease.save
-			end
+      def create_lease visibility, status_after, date
+        lease = Hydra::AccessControls::Lease.new(visibility_during_lease: visibility,
+                                                 visibility_after_lease:  status_after, lease_expiration_date: @lease_date)
+        lease.save
+      end
 
-			def create_embargo visibility
-				embargo = Hydra::AccessControls::Embargo.new
-				embargo.visibility_during_embargo = visibility
-				embargo.visibility_after_embargo = @status_after
-				embargo.embargo_release_date = @embargo_date
-				embargo.save
-			end
+      def create_embargo visibility
+        embargo                           = Hydra::AccessControls::Embargo.new
+        embargo.visibility_during_embargo = visibility
+        embargo.visibility_after_embargo  = @status_after
+        embargo.embargo_release_date      = @embargo_date
+        embargo.save
+      end
 
       def log(user)
-          Hyrax::Operation.create!(user: user,
-                                              operation_type: "Attach Remote File")
+        Hyrax::Operation.create!(user:           user,
+                                 operation_type: "Attach Remote File")
       end
-	end
+  end
 end

data/app/jobs/cdm_migrator/update_object_job.rb

@@ -0,0 +1,10 @@
+module CdmMigrator
+  class UpdateObjectJob < ActiveJob::Base
+
+
+    def perform(attributes)
+      obj = ActiveFedora::Base.find
+
+    end
+  end
+end

data/app/views/cdm_migrator/csv/edit.html.erb

@@ -0,0 +1,18 @@
+
+<h1><span class="fa fa-map"></span> Export </h1>
+
+<%= form_tag main_app.csv_export_path, method: :post do %>
+  <%= select_tag 'collection_id', options_for_select(@collections), include_blank: true %>
+  <%= submit_tag "Download CSV", class: 'btn btn-primary' %>
+<% end %>
+
+<h1><span class="fa fa-map"></span> Update </h1>
+
+<%= form_for :csv_update, url: csv_update_path do |f| %>
+  <%= f.label 'Multi-value Separator:' %>
+  <%= f.text_field 'mvs' %>
+  <br />
+  <%= f.file_field 'csv_file' %>
+  <br />
+  <%= f.submit 'Save' %>
+<% end %>

data/config/routes.rb

@@ -5,6 +5,9 @@ Rails.application.routes.draw do
   get '/cdm_migrator/my/batches', to: 'cdm_migrator/csv#index', as: 'csv_my_batches'
   get '/cdm_migrator/batches', to: 'cdm_migrator/csv#index', as: 'csv_all_batches'
   get '/cdm_migrator/rerun/:id', to: 'cdm_migrator/csv#rerun', as: 'csv_rerun'
+  get '/cdm_migrator/edit', to: 'cdm_migrator/csv#edit', as: 'csv_edit'
+  post '/cdm_migrator/export', to: 'cdm_migrator/csv#export', as: 'csv_export'
+  post '/cdm_migrator/update', to: 'cdm_migrator/csv#update', as: 'csv_update'
 
   get '/cdm_migrator/file_path_checker', to: 'cdm_migrator/csv#file_path_checker', as: 'file_path_checker'
   post '/cdm_migrator/file_path_checker', to: 'cdm_migrator/csv#file_path_checker', as: 'check_file_paths'

data/lib/cdm_migrator/version.rb

@@ -1,3 +1,3 @@
 module CdmMigrator
-  VERSION = '3.0.3'
+  VERSION = '3.1.0'
 end

data/lib/generators/cdm_migrator/install/templates/sidebar/_tasks.html.erb

@@ -19,6 +19,10 @@
 			<%= menu.nav_link(main_app.csv_my_batches_path) do %>
 				<span class="fa fa-database"></span> <span class="sidebar-action-text"><%= t('Batches') %></span>
 			<% end %>
+
+			<%= menu.nav_link(main_app.csv_edit_path) do %>
+				<span class="fa fa-angle-double-up"></span> <span class="sidebar-action-text"><%= t('Batch Update') %></span>
+			<% end %>
 		<% end %>
 	</li>
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cdm_migrator
 version: !ruby/object:Gem::Version
-  version: 3.0.3
+  version: 3.1.0
 platform: ruby
 authors:
 - sephirothkod
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-02-10 00:00:00.000000000 Z
+date: 2020-05-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -90,6 +90,7 @@ files:
 - app/jobs/cdm_migrator/batch_create_works_job.rb
 - app/jobs/cdm_migrator/cdm_ingest_files_job.rb
 - app/jobs/cdm_migrator/create_work_job.rb
+- app/jobs/cdm_migrator/update_object_job.rb
 - app/mailers/cdm_migrator/application_mailer.rb
 - app/models/cdm_migrator/application_record.rb
 - app/models/cdm_migrator/batch_ingest.rb
@@ -102,6 +103,7 @@ files:
 - app/views/cdm_migrator/csv/_path_list.html.erb
 - app/views/cdm_migrator/csv/_results_pagination.html.erb
 - app/views/cdm_migrator/csv/_tabs.html.erb
+- app/views/cdm_migrator/csv/edit.html.erb
 - app/views/cdm_migrator/csv/file_path_checker.html.erb
 - app/views/cdm_migrator/csv/index.html.erb
 - app/views/cdm_migrator/csv/upload.html.erb