cdm_migrator 0.1.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2cb6d14f6b72fcb888ba38ef4c24f9dc96969c8e
+  data.tar.gz: bf6639ced340661bac4ab51b2b3d929abea5fb14
+SHA512:
+  metadata.gz: f0e73d559e13093202e19db2f3802fc2195d7314b0a844445d1eeba588f460c028e109bd01640f03b6523807e0f74ebe361efd69a69a6ae6dd9e89ca6cef5fd1
+  data.tar.gz: c07586b7eb329bc7646cfec6ad418ff1d669b88263139999d78f66c59a417c00f5639551ddf875b6cee056b06cbea151bf5b36ad40aaf3575b9259d616a84210

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2017 sephirothkod
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,40 @@
+# CdmMigrator
+This migrator is designed to export individual ContentDM collections to a CSV for refining. It then allows batch importing into Hyrax via a CSV upload.
+
+## Installation
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'cdm_migrator'
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+```bash
+$ gem install cdm_migrator
+```
+
+Finally, run:
+```bash
+$ rails g cdm_migrator:install
+```
+
+## Usage
+1. Add your ContentDM url and api port to the cdm_migrator.yml file.
+2. Navigate to the *cdm_migrator/cdm/collection* url to select your contentdm collection and what type of work you want to export it to and click "choose mappings".
+3. Map the ContentDM fields to your Hyrax work and file fields\* and click "generate CSV".
+4. Refine the CSV as you see fit.
+5. Navigate to the *cdm_migrator/csv/upload* url; choose your multi-value seperator (default is |) and upload your CSV file.
+6. Done.
+
+\* cdm_migrator uses the generated Hyrax forms (ex. Hyrax::Forms::GenericWorkForm) in your host application to obtain it's terms for mapping. If you have added terms to your FileSet model extend the Hyrax::Forms::FileSetEditForm with FileSetForm in your host application so that the changes will be detected by the migrator.
+
+## Contributing
+Contribution directions go here.
+
+## License
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,38 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'engine_cart/rake_task'
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'CdmMigrator'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.md')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+#APP_RAKEFILE = File.expand_path("../test/dummy/Rakefile", __FILE__)
+#load 'rails/tasks/engine.rake'
+
+
+load 'rails/tasks/statistics.rake'
+
+
+
+require 'bundler/gem_tasks'
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+
+task default: :test

data/app/assets/config/cdm_migrator_manifest.js

@@ -0,0 +1,2 @@
+//= link_directory ../javascripts/cdm_migrator .js
+//= link_directory ../stylesheets/cdm_migrator .css

data/app/assets/javascripts/cdm_migrator/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file. JavaScript code in this file should be added after the last require_* statement.
+//
+// Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/app/assets/stylesheets/cdm_migrator/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any other CSS/SCSS
+ * files in this directory. Styles in this file should be added after the last require_* statement.
+ * It is generally better to create a new file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/app/controllers/cdm_migrator/application_controller.rb

@@ -0,0 +1,5 @@
+module CdmMigrator
+  class ApplicationController < ActionController::Base
+    protect_from_forgery with: :exception
+  end
+end

data/app/controllers/cdm_migrator/cdm_controller.rb

@@ -0,0 +1,137 @@
+module CdmMigrator
+	class CdmController < ApplicationController
+
+		def initialize
+			super
+			@cdm_url = CdmMigrator::Engine.config["cdm_url"]
+			@cdm_port = CdmMigrator::Engine.config["cdm_port"]
+			@cdm_dirs = CdmMigrator::Engine.config["cdm_dirs"]
+		end
+		
+		before_action :set_exclusive_fields, only: [:generate, :mappings]
+		
+		def secondary_terms file_form
+        file_form.terms - file_form.required_fields -
+          [:visibility_during_embargo, :embargo_release_date,
+           :visibility_after_embargo, :visibility_during_lease,
+           :lease_expiration_date, :visibility_after_lease, :visibility,
+           :thumbnail_id, :representative_id, :ordered_member_ids,
+           :collection_ids, :in_works_ids, :admin_set_id]
+      end
+		
+		def set_exclusive_fields
+		  #Module.const_get "Hyrax::GenericWorkForm" rescue false #.split('::').inject(Object) {|o,c| o.const_get c}
+		  file_form = Module.const_get("Hyrax::FileSetForm") rescue nil || Module.const_get("Hyrax::Forms::FileSetEditForm")
+		  work_form = Module.const_get("Hyrax::#{params[:work]}Form") rescue nil || Module.const_get("Hyrax::Forms::WorkForm")
+			@terms = file_form.required_fields + secondary_terms(file_form)
+			@work_only = work_form.required_fields + work_form.new(params[:work].constantize.new,nil,nil).secondary_terms - @terms
+		end
+
+		def generate
+			@h_to_c = {}
+			@c_to_h = {}
+			params[:mappings].each do |key, mapping|
+				if !mapping['hydra'].empty?
+					@c_to_h[mapping['cdm']] = mapping['hydra']
+					@h_to_c[mapping['hydra']] ||= []
+					@h_to_c[mapping['hydra']] << mapping['cdm']
+				elsif !mapping['hydrac'].empty?
+					@c_to_h[mapping['cdm']] = mapping['hydrac']
+					@h_to_c[mapping['hydrac']] ||= []
+					@h_to_c[mapping['hydrac']] << mapping['cdm']
+				end
+			end
+			json = JSON.parse(Net::HTTP.get_response(URI.parse("#{@cdm_url}:#{@cdm_port}/dmwebservices/index.php?q=dmQuery/#{params[:collection]}/0/0/filetype/1024/0/0/0/0/0/1/0/json")).body)
+			total_recs = json["pager"]["total"].to_i
+			if total_recs > 1024
+				start = 1
+				records = []
+				[0..(total_recs/1024)].each do |index|
+					start = (index*1024) + 1
+					json = JSON.parse(Net::HTTP.get_response(URI.parse("http://#{@cdm_url}:#{@cdm_port}/dmwebservices/index.php?q=dmQuery/#{params[:collection]}/0/0/filetype/1024/#{start}/0/0/0/0/1/0/json")).body)
+					records << json["records"].map { |rec| [rec['pointer'], rec['filetype']] }
+				end
+			else
+				records = json["records"].map { |rec| [rec['pointer'], rec['filetype']] }
+			end
+			headers = CSV.generate_line (['object_type','url']+@terms+@work_only)
+			csv_lines = [] << headers
+			records.each do |rec|
+				if rec.last == "cpd"
+					json = JSON.parse(Net::HTTP.get_response(URI.parse("#{@cdm_url}:#{@cdm_port}/dmwebservices/index.php?q=dmGetItemInfo/#{params[:collection]}/#{rec.first}/json")).body)
+					csv_lines << create_line("GenericWork","",json)
+					json = JSON.parse(Net::HTTP.get_response(URI.parse("#{@cdm_url}:#{@cdm_port}/dmwebservices/index.php?q=dmGetCompoundObjectInfo/#{params[:collection]}/#{rec.first}/json")).body)
+					rec_pages = json['page'] || json['node']['page']
+					rec_pages.each do |child|
+						child_json = JSON.parse(Net::HTTP.get_response(URI.parse("#{@cdm_url}:#{@cdm_port}/dmwebservices/index.php?q=dmGetItemInfo/#{params[:collection]}/#{child['pageptr']}/json")).body)
+						url = "file://#{file_path(child['pageptr'])}"
+						url = "#{@cdm_url}/utils/getfile/collection/#{params[:collection]}/id/#{rec.first}/filename/#{child['pageptr']}.#{child['find']}" unless params[:file_system]=="true" #"file://#{file_path(rec.first)}"
+						csv_lines << create_line("File",url,child_json)
+					end
+				else
+					json = JSON.parse(Net::HTTP.get_response(URI.parse("#{@cdm_url}:#{@cdm_port}/dmwebservices/index.php?q=dmGetItemInfo/#{params[:collection]}/#{rec.first}/json")).body)
+					csv_lines << create_line("GenericWork","",json)
+					url = "file://#{file_path(rec.first)}"
+					url = "#{@cdm_url}/utils/getfile/collection/#{params[:collection]}/id/#{rec.first}/filename/#{rec.first}.#{rec.last}" unless params[:file_system]=="true" #"file://#{file_path(rec.first)}"
+					csv_lines << create_line("File",url,{})
+				end
+			end
+			render plain: csv_lines.join, content_type: 'text/csv'
+
+		end
+
+		def mappings
+			json = JSON.parse(Net::HTTP.get_response(URI.parse("#{@cdm_url}:#{@cdm_port}/dmwebservices/index.php?q=dmGetCollectionFieldInfo/"+params['collection']+'/json')).body)
+			@cdm_terms = json.collect { |c| [c['name'],c['nick']] }
+			get_dirs
+		end
+
+		def collection
+			json = JSON.parse(Net::HTTP.get_response(URI.parse("#{@cdm_url}:#{@cdm_port}/dmwebservices/index.php?q=dmGetCollectionList/json")).body)
+			@collections = json.collect { |c| [c['name'],c['secondary_alias']] }
+			@available_concerns = Hyrax.config.curation_concerns.map { |c| [c.to_s, c.to_s]}
+		end
+
+		protected
+
+			def create_line type, url, json
+				line = [] << type
+				line << url
+				(@terms+@work_only).each do |term|
+					content = []
+					unless @h_to_c[term.to_s].nil?
+						@h_to_c[term.to_s].each do |cdm_term|
+							content << json[cdm_term] unless json[cdm_term].nil?
+						end
+						content.delete_if(&:empty?)
+					end
+					if content.nil? || content.empty? || content == [{}]
+						line << ""
+					else
+						line << content.join('|')
+					end
+				end
+				CSV.generate_line line
+			end
+
+			def file_path pointer
+				file_types = ['tif','jpg','mp4','mp3']
+				files = []
+				file_types.each do |type|
+					files << Dir.glob("#{params['mappings_url']}/**/#{pointer}_*#{type}")
+				end
+				files.each do |file|
+					return file.first if file.count > 0
+				end
+			end
+
+			def get_dirs
+			  @dirs = []
+			  @cdm_dirs.each do |name, dir|
+			    ent = Dir.entries(dir).select {|entry| File.directory? File.join(dir,entry) and !(entry =='.' || entry == '..') }
+			    ent = ent.map { |url| ["#{name}/#{url}", "#{dir}/#{url}"] }
+			    @dirs += ent
+				end
+			end
+	end
+end

data/app/controllers/cdm_migrator/csv_controller.rb

@@ -0,0 +1,156 @@
+module CdmMigrator
+	class CsvController < ApplicationController
+
+		def generate
+			headers = ['type','url']
+			skip = ["id", "head", "tail", "depositor", "date_uploaded", "date_modified", "import_url", "thumbnail_id", "embargo_id", "lease_id", "access_control_id", "representative_id"]
+			GenericWork.new.attributes.each do |key, val|
+				headers << "work_#{key}" unless skip.include? key
+			end
+			FileSet.new.attributes.each do |key, val|
+				headers << "file_#{key}" unless skip.include? key
+			end
+			fname = "template_#{DateTime.now.to_i}"
+			render plain: CSV.generate { |csv| csv << headers }, content_type: 'text/csv'
+		end
+
+		def upload
+			#byebug
+		end
+
+		def create
+			#byebug
+			csv = CSV.parse(File.read(params[:csv_import][:csv_file].path), headers: true, encoding: 'utf-8')
+			CsvUploadJob.perform_later(params[:csv_import][:csv_file].path, params[:csv_import][:mvs], @current_user)
+			#perform(params[:csv_import][:csv_file].path, params[:csv_import][:mvs], @current_user)
+			flash[:notice] = "csv successfully uploaded"
+			redirect_to "/csv/upload"
+		end
+
+		def perform(csv, mvs, current_user)
+			@csv = CSV.parse(File.read(csv), headers: true, encoding: 'utf-8').map(&:to_hash)
+			@mvs = mvs
+			@current_user = current_user
+			@works = []
+			@files = {}
+			@csv.each do |row|
+				type = row.first.last
+				if type.nil?
+					next
+				elsif(type.include? "Work")
+					@works << row
+					@files[@works.length] = []
+				elsif(type.include? "File")
+					row.delete("object_type")
+					@files[@works.length] << row
+				end
+			end
+			create_works
+		end
+
+		private
+
+			def create_file_from_url(url, file_name, work, file_data)
+				::FileSet.new(import_url: url, label: file_name) do |fs|
+					fs.save
+					actor = Hyrax::Actors::FileSetActor.new(fs, @current_user)
+					actor.create_metadata#(work, visibility: work.visibility)
+					actor.attach_file_to_work(work)
+					#byebug
+					fs.attributes = file_data
+					fs.save!
+					uri = URI.parse(url.gsub(' ','%20'))
+					if uri.scheme == 'file'
+						IngestLocalFileJob.perform_later(fs, uri.path.gsub('%20',' '), @current_user)
+					else
+						ImportUrlJob.perform_later(fs, log(actor.user))
+					end
+				end
+			end
+			#
+			def load_metadata(fs, file_array)
+				file_array.each do |line|
+					fileset = fs
+					index = -1
+					line.each do |data|
+						index = index + 1
+						next if index==0
+						if @csv.headers[index] == "visibility"
+							fileset.visibility = data
+						elsif @csv.headers[index] == "depositor"
+							fileset.depositor = data
+						else
+							data_arr = data.split @mvs
+							fileset[@csv.headers[index]] = data_arr
+						end
+					end
+					fileset.save
+				end
+			end
+
+			def create_works
+				index = 1
+				@works.each do |work_data|
+					work = Object.const_get(work_data.first.last).new#delete("object_type")).new
+					status_after, embargo_date, lease_date = nil, nil, nil
+					final_work_data = create_data work_data, "Hyrax::GenericWorkForm", work
+					work.apply_depositor_metadata(@current_user)
+					work.attributes = final_work_data
+					work.save
+					create_files(work, index)
+					index+=1
+				end
+			end
+
+			def create_data data, type, object
+				final_data = {}
+				accepted_terms = Object.const_get(type).required_fields + Object.const_get(type).secondary_terms
+				data.each do |key, att|
+					if(att.nil? || att.empty? || key.to_s.include?("object_type") || !accepted_terms.include?(key.to_sym) )
+						next
+					elsif(object.send(key).nil?)
+						final_data[key] = att
+					else
+						final_data[key] = att.split @mvs
+					end
+				end
+				final_data
+			end
+
+			def create_lease visibility, status_after, date
+				lease = Hydra::AccessControls::Lease.new(visibility_during_lease: visibility,
+							visibility_after_lease: @status_after, lease_expiration_date: @lease_date)
+				lease.save
+			end
+
+			def create_embargo visibility
+				embargo = Hydra::AccessControls::Embargo.new
+				embargo.visibility_during_embargo = visibility
+				embargo.visibility_after_embargo = @status_after
+				embargo.embargo_release_date = @embargo_date
+				embargo.save
+			end
+
+			def create_files(work, index)
+				file = FileSet.new
+				@files[index].each do |file_data|
+					url = file_data.delete('url')
+					title = file_data.delete('title')
+					final_file_data = create_data file_data, "Hyrax::FileSetForm", file
+					create_file_from_url(url, title, work, final_file_data)
+				end
+			end
+
+	#		def log(user)
+	#			CurationConcerns::Operation.create!(user: user,
+	#												operation_type: "Attach Remote File")
+	#		end
+
+
+
+		def log(user)
+				Hyrax::Operation.create!(user: user,
+																						operation_type: "Attach Remote File")
+		end
+	end
+end

data/app/helpers/cdm_migrator/application_helper.rb

@@ -0,0 +1,4 @@
+module CdmMigrator
+  module ApplicationHelper
+  end
+end

data/app/jobs/cdm_migrator/application_job.rb

@@ -0,0 +1,4 @@
+module CdmMigrator
+  class ApplicationJob < ActiveJob::Base
+  end
+end

data/app/jobs/csv_upload_job.rb

@@ -0,0 +1,123 @@
+class CsvUploadJob < ActiveJob::Base
+  queue_as Hyrax.config.ingest_queue_name
+  
+  
+	def perform(csv, mvs, current_user)
+		@csv = CSV.parse(File.read(csv), headers: true, encoding: 'utf-8').map(&:to_hash)
+		@mvs = mvs
+		@current_user = current_user
+		@works = []
+		@files = {}
+		@csv.each do |row|
+			type = row.first.last
+			if type.nil?
+			  next
+			elsif(type.include? "Work")
+				@works << row
+				@files[@works.length] = []
+			elsif(type.include? "File")
+				row.delete("object_type")
+				@files[@works.length] << row
+			end
+		end
+		create_works
+	end
+	
+	private
+	
+		def create_file_from_url(url, file_name, work, file_data)
+			::FileSet.new(import_url: url, label: file_name) do |fs|
+			  fs.save
+				actor = Hyrax::Actors::FileSetActor.new(fs, @current_user)
+				actor.create_metadata#(work, visibility: work.visibility)
+				actor.attach_file_to_work(work)
+				#byebug
+				fs.attributes = file_data
+				fs.save!
+				uri = URI.parse(url.gsub(' ','%20'))
+				if uri.scheme == 'file'
+					IngestLocalFileJob.perform_later(fs, uri.path.gsub('%20',' '), @current_user)
+				else
+					ImportUrlJob.perform_later(fs, log(actor.user))
+				end
+			end
+		end
+		#
+		def load_metadata(fs, file_array)
+			file_array.each do |line|
+				fileset = fs
+				index = -1
+				line.each do |data|
+					index = index + 1
+					next if index==0
+					if @csv.headers[index] == "visibility"
+						fileset.visibility = data
+					elsif @csv.headers[index] == "depositor"
+						fileset.depositor = data
+					else
+						data_arr = data.split @mvs
+						fileset[@csv.headers[index]] = data_arr
+					end
+				end
+				fileset.save
+			end
+		end
+
+		def create_works
+			index = 1
+			@works.each do |work_data|
+				work = Object.const_get(work_data.first.last).new#delete("object_type")).new
+				status_after, embargo_date, lease_date = nil, nil, nil
+				final_work_data = create_data work_data, "Hyrax::GenericWorkForm", work
+				work.apply_depositor_metadata(@current_user)
+				work.attributes = final_work_data
+				work.save
+				create_files(work, index)
+				index+=1
+			end
+		end
+	  
+		def create_data data, type, object
+		  final_data = {}
+		  accepted_terms = Object.const_get(type).required_fields + Object.const_get(type).secondary_terms
+      data.each do |key, att|
+        if(att.nil? || att.empty? || key.to_s.include?("object_type") || !accepted_terms.include?(key.to_sym) )
+          next
+        elsif(object.send(key).nil?)
+          final_data[key] = att
+        else
+          final_data[key] = att.split @mvs
+        end
+      end
+      final_data
+		end
+		
+		def create_lease visibility, status_after, date
+		  lease = Hydra::AccessControls::Lease.new(visibility_during_lease: visibility,
+						visibility_after_lease: @status_after, lease_expiration_date: @lease_date)
+			lease.save
+		end
+		
+		def create_embargo visibility
+		  embargo = Hydra::AccessControls::Embargo.new
+      embargo.visibility_during_embargo = visibility
+      embargo.visibility_after_embargo = @status_after
+      embargo.embargo_release_date = @embargo_date
+      embargo.save
+		end
+		
+		def create_files(work, index)
+		  file = FileSet.new
+			@files[index].each do |file_data|
+				url = file_data.delete('url')
+				title = file_data.delete('title')
+				final_file_data = create_data file_data, "Hyrax::FileSetForm", file
+				create_file_from_url(url, title, work, final_file_data)
+			end
+		end
+
+    def log(user)
+        Hyrax::Operation.create!(user: user,
+                                            operation_type: "Attach Remote File")
+    end 
+end

data/app/mailers/cdm_migrator/application_mailer.rb

@@ -0,0 +1,6 @@
+module CdmMigrator
+  class ApplicationMailer < ActionMailer::Base
+    default from: 'from@example.com'
+    layout 'mailer'
+  end
+end

data/app/models/cdm_migrator/application_record.rb

@@ -0,0 +1,5 @@
+module CdmMigrator
+  class ApplicationRecord < ActiveRecord::Base
+    self.abstract_class = true
+  end
+end

data/app/views/cdm_migrator/cdm/collection.html.erb

@@ -0,0 +1,9 @@
+<%= form_tag cdm_mappings_path, method: "get" do %>
+<%= select_tag 'collection', options_for_select(@collections) %>
+<br />
+<%= select_tag 'work', options_for_select(@available_concerns) %>
+<br />
+Use Local File Storage: <%= check_box_tag 'file_system', 'true', false %>
+<br />
+<%= submit_tag 'choose mappings' %>
+<% end %>

data/app/views/cdm_migrator/cdm/mappings.html.erb

@@ -0,0 +1,33 @@
+<style type="text/css" media="screen">
+
+table{
+border-collapse:collapse;
+border:1px solid black;
+}
+
+table td{
+border:1px solid black;
+}
+</style>
+<%= form_tag cdm_generate_path+".csv" do %>
+<%= hidden_field_tag "collection", params[:collection] %>
+<%= hidden_field_tag "file_system", params[:file_system] %>
+  <table>
+  <% @cdm_terms.each_with_index do |t,i| %>
+    <tr>
+    <td>
+    <%= label_tag t.first %>
+    <%= hidden_field_tag "mappings[#{i}][cdm]", t.last %>
+    </td>
+    <td>
+    <h3>Choose one</h3>
+    <%= label_tag 'applies to boths compound objects and children:' %><%= select_tag "mappings[#{i}][hydra]", options_for_select(@terms), include_blank: true %><br>
+    <%= label_tag 'applies only to compound objects: ' %><%= select_tag "mappings[#{i}][hydrac]", options_for_select(@work_only), include_blank: true %>
+    </td>
+    </tr>
+  <% end %>
+  </table>
+  <%= select_tag "mappings_url", options_for_select(@dirs) %>
+  <%= hidden_field_tag "work", params[:work] %>
+  <%= submit_tag 'generate csv' %>
+<% end %>

data/app/views/cdm_migrator/csv/upload.html.erb

@@ -0,0 +1,10 @@
+<%= form_for :csv_import, url: "/csv/upload" do |f| %>
+	<%= f.label 'Multi-value Separator:' %>
+    <%= f.text_field 'mvs' %>
+    <br />
+    <%= f.file_field 'csv_file' %>
+    <br />
+	<%= f.submit 'Save' %>
+<% end %>
+<br />
+<%= link_to "template", "/csv/generate.csv" %>

data/app/views/layouts/cdm_migrator/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Cdm migrator</title>
+  <%= stylesheet_link_tag    "cdm_migrator/application", media: "all" %>
+  <%= javascript_include_tag "cdm_migrator/application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/config/routes.rb

@@ -0,0 +1,9 @@
+CdmMigrator::Engine.routes.draw do
+  get '/csv/upload', to: 'csv#upload'
+  post '/csv/upload', to: 'csv#create'
+  get '/csv/generate', to: 'csv#generate'
+
+  get 'cdm/collection', to: 'cdm#collection'
+  get 'cdm/mappings/', to: 'cdm#mappings', as: 'cdm_mappings'
+  post 'cdm/generate/', to: 'cdm#generate', as: 'cdm_generate'
+end

data/lib/cdm_migrator.rb

@@ -0,0 +1,5 @@
+require "cdm_migrator/engine"
+
+module CdmMigrator
+  # Your code goes here...
+end

data/lib/cdm_migrator/engine.rb

@@ -0,0 +1,22 @@
+require 'hyrax'
+
+module CdmMigrator
+  class Engine < ::Rails::Engine
+
+    isolate_namespace CdmMigrator
+    class << self
+      
+      def config
+        file = File.open(File.join(::Rails.root, "/config/cdm_migrator.yml"))
+        @config ||= YAML.safe_load(file)
+      end
+      # loads a yml file with the configuration options
+      #
+      # @param file [String] path to the yml file
+      #
+      def load_config(file)
+        @config = YAML.load_file(file)
+      end
+    end
+  end
+end

data/lib/cdm_migrator/version.rb

@@ -0,0 +1,3 @@
+module CdmMigrator
+  VERSION = '0.1.2'
+end

data/lib/generators/cdm_migrator/install/install_generator.rb

@@ -0,0 +1,13 @@
+class CdmMigrator::InstallGenerator < Rails::Generators::Base
+  source_root File.expand_path('../templates', __FILE__)
+
+  def inject_routes
+    insert_into_file "config/routes.rb", after: ".draw do" do
+      %(\n  mount CdmMigrator::Engine => '/cdm_migrator'\n)
+    end
+  end
+
+  def inject_content_dm_yml
+    copy_file "config/cdm_migrator.yml", "config/cdm_migrator.yml"
+  end
+end

data/lib/generators/cdm_migrator/install/templates/config/cdm_migrator.yml

@@ -0,0 +1,2 @@
+cdm_url: 'http://your-content-dm-host'
+cdm_port: 8080

data/lib/tasks/cdm_migrator_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :cdm_migrator do
+#   # Task goes here
+# end

metadata

@@ -0,0 +1,141 @@
+--- !ruby/object:Gem::Specification
+name: cdm_migrator
+version: !ruby/object:Gem::Version
+  version: 0.1.2
+platform: ruby
+authors:
+- sephirothkod
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-08-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: hyrax
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: 1.0.0.rc1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: 1.0.0.rc1
+- !ruby/object:Gem::Dependency
+  name: engine_cart
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: therubyracer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Pulls ContentDM metadata and object links into a CSV. Then allows you
+  to upload that CSV into Hyrax for automatic ingest. The CSV intermediate step is
+  to allow for data refining or upload to another system.
+email:
+- bjustice@uvic.ca
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- Rakefile
+- app/assets/config/cdm_migrator_manifest.js
+- app/assets/javascripts/cdm_migrator/application.js
+- app/assets/stylesheets/cdm_migrator/application.css
+- app/controllers/cdm_migrator/application_controller.rb
+- app/controllers/cdm_migrator/cdm_controller.rb
+- app/controllers/cdm_migrator/csv_controller.rb
+- app/helpers/cdm_migrator/application_helper.rb
+- app/jobs/cdm_migrator/application_job.rb
+- app/jobs/csv_upload_job.rb
+- app/mailers/cdm_migrator/application_mailer.rb
+- app/models/cdm_migrator/application_record.rb
+- app/views/cdm_migrator/cdm/collection.html.erb
+- app/views/cdm_migrator/cdm/mappings.html.erb
+- app/views/cdm_migrator/csv/upload.html.erb
+- app/views/layouts/cdm_migrator/application.html.erb
+- config/routes.rb
+- lib/cdm_migrator.rb
+- lib/cdm_migrator/engine.rb
+- lib/cdm_migrator/version.rb
+- lib/generators/cdm_migrator/install/install_generator.rb
+- lib/generators/cdm_migrator/install/templates/config/cdm_migrator.yml
+- lib/tasks/cdm_migrator_tasks.rake
+homepage: https://github.com/UVicLibrary/cdm_migrator
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: ContentDM to Hyrax migrator.
+test_files: []