hyrax-ingest 0.1.0

data/lib/hyrax/ingest/transformer.rb

@@ -0,0 +1,42 @@
+require 'hyrax/ingest/transformer/to_date'
+require 'hyrax/ingest/errors'
+
+module Hyrax
+  module Ingest
+    module Transformer
+      class << self
+        # @return Set The set of all transformer classes.
+        def all_classes
+          @all_classes ||= Set.new.tap do |all_classes|
+            all_classes << Hyrax::Ingest::Transformer::ToDate
+          end
+        end
+
+        # @param [Hash] options The key is the transformer class name
+        #   and the value is the hash of options to pass to the constructor of the transformer
+        #   class.
+        # @return An instance of the transformer class.
+        def factory(class_name, options={})
+          find_class_by_name(class_name).new(options)
+        end
+
+        # @param [String] class_name The stringified class name, with or
+        #   without namespaces.
+        # @raise [Hyrax::Ingest::Errors::UnknownTransformerClass] When there is no
+        #   corresponding transformer class for the given value of the `class_name`
+        #   param.
+        # @raise [Hyrax::Ingest::Errors::UnknowntransformerClass] When the value of
+        #   `class_name` param is insufficient in determining a transformer class.
+        # @return [Class] The appropriate transformer class.
+        def find_class_by_name(class_name)
+          found_classes = all_classes.select do |class_const|
+            (class_const.to_s == class_name) || (class_const.to_s =~ /::#{class_name}/)
+          end
+          raise Hyrax::Ingest::Errors::UnknownTransformerClass.new(class_name, all_classes) if found_classes.count == 0
+          raise Hyrax::Ingest::Errors::AmbiguousTransformerClass.new(class_name, found_classes) if found_classes.count > 1
+          found_classes.first
+        end
+      end
+    end
+  end
+end

data/lib/hyrax/ingest/transformer/base.rb

@@ -0,0 +1,12 @@
+module Hyrax
+  module Ingest
+    module Transformer
+      class Base
+        # no-op; intended to be overwritten
+        def transform(value)
+          value
+        end
+      end
+    end
+  end
+end

data/lib/hyrax/ingest/transformer/to_date.rb

@@ -0,0 +1,33 @@
+require 'hyrax/ingest/transformer/base'
+
+module Hyrax
+  module Ingest
+    module Transformer
+      class ToDate < Base
+        attr_reader :orig_format
+
+        def initialize(orig_format)
+          @orig_format = orig_format.to_sym
+        end
+
+        def transform(value)
+          return transform_multiple(value) if value.respond_to?(:each)
+          case orig_format
+          when :from_timestamp_with_ms
+            DateTime.strptime(value, '%Q')
+          when :"from_yyyy-mm-dd"
+            DateTime.parse(value)
+          else
+            raise Hyrax::Ingest::Errors::UnrecognizedTransformOption.new(orig_format)
+          end
+        end
+
+        private
+
+          def transform_multiple(values)
+            values.map { |value| transform(value) }
+          end
+      end
+    end
+  end
+end

data/lib/hyrax/ingest/version.rb

@@ -0,0 +1,5 @@
+module Hyrax
+  module Ingest
+    VERSION = "0.1.0"
+  end
+end

data/lib/tasks/ingest_tasks.rake

@@ -0,0 +1,22 @@
+require 'hyrax/ingest/batch_runner'
+require 'rails'
+
+namespace :hyrax do
+  desc 'Ingest one or more SIPs, using a specified package configuration'
+  task :ingest => :environment do
+    config_file_path = ENV['config_file']
+    # Globbed paths represent batches, so expand them and add to the list of sip_paths.
+    sip_paths = ENV['sip_paths'].to_s.split(',').map! do |sip_path|
+      batch = Dir.glob(sip_path)
+      batch.empty? ? sip_path : batch
+    end.flatten
+    shared_sip_path = ENV['shared_sip_path']
+
+    if !config_file_path || (sip_paths.empty? && !shared_sip_path)
+      abort "Error: Invalid Parameters\n\nUsage: rake hyrax:ingest config_file=FILE [sip_paths=PATH1[,PATH2,...]] [shared_sip_path=SHARED_PATH]\n\n"
+    end
+
+    batch_runner = Hyrax::Ingest::BatchRunner.new(config_file_path: config_file_path, sip_paths: sip_paths, shared_sip_path: shared_sip_path)
+    batch_runner.run!
+  end
+end

metadata

@@ -0,0 +1,330 @@
+--- !ruby/object:Gem::Specification
+name: hyrax-ingest
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Andrew Myers
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-03-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5'
+- !ruby/object:Gem::Dependency
+  name: hyrax
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+- !ruby/object:Gem::Dependency
+  name: minitar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.1
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.2
+- !ruby/object:Gem::Dependency
+  name: roo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.7.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.7.0
+- !ruby/object:Gem::Dependency
+  name: hyrax-preservation
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: interloper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.3
+- !ruby/object:Gem::Dependency
+  name: functional_hash
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.13
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.13
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.7.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.7.0
+- !ruby/object:Gem::Dependency
+  name: engine_cart
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.5.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.5.1
+- !ruby/object:Gem::Dependency
+  name: solr_wrapper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: fcrepo_wrapper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+description: Description of Hyrax::Ingest.
+email:
+- afredmyers@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- config/routes.rb
+- lib/hyrax/ingest.rb
+- lib/hyrax/ingest/batch_runner.rb
+- lib/hyrax/ingest/configuration.rb
+- lib/hyrax/ingest/engine.rb
+- lib/hyrax/ingest/errors.rb
+- lib/hyrax/ingest/fetcher.rb
+- lib/hyrax/ingest/fetcher/base.rb
+- lib/hyrax/ingest/fetcher/csv_file.rb
+- lib/hyrax/ingest/fetcher/date_time.rb
+- lib/hyrax/ingest/fetcher/literal.rb
+- lib/hyrax/ingest/fetcher/premis_event_type.rb
+- lib/hyrax/ingest/fetcher/rdf_uri.rb
+- lib/hyrax/ingest/fetcher/xml_file.rb
+- lib/hyrax/ingest/fetcher/yaml_file.rb
+- lib/hyrax/ingest/has_depositor.rb
+- lib/hyrax/ingest/has_iteration.rb
+- lib/hyrax/ingest/has_logger.rb
+- lib/hyrax/ingest/has_report.rb
+- lib/hyrax/ingest/has_shared_sip.rb
+- lib/hyrax/ingest/has_sip.rb
+- lib/hyrax/ingest/ingester.rb
+- lib/hyrax/ingest/ingester/active_fedora_base_ingester.rb
+- lib/hyrax/ingest/ingester/active_fedora_file_ingester.rb
+- lib/hyrax/ingest/ingester/active_fedora_property_assigner.rb
+- lib/hyrax/ingest/ingester/base.rb
+- lib/hyrax/ingest/ingester/file_set_ingester.rb
+- lib/hyrax/ingest/ingester/preservation_event_ingester.rb
+- lib/hyrax/ingest/ingester/work_ingester.rb
+- lib/hyrax/ingest/reporting.rb
+- lib/hyrax/ingest/reporting/configuration.rb
+- lib/hyrax/ingest/reporting/report.rb
+- lib/hyrax/ingest/reporting/views/hyrax_ingest_report.html.erb
+- lib/hyrax/ingest/reporting/views/hyrax_ingest_report.txt.erb
+- lib/hyrax/ingest/runner.rb
+- lib/hyrax/ingest/sip.rb
+- lib/hyrax/ingest/transformer.rb
+- lib/hyrax/ingest/transformer/base.rb
+- lib/hyrax/ingest/transformer/to_date.rb
+- lib/hyrax/ingest/version.rb
+- lib/tasks/ingest_tasks.rake
+homepage: https://github.com/IUBLibTech/hyrax-ingest
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Summary of Hyrax::Ingest.
+test_files: []