cdmdexer 0.21.1 → 0.22.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '09844cd37ea7523a05b092aeaaa92383b7871a75ae1892d598aeb16a6ef050b5'
-  data.tar.gz: 11384ed2379d8ea5115f1d5d04346261a0309f96342d910f0942b1f4c224123e
+  metadata.gz: 3c121edb1dcd83e2ec05efa244b9648f00d9868bfdf8645ea8f93a2d1e0cd4e4
+  data.tar.gz: 53bc284ed3449d418f9e5dee425dc1d8c15d585c726cb1670279bd839701622f
 SHA512:
-  metadata.gz: e5213725ac3cf7459e21ccd537c15549beb4b52ff13f64f99af3e96b172b64ab49367777b0685dc9d86ffb86dd0ac91fb3b1ebb7e1ebf77f417b4f4f1c10a467
-  data.tar.gz: e544f8e2fbc0528a31550c2946ce2ba2504996ec8894971393acafee40dadf5f3d32f1b5b202ca715fa4bd19e553ddfde7722fab4ad7266dd26502c714894442
+  metadata.gz: 3df3d7fd00d6ec4e20cd12600548880b93a0cb75a0b3c5ec837f36e2b6075e06a7741796226d6df000cd4b6eb3180e18bd8952b77ff2293537748169d2168947
+  data.tar.gz: 9ef7b1c0a257697eb99f7a153d1dddf183a9fab5475c0bbd706ad011f5a0fd1c6ad7b993e0578a8f90a8107c370cdc70a1ac148ed69f271a0f659347057e3463

data/.github/workflows/ruby.yml

@@ -15,25 +15,22 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        ruby-version: ['2.6']
+        ruby-version: ['2.6', '2.7', '3.0']
 
     steps:
-    - uses: actions/checkout@v2
-    - name: Set up Ruby
-    # To automatically get bug fixes and new Ruby versions for ruby/setup-ruby,
-    # change this to (see https://github.com/ruby/setup-ruby#versioning):
-    # uses: ruby/setup-ruby@v1
-      uses: ruby/setup-ruby@473e4d8fe5dd94ee328fdfca9f8c9c7afc9dae5e
-      with:
-        ruby-version: ${{ matrix.ruby-version }}
-    - name: Pin bundler
-      run: gem install bundler:1.17.3
-    - name: Lock bundler
-      run: bundle _1.17.3_ lock
-    - name: Run bundler
-      run: bundle install
-    - name: Run tests
-      env:
-        GEONAMES_USER: ${{ secrets.GEONAMES_USER }}
-        GEONAMES_TOKEN: ${{ secrets.GEONAMES_TOKEN }}
-      run: bundle exec rake test
+      - name: Checkout code repo
+        uses: actions/checkout@v2
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby-version }}
+
+      - name: Run bundler
+        run: bundle install
+
+      - name: Run tests
+        env:
+          GEONAMES_USER: ${{ secrets.GEONAMES_USER }}
+          GEONAMES_TOKEN: ${{ secrets.GEONAMES_TOKEN }}
+        run: bundle exec rake test

data/.gitignore

@@ -10,3 +10,5 @@
 *.gem
 
 .env
+.byebug_history
+.ruby-version

data/README.md

@@ -20,6 +20,10 @@ Or install it yourself as:
 
     $ gem install cdmdexer
 
+Run the cdmdexer install generator. This step will add a `config/settings.yml` file to your local application, containing default Solr field mappings and formatters to your project:
+
+    $ bundle exec rails g cdmdexer:install
+
 Add the CDMDEXER rake task to your project Rakefile:
 
 ```ruby

data/cdmdexer.gemspec

@@ -18,7 +18,8 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_dependency 'contentdm_api', '~> 0.5.0'
+  spec.add_dependency 'config', '~> 3.1'
+  spec.add_dependency 'contentdm_api', '~> 0.6.0'
   spec.add_dependency 'hash_at_path', '~> 0.1.6'
   spec.add_dependency 'rsolr', '~> 2.0'
   spec.add_dependency 'sidekiq', '>= 3.5'
@@ -27,10 +28,12 @@ Gem::Specification.new do |spec|
   # another external dependency for XML procssing, we rely on activesupport's
   # Has.to_jsonl feature for testing and to allow this gem to function
   # independently from a rails app
-  spec.add_dependency 'rails', '~> 6.0.0'
+  spec.add_dependency 'rails', '~> 6.0'
+  spec.add_dependency 'rexml', '~> 3.2'
 
   spec.add_development_dependency 'dotenv-rails', '~> 2.7.6'
-  spec.add_development_dependency 'bundler', '~> 1.12'
+  spec.add_development_dependency 'bundler', '~> 2.0'
+  spec.add_development_dependency 'byebug', '~> 11.1'
   spec.add_development_dependency 'minitest', '~> 5.0'
   spec.add_development_dependency 'rake', '~> 12.0'
   spec.add_development_dependency 'yard', '~> 0.9.0'

data/lib/cdmdexer/default_solr.rb

@@ -1,27 +1,28 @@
+# frozen_string_literal: true
+
 require 'rsolr'
 
 module CDMDEXER
   # Commnicate with Solr: add / delete stuff
   class DefaultSolr
     attr_reader :url, :client
-    def initialize(url: 'http://localhost:8983/solr/core-here', client: RSolr)
-      @url    = url
+
+    def initialize(url = 'http://localhost:8983/solr/blacklight-core', client = RSolr)
+      @url    = ENV['SOLR_URL'] || url
       @client = client
     end
 
     def ids(start: 0)
       connection.get('select',
-        :params => { :q => '*:*',
-          :defType => 'edismax',
-          :fl => '',
-          :rows => 10,
-          :start => start
-        }
-      )
+                     params: { q: '*:*',
+                               defType: 'edismax',
+                               fl: '',
+                               rows: 10,
+                               start: start })
     end
 
     def connection
-      @connection ||= client.connect url: url
+      @connection ||= client.connect url: @url
     end
 
     def add(records)
@@ -32,4 +33,4 @@ module CDMDEXER
       connection.delete_by_id ids
     end
   end
-end
+end

data/lib/cdmdexer/transformer.rb

@@ -1,5 +1,6 @@
 require 'json'
 require 'titleize'
+require 'active_support/core_ext/integer/time'
 
 module CDMDEXER
   class Transformer
@@ -53,119 +54,7 @@ module CDMDEXER
     end
 
     def default_field_mappings
-      [
-        {dest_path: 'location_llsi', origin_path: '/', formatters: [LocationFormatter]},
-        {dest_path: 'id', origin_path: 'id', formatters: [StripFormatter]},
-        {dest_path: 'setspec_ssi', origin_path: '/', formatters: [AddSetSpecFormatter, SetSpecFormatter]},
-        {dest_path: 'collection_name_ssi', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionNameFormatter]},
-        {dest_path: 'collection_name_tei', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionNameFormatter]},
-        {dest_path: 'collection_description_tesi', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionDescriptionFormatter, FilterBadCollections]},
-        {dest_path: 'parent_collection_name_ssi', origin_path: 'par', formatters: [StripFormatter]},
-        {dest_path: 'parent_collection_name_tei', origin_path: 'par', formatters: [StripFormatter]},
-        {dest_path: 'parent_collection_description_tei', origin_path: 'par', formatters: [StripFormatter]},
-        {dest_path: 'title_tesi', origin_path: 'title', formatters: [StripFormatter]},
-        {dest_path: 'title_ssi', origin_path: 'title', formatters: [StripFormatter]},
-        {dest_path: 'title_sort', origin_path: 'title', formatters: [StripFormatter]},
-        {dest_path: 'title_unstem_search', origin_path: 'title', formatters: [StripFormatter]},
-        {dest_path: 'contributor_teim', origin_path: 'contri', formatters: [StripFormatter]},
-        {dest_path: 'contributor_unstem_search', origin_path: 'contri', formatters: [StripFormatter]},
-        {dest_path: 'contributor_ssim', origin_path: 'contri', formatters: [SplitFormatter, StripFormatter]},
-        {dest_path: 'creator_tesi', origin_path: 'photog', formatters: [JoinFormatter, StripFormatter]},
-        {dest_path: 'creator_unstem_search', origin_path: 'photog', formatters: [StripFormatter]},
-        {dest_path: 'creator_ssim', origin_path: 'photog', formatters: [SplitFormatter, StripFormatter]},
-        {dest_path: 'creator_sort', origin_path: 'photog', formatters: [StripFormatter]},
-        {dest_path: 'description_tei', origin_path: 'descri', formatters: [StripFormatter]},
-        {dest_path: 'description_ts', origin_path: 'descri', formatters: [StripFormatter]},
-        {dest_path: 'dat_ssi', origin_path: 'dat', formatters: [StripFormatter]},
-        {dest_path: 'dat_tesi', origin_path: 'dat', formatters: [StripFormatter]},
-        {dest_path: 'dat_sort', origin_path: 'dat', formatters: [StripFormatter]},
-        {dest_path: 'publishing_agency_tei', origin_path: 'publia', formatters: [StripFormatter]},
-        {dest_path: 'publishing_agency_unstem_search', origin_path: 'publia', formatters: [StripFormatter]},
-        {dest_path: 'publishing_agency_ssi', origin_path: 'publia', formatters: [StripFormatter]},
-        {dest_path: 'dimensions_ssi', origin_path: 'dimens', formatters: [StripFormatter]},
-        {dest_path: 'topic_teim', origin_path: 'genera', formatters: [StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'topic_ssim', origin_path: 'genera', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'topic_unstem_search', origin_path: 'genera', formatters: [StripSemicolonFormatter, StripFormatter]},
-        {dest_path: 'type_ssi', origin_path: 'type', formatters: [Titlieze, StripSemicolonFormatter, StripFormatter]},
-        {dest_path: 'type_tesi', origin_path: 'type', formatters: [Titlieze, StripSemicolonFormatter, StripFormatter]},
-        {dest_path: 'physical_format_ssi', origin_path: 'physic', formatters: [StripSemicolonFormatter]},
-        {dest_path: 'physical_format_tesi', origin_path: 'physic', formatters: [StripSemicolonFormatter]},
-        {dest_path: 'formal_subject_unstem_search', origin_path: 'specif', formatters: [StripFormatter]},
-        {dest_path: 'formal_subject_ssim', origin_path: 'specif', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'formal_subject_teim', origin_path: 'specif', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'subject_unstem_search', origin_path: 'subjec', formatters: [StripFormatter]},
-        {dest_path: 'subject_teim', origin_path: 'subjec', formatters: [StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'subject_ssim', origin_path: 'subjec', formatters: [StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'keyword_unstem_search', origin_path: '/', formatters: [KeywordFormatter, Titlieze, UniqueFormatter, StripFormatter]},
-        {dest_path: 'keyword_tesi', origin_path: '/', formatters: [KeywordFormatter, Titlieze, UniqueFormatter, JoinFormatter, StripFormatter]},
-        {dest_path: 'keyword_ssim', origin_path: '/', formatters: [KeywordFormatter, Titlieze, UniqueFormatter, StripFormatter]},
-        {dest_path: 'city_ssim', origin_path: 'city', formatters: [StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'city_unstem_search', origin_path: 'city', formatters: [StripFormatter]},
-        {dest_path: 'district_ssi', origin_path: 'distri', formatters: [StripFormatter]},
-        {dest_path: 'district_unstem_search', origin_path: 'distri', formatters: [StripFormatter]},
-        {dest_path: 'county_ssim', origin_path: 'county', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'county_unstem_search', origin_path: 'county', formatters: [StripFormatter]},
-        {dest_path: 'state_ssi', origin_path: 'state', formatters: [StripFormatter]},
-        {dest_path: 'state_unstem_search', origin_path: 'state', formatters: [StripFormatter]},
-        {dest_path: 'country_ssi', origin_path: 'countr', formatters: [StripFormatter]},
-        {dest_path: 'country_unstem_search', origin_path: 'countr', formatters: [StripFormatter]},
-        {dest_path: 'language_ssi', origin_path: 'langua', formatters: [StripFormatter]},
-        {dest_path: 'language_unstem_search', origin_path: 'langua', formatters: [StripFormatter]},
-        {dest_path: 'contributing_unstem_search', origin_path: 'contra', formatters: [StripFormatter]},
-        {dest_path: 'contributing_organization_tesi', origin_path: 'contra', formatters: [StripFormatter]},
-        {dest_path: 'contributing_organization_ssi', origin_path: 'contra', formatters: [Titlieze, StripFormatter]},
-        {dest_path: 'contact_information_ssi', origin_path: 'contac', formatters: [StripFormatter]},
-        {dest_path: 'rights_ssi', origin_path: 'righta', formatters: [StripFormatter]},
-        {dest_path: 'local_identifier_ssi', origin_path: 'identi', formatters: [StripFormatter]},
-        {dest_path: 'identifier_ssi', origin_path: 'resour', formatters: [StripFormatter]},
-        {dest_path: 'project_ssi', origin_path: 'projec', formatters: [StripFormatter]},
-        {dest_path: 'fiscal_sponsor_ssi', origin_path: 'fiscal', formatters: [StripFormatter]},
-        {dest_path: 'publisher_ssi', origin_path: 'publis', formatters: [StripFormatter]},
-        {dest_path: 'date_ssi', origin_path: 'date', formatters: [StripFormatter]},
-        {dest_path: 'format_tesi', origin_path: 'format', formatters: [StripFormatter]},
-        {dest_path: 'digspa_ssi', origin_path: 'digspa'},
-        {dest_path: 'digspb_ssi', origin_path: 'digspb'},
-        {dest_path: 'digspc_ssi', origin_path: 'digspc'},
-        {dest_path: 'digspd_ssi', origin_path: 'digspd'},
-        {dest_path: 'digspe_ssi', origin_path: 'digspe'},
-        {dest_path: 'digspf_ssi', origin_path: 'digspf'},
-        {dest_path: 'digspg_ssi', origin_path: 'digspg'},
-        {dest_path: 'digsph_ssi', origin_path: 'digsph'},
-        {dest_path: 'digspi_ssi', origin_path: 'digspi'},
-        {dest_path: 'digspj_ssi', origin_path: 'digspj'},
-        {dest_path: 'digspk_ssi', origin_path: 'digspk'},
-        {dest_path: 'transcription_tesi', origin_path: 'transc', formatters: [StripFormatter]},
-        {dest_path: 'translation_tesi', origin_path: 'transl', formatters: [StripFormatter]},
-        {dest_path: 'fullrs_tesi', origin_path: 'fullrs', formatters: [StripFormatter]},
-        {dest_path: 'find_ssi', origin_path: 'find', formatters: [StripFormatter]},
-        {dest_path: 'dmaccess_ssi', origin_path: 'dmaccess', formatters: [StripFormatter]},
-        {dest_path: 'dmimage_ssi', origin_path: 'dmimage', formatters: [StripFormatter]},
-        {dest_path: 'dmcreated_ssi', origin_path: 'dmcreated', formatters: [StripFormatter]},
-        {dest_path: 'dmmodified_ssi', origin_path: 'dmmodified', formatters: [StripFormatter]},
-        {dest_path: 'dmoclcno_ssi', origin_path: 'dmoclcno', formatters: [StripFormatter]},
-        {dest_path: 'restriction_code_ssi', origin_path: 'restrictionCode', formatters: [StripFormatter]},
-        {dest_path: 'cdmfilesize_ssi', origin_path: 'cdmfilesize', formatters: [StripFormatter]},
-        {dest_path: 'cdmfilesizeformatted_ssi', origin_path: 'cdmfilesizeformatted', formatters: [StripFormatter]},
-        {dest_path: 'cdmprintpdf_is', origin_path: 'cdmprintpdf', formatters: [ToIFormatter]},
-        {dest_path: 'cdmhasocr_is', origin_path: 'cdmhasocr', formatters: [ToIFormatter]},
-        {dest_path: 'cdmisnewspaper_is', origin_path: 'cdmisnewspaper', formatters: [ToIFormatter]},
-        {dest_path: 'image_uri_ssi', origin_path: 'image_uri', formatters: [StripFormatter]},
-        {dest_path: 'record_type_ssi', origin_path: 'record_type', formatters: [StripFormatter]},
-        {dest_path: 'geographic_feature_ssim', origin_path: 'geogra', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'geographic_feature_teim', origin_path: 'geogra', formatters: [StripFormatter]},
-        {dest_path: 'geographic_feature_unstem_search', origin_path: 'geogra', formatters: [StripFormatter]},
-        {dest_path: 'geonam_ssi', origin_path: 'geonam', formatters: [StripFormatter]},
-        {dest_path: 'kaltura_audio_ssi', origin_path: 'audio', formatters: [StripFormatter]},
-        {dest_path: 'kaltura_audio_playlist_ssi', origin_path: 'audioa', formatters: [StripFormatter]},
-        {dest_path: 'kaltura_video_ssi', origin_path: 'video', formatters: [StripFormatter]},
-        {dest_path: 'kaltura_video_playlist_ssi', origin_path: 'videoa', formatters: [StripFormatter]},
-        {dest_path: 'coordinates_llsi', origin_path: 'geonam', formatters: [GeoNameID, GeoNameIDToJson, GeoNameToLocation]},
-        {dest_path: 'placename_ssim', origin_path: 'geonam', formatters: [GeoNameID, GeoNameIDToJson, GeoNameToPlaceName]},
-        {dest_path: 'placename_unstem_search', origin_path: 'geonam', formatters: [GeoNameID, GeoNameIDToJson, GeoNameToPlaceName]},
-        {dest_path: 'table_ssim', origin_path: 'table', formatters: [StripFormatter, SplitFormatter, StripFormatter]},
-        {dest_path: 'umedia_ssi', origin_path: 'umedia', formatters: [StripFormatter]},
-        {dest_path: 'child_index', origin_path: 'child_index', formatters: []}
-      ]
+      Settings.field_mappings
     end
   end
-end
+end

data/lib/cdmdexer/version.rb

@@ -1,3 +1,3 @@
 module CDMDEXER
-  VERSION = "0.21.1"
+  VERSION = "0.22.0"
 end

data/lib/generators/cdmdexer/install_generator.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+require 'rails/generators'
+
+module Cdmdexer
+  class InstallGenerator < Rails::Generators::Base
+    source_root File.expand_path('../templates', __FILE__)
+
+    desc 'Install CDMDEXER'
+
+    def add_rails_config_settings
+      generate 'cdmdexer:settings'
+    end
+  end
+end

data/lib/generators/cdmdexer/settings_generator.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+require 'rails/generators'
+
+module Cdmdexer
+  class SettingsGenerator < Rails::Generators::Base
+    source_root ::File.expand_path('../templates', __FILE__)
+
+    desc <<-EOF
+      This generator makes the following changes to your application:
+       1. Installs settings.yml into your application's config directory
+    EOF
+
+    def add_initializer
+      copy_file 'rails_config.rb', 'config/initializers/rails_config.rb'
+    end
+
+    def install_settings
+      copy_file 'cdmdexer.yml', 'config/initializers/cdmdexer.yml'
+    end
+  end
+end

data/lib/generators/cdmdexer/templates/cdmdexer.yml

@@ -0,0 +1,590 @@
+### Default Gem Field mappings
+---
+field_mappings:
+  -
+    dest_path: location_llsi
+    formatters:
+      - CDMDEXER::LocationFormatter
+    origin_path: /
+  -
+    dest_path: id
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: id
+  -
+    dest_path: setspec_ssi
+    formatters:
+      - CDMDEXER::AddSetSpecFormatter
+      - CDMDEXER::SetSpecFormatter
+    origin_path: /
+  -
+    dest_path: collection_name_ssi
+    formatters:
+      - CDMDEXER::AddSetSpecFormatter
+      - CDMDEXER::CollectionNameFormatter
+    origin_path: /
+  -
+    dest_path: collection_name_tei
+    formatters:
+      - CDMDEXER::AddSetSpecFormatter
+      - CDMDEXER::CollectionNameFormatter
+    origin_path: /
+  -
+    dest_path: collection_description_tesi
+    formatters:
+      - CDMDEXER::AddSetSpecFormatter
+      - CDMDEXER::CollectionDescriptionFormatter
+      - CDMDEXER::FilterBadCollections
+    origin_path: /
+  -
+    dest_path: parent_collection_name_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: par
+  -
+    dest_path: parent_collection_name_tei
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: par
+  -
+    dest_path: parent_collection_description_tei
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: par
+  -
+    dest_path: title_tesi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: title
+  -
+    dest_path: title_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: title
+  -
+    dest_path: title_sort
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: title
+  -
+    dest_path: title_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: title
+  -
+    dest_path: contributor_teim
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: contri
+  -
+    dest_path: contributor_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: contri
+  -
+    dest_path: contributor_ssim
+    formatters:
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: contri
+  -
+    dest_path: creator_tesi
+    formatters:
+      - CDMDEXER::JoinFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: photog
+  -
+    dest_path: creator_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: photog
+  -
+    dest_path: creator_ssim
+    formatters:
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: photog
+  -
+    dest_path: creator_sort
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: photog
+  -
+    dest_path: description_tei
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: descri
+  -
+    dest_path: description_ts
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: descri
+  -
+    dest_path: dat_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: dat
+  -
+    dest_path: dat_tesi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: dat
+  -
+    dest_path: dat_sort
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: dat
+  -
+    dest_path: publishing_agency_tei
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: publia
+  -
+    dest_path: publishing_agency_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: publia
+  -
+    dest_path: publishing_agency_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: publia
+  -
+    dest_path: dimensions_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: dimens
+  -
+    dest_path: topic_teim
+    formatters:
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: genera
+  -
+    dest_path: topic_ssim
+    formatters:
+      - CDMDEXER::Titlieze
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: genera
+  -
+    dest_path: topic_unstem_search
+    formatters:
+      - CDMDEXER::StripSemicolonFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: genera
+  -
+    dest_path: type_ssi
+    formatters:
+      - CDMDEXER::Titlieze
+      - CDMDEXER::StripSemicolonFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: type
+  -
+    dest_path: type_tesi
+    formatters:
+      - CDMDEXER::Titlieze
+      - CDMDEXER::StripSemicolonFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: type
+  -
+    dest_path: physical_format_ssi
+    formatters:
+      - CDMDEXER::StripSemicolonFormatter
+    origin_path: physic
+  -
+    dest_path: physical_format_tesi
+    formatters:
+      - CDMDEXER::StripSemicolonFormatter
+    origin_path: physic
+  -
+    dest_path: formal_subject_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: specif
+  -
+    dest_path: formal_subject_ssim
+    formatters:
+      - CDMDEXER::Titlieze
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: specif
+  -
+    dest_path: formal_subject_teim
+    formatters:
+      - CDMDEXER::Titlieze
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: specif
+  -
+    dest_path: subject_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: subjec
+  -
+    dest_path: subject_teim
+    formatters:
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: subjec
+  -
+    dest_path: subject_ssim
+    formatters:
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: subjec
+  -
+    dest_path: keyword_unstem_search
+    formatters:
+      - CDMDEXER::KeywordFormatter
+      - CDMDEXER::Titlieze
+      - CDMDEXER::UniqueFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: /
+  -
+    dest_path: keyword_tesi
+    formatters:
+      - CDMDEXER::KeywordFormatter
+      - CDMDEXER::Titlieze
+      - CDMDEXER::UniqueFormatter
+      - CDMDEXER::JoinFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: /
+  -
+    dest_path: keyword_ssim
+    formatters:
+      - CDMDEXER::KeywordFormatter
+      - CDMDEXER::Titlieze
+      - CDMDEXER::UniqueFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: /
+  -
+    dest_path: city_ssim
+    formatters:
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: city
+  -
+    dest_path: city_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: city
+  -
+    dest_path: district_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: distri
+  -
+    dest_path: district_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: distri
+  -
+    dest_path: county_ssim
+    formatters:
+      - CDMDEXER::Titlieze
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: county
+  -
+    dest_path: county_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: county
+  -
+    dest_path: state_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: state
+  -
+    dest_path: state_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: state
+  -
+    dest_path: country_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: countr
+  -
+    dest_path: country_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: countr
+  -
+    dest_path: language_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: langua
+  -
+    dest_path: language_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: langua
+  -
+    dest_path: contributing_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: contra
+  -
+    dest_path: contributing_organization_tesi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: contra
+  -
+    dest_path: contributing_organization_ssi
+    formatters:
+      - CDMDEXER::Titlieze
+      - CDMDEXER::StripFormatter
+    origin_path: contra
+  -
+    dest_path: contact_information_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: contac
+  -
+    dest_path: rights_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: righta
+  -
+    dest_path: local_identifier_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: identi
+  -
+    dest_path: identifier_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: resour
+  -
+    dest_path: project_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: projec
+  -
+    dest_path: fiscal_sponsor_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: fiscal
+  -
+    dest_path: publisher_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: publis
+  -
+    dest_path: date_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: date
+  -
+    dest_path: format_tesi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: format
+  -
+    dest_path: digspa_ssi
+    origin_path: digspa
+  -
+    dest_path: digspb_ssi
+    origin_path: digspb
+  -
+    dest_path: digspc_ssi
+    origin_path: digspc
+  -
+    dest_path: digspd_ssi
+    origin_path: digspd
+  -
+    dest_path: digspe_ssi
+    origin_path: digspe
+  -
+    dest_path: digspf_ssi
+    origin_path: digspf
+  -
+    dest_path: digspg_ssi
+    origin_path: digspg
+  -
+    dest_path: digsph_ssi
+    origin_path: digsph
+  -
+    dest_path: digspi_ssi
+    origin_path: digspi
+  -
+    dest_path: digspj_ssi
+    origin_path: digspj
+  -
+    dest_path: digspk_ssi
+    origin_path: digspk
+  -
+    dest_path: transcription_tesi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: transc
+  -
+    dest_path: translation_tesi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: transl
+  -
+    dest_path: fullrs_tesi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: fullrs
+  -
+    dest_path: find_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: find
+  -
+    dest_path: dmaccess_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: dmaccess
+  -
+    dest_path: dmimage_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: dmimage
+  -
+    dest_path: dmcreated_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: dmcreated
+  -
+    dest_path: dmmodified_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: dmmodified
+  -
+    dest_path: dmoclcno_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: dmoclcno
+  -
+    dest_path: restriction_code_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: restrictionCode
+  -
+    dest_path: cdmfilesize_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: cdmfilesize
+  -
+    dest_path: cdmfilesizeformatted_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: cdmfilesizeformatted
+  -
+    dest_path: cdmprintpdf_is
+    formatters:
+      - CDMDEXER::ToIFormatter
+    origin_path: cdmprintpdf
+  -
+    dest_path: cdmhasocr_is
+    formatters:
+      - CDMDEXER::ToIFormatter
+    origin_path: cdmhasocr
+  -
+    dest_path: cdmisnewspaper_is
+    formatters:
+      - CDMDEXER::ToIFormatter
+    origin_path: cdmisnewspaper
+  -
+    dest_path: image_uri_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: image_uri
+  -
+    dest_path: record_type_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: record_type
+  -
+    dest_path: geographic_feature_ssim
+    formatters:
+      - CDMDEXER::Titlieze
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: geogra
+  -
+    dest_path: geographic_feature_teim
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: geogra
+  -
+    dest_path: geographic_feature_unstem_search
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: geogra
+  -
+    dest_path: geonam_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: geonam
+  -
+    dest_path: kaltura_audio_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: audio
+  -
+    dest_path: kaltura_audio_playlist_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: audioa
+  -
+    dest_path: kaltura_video_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: video
+  -
+    dest_path: kaltura_video_playlist_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: videoa
+  -
+    dest_path: coordinates_llsi
+    formatters:
+      - CDMDEXER::GeoNameID
+      - CDMDEXER::GeoNameIDToJson
+      - CDMDEXER::GeoNameToLocation
+    origin_path: geonam
+  -
+    dest_path: placename_ssim
+    formatters:
+      - CDMDEXER::GeoNameID
+      - CDMDEXER::GeoNameIDToJson
+      - CDMDEXER::GeoNameToPlaceName
+    origin_path: geonam
+  -
+    dest_path: placename_unstem_search
+    formatters:
+      - CDMDEXER::GeoNameID
+      - CDMDEXER::GeoNameIDToJson
+      - CDMDEXER::GeoNameToPlaceName
+    origin_path: geonam
+  -
+    dest_path: table_ssim
+    formatters:
+      - CDMDEXER::StripFormatter
+      - CDMDEXER::SplitFormatter
+      - CDMDEXER::StripFormatter
+    origin_path: table
+  -
+    dest_path: umedia_ssi
+    formatters:
+      - CDMDEXER::StripFormatter
+    origin_path: umedia
+  -
+    dest_path: child_index
+    formatters: []
+    origin_path: child_index

data/lib/generators/cdmdexer/templates/rails_config.rb

@@ -0,0 +1,7 @@
+Config.setup do |config|
+  config.const_name = 'Settings'
+end
+
+# Prepend CDMDEXER config gem settings
+Settings.prepend_source!(File.expand_path('cdmdexer.yml', __dir__))
+Settings.reload!

metadata

@@ -1,29 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: cdmdexer
 version: !ruby/object:Gem::Version
-  version: 0.21.1
+  version: 0.22.0
 platform: ruby
 authors:
 - chadfennell
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-12-20 00:00:00.000000000 Z
+date: 2022-03-18 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
 - !ruby/object:Gem::Dependency
   name: contentdm_api
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.6.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.6.0
 - !ruby/object:Gem::Dependency
   name: hash_at_path
   requirement: !ruby/object:Gem::Requirement
@@ -86,14 +100,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.0.0
+        version: '6.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.0.0
+        version: '6.0'
+- !ruby/object:Gem::Dependency
+  name: rexml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
 - !ruby/object:Gem::Dependency
   name: dotenv-rails
   requirement: !ruby/object:Gem::Requirement
@@ -114,14 +142,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '11.1'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -164,7 +206,7 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.9.0
-description: 
+description:
 email:
 - fenne035@umn.edu
 executables: []
@@ -213,12 +255,16 @@ files:
 - lib/cdmdexer/transformation_error_message.rb
 - lib/cdmdexer/transformer.rb
 - lib/cdmdexer/version.rb
+- lib/generators/cdmdexer/install_generator.rb
+- lib/generators/cdmdexer/settings_generator.rb
+- lib/generators/cdmdexer/templates/cdmdexer.yml
+- lib/generators/cdmdexer/templates/rails_config.rb
 - travis.yml
-homepage: 
+homepage:
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -233,8 +279,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.2.32
+signing_key:
 specification_version: 4
 summary: Load CONTENTdm data into a Solr Index. CDMDEXER expects to run inside a Rails
   application.