cdmbl 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8924ce455e1357c39e7c19d768585b129893a9c7
+  data.tar.gz: ddc8ad09c407ac6b11beae7d823e8b4ce4541a3f
+SHA512:
+  metadata.gz: 7c784f79054655b97f606851baa1f64f5fbcef07a3858bc1156612b9f21eb7c8d0eaea742ae1f3210de9a136e709c1a196be47f628047e18d982b15dd74f5400
+  data.tar.gz: 0e015661706bfcca63d6a8d38443b70672f37add879cffc5b4021d89a9d7e6ae38676b6fa0b5e5922f043a9be10e9f720e87e3c687e52dd089b76199f20d4c28

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.gem

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.0
+before_install: gem install bundler -v 1.12.5

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,49 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, and in the interest of
+fostering an open and welcoming community, we pledge to respect all people who
+contribute through reporting issues, posting feature requests, updating
+documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free
+experience for everyone, regardless of level of experience, gender, gender
+identity and expression, sexual orientation, disability, personal appearance,
+body size, race, ethnicity, age, religion, or nationality.
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery
+* Personal attacks
+* Trolling or insulting/derogatory comments
+* Public or private harassment
+* Publishing other's private information, such as physical or electronic
+  addresses, without explicit permission
+* Other unethical or unprofessional conduct
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+By adopting this Code of Conduct, project maintainers commit themselves to
+fairly and consistently applying these principles to every aspect of managing
+this project. Project maintainers who do not follow or enforce the Code of
+Conduct may be permanently removed from the project team.
+
+This code of conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting a project maintainer at fenne035@umn.edu. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. Maintainers are
+obligated to maintain confidentiality with regard to the reporter of an
+incident.
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 1.3.0, available at
+[http://contributor-covenant.org/version/1/3/0/][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/3/0/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in cdmbl.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 University of Minnesota Libraries
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,124 @@
+# CDMBL: CONTENTdm on Blacklight
+
+Use [Blacklight](https://github.com/projectblacklight/blacklight) as a front end for your CONTENTdm instance.
+
+At the moment, CDMBL consists only of a micro [ETL](https://en.wikipedia.org/wiki/Extract,_transform,_load) system dedicated to extracting metadata records from a CONTENTdm instance (using the [CONTENTdm API gem](https://github.com/UMNLibraries/contentdm_api), transforming them into Solr documents, and loading them into Solr. After initially populating the entire index, CDMBL allows for selective harvesting for incremental Solr index updates.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'cdmbl', :git => 'https://github.com/UMNLibraries/cdmbl'
+```
+
+And then execute:
+
+    $ bundle
+
+Add the CDMBL rake task to your project Rakefile:
+
+```ruby
+require 'cdmbl/rake_task'
+```
+
+## Usage
+
+Run the ingester
+
+rake cdmbl:ingest[solr_url,oai_endpoint,cdm_endpoint,minimum_date]
+
+|Argument| Definition|
+|--:|---|
+|solr_url| The full URL to your Solr core instance (same as your blacklight.yml solr url)|
+|oai_endpoint| A URL to your OAI instance (e.g. http://reflections.mndigital.org/oai/oai.php)   |
+|cdm_endpoint| A URL to your CONTENTdm API endpoint (e.g. https://server16022.contentdm.oclc.org/dmwebservices/index.php) |
+|minimum_date| Date from which to [selectively harvest](https://www.openarchives.org/OAI/openarchivesprotocol.html#SelectiveHarvesting) identifiers from the OAI endpoint. These identifiers are used to determine which records to delete from your index and which records to request from the CONTENTdm API|
+
+For example:
+
+```ruby
+rake "cdmbl:ingest[http://solr:8983/solr/foo-bar-core, http://reflections.mndigital.org/oai/oai.php, https://server16022.contentdm.oclc.org/dmwebservices/index.php, 2015-01-01]"
+```
+
+### Custom Rake Task
+
+You might also create your own rake task to run your modified field transformers:
+
+```ruby
+require 'cdmbl'
+
+namespace :cdmbl do
+  desc 'Launch a background job to index metadata from CONTENTdm int Solr.'
+  task :ingest do
+    solr_config = { url: 'http://solr:8983/solr/foo-bar-core' }
+    etl_config  = { oai_endpoint: 'http://reflections.mndigital.org/oai/oai.php',
+                    cdm_endpoint: 'https://server16022.contentdm.oclc.org/dmwebservices/index.php',
+                    field_mappings: my_field_mappings,
+                    minimum_date:  '2016-09-01'}
+    CDMBL::ETLWorker.perform_async(solr_config, etl_config)
+end
+```
+
+### Your Own Custom Solr Field Mappings (see above code snippet)
+
+The default CONTENTdm to Solr field transformation rules may be overriden by calling the CDMBL::ETLWorker (a [Sidekiq worker](https://github.com/mperham/sidekiq)) directly. These rules may be found in the default_mappings method of the [CDMBL::Transformer Class](https://github.com/UMNLibraries/cdmbl/blob/master/lib/cdmbl/transformer.rb).
+
+The transformer expects mappings in the following format:
+
+```ruby
+def your_custom_field_mappings
+  [
+    {dest_path: 'title_tei', origin_path: 'title', formatters: [StripFormatter]},
+  ]
+end
+```
+|Argument| Definition|
+|--:|---|
+|dest_path| The 'destination path' is the name of the field you will be sending to Solr for this field mapping. |
+|origin_path| Where to get the field data from the original record for this mapping. |
+|formatters| [Formatters](https://github.com/UMNLibraries/cdmbl/blob/master/lib/cdmbl/formatters.rb) perform tasks such as stripping white space or splitting CONTENTdm multi-valued fields (delimited by semicolons) into JSON arrays. |
+
+**Note:** The first formatter receives the value found at the declared `origin_path`. Each formatter declared after the initial formatter will receive a value produced by the preceding formatter. 
+
+Formatters are very simple stateless classes that take a value, do something to it, and respond with a modified version of this value via a class method called `format`. Examples of other formatters may be found in the [Formatters file](https://github.com/UMNLibraries/cdmbl/blob/master/lib/cdmbl/formatters.rb). For Example:
+
+```ruby
+  class SplitFormatter
+    def self.format(value)
+      (value.respond_to?(:split)) ? value.split(';') : value
+    end
+  end
+```
+
+You might also want to simply override some of the default mappings or add your own:
+
+```ruby
+mappings = CDMBL::Transformer.default_mappings.merge(your_custom_field_mappings)
+```
+## A Custom Post-indexing Callback
+
+If you would like to perform some action (e.g. send an email) following the completion of the CDMBL indexing process, you may declare your own callback hook (anything with "Callback" in the class name declared within the CDMBL module space will be used). To do so in Rails, create a Rails initializer file `config/initializers/cdmbl.rb`: 
+
+```ruby
+module CDMBL
+  class Callback
+    def self.call!
+      Rails.logger.info("My Custom CDMBL Callback")      
+    end
+  end
+end
+```
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/UMNLibraries/cdmbl. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+[MIT](/LICENSE.txt)

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+require 'cdmbl/rake_task'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/**/*_test.rb']
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "cdmbl"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/cdmbl.gemspec

@@ -0,0 +1,37 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'cdmbl/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'cdmbl'
+  spec.version       = CDMBL::VERSION
+  spec.authors       = ['chadfennell']
+  spec.email         = ['fenne035@umn.edu']
+
+  spec.summary       = %q{Use Blacklight (Solr) as a front end for your CONTENTdm instance.}
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'hash_at_path', '~> 0.1'
+  spec.add_dependency 'contentdm_api', '~> 0.2'
+  spec.add_dependency 'sidekiq', '~> 3.4'
+  spec.add_dependency 'titleize', '~> 1.4'
+  spec.add_dependency 'rsolr', '~> 1.0'
+  # This gem generally wants to be in a rails app, but just to avoid adding
+  # another external dependency for XML procssing, we rely on activesupport's
+  # Has.to_xml feature for testing and to allow this gem to function
+  # independently from a rails app
+  spec.add_dependency 'activesupport', '~> 4.2'
+
+  spec.add_development_dependency 'bundler', '~> 1.12'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'minitest', '~> 5.0'
+  spec.add_development_dependency 'yard', '~> 0.9.0'
+  spec.add_development_dependency 'webmock', '~> 1.24', '>= 1.24.0'
+  spec.add_development_dependency 'vcr', '~> 3.0', '>= 3.0.1'
+end

data/lib/cdmbl/default_callback.rb

@@ -0,0 +1,8 @@
+module CDMBL
+  # An example callback
+  class DefaultCallback
+    def self.call!(solr_client)
+      puts "A callback task"
+    end
+  end
+end

data/lib/cdmbl/default_solr.rb

@@ -0,0 +1,25 @@
+require 'rsolr'
+
+module CDMBL
+  # Commnicate with Solr: add / delete stuff
+  class DefaultSolr
+    attr_reader :url, :client
+    def initialize(url: 'http://localhost:8983', client: RSolr)
+      @url    = url
+      @client = client
+    end
+
+    def connection
+      @connection ||= client.connect url: url
+    end
+
+    def add(records)
+      connection.add records
+      connection.commit
+    end
+
+    def delete(ids)
+      connection.delete_by_id ids
+    end
+  end
+end

data/lib/cdmbl/etl_run.rb

@@ -0,0 +1,69 @@
+module CDMBL
+  # TODO: extract params into a an ETL Profile and delegate
+  class ETLRun
+    attr_reader :oai_endpoint,
+                :cdm_endpoint,
+                :resumption_token,
+                :field_mappings,
+                :minimum_date,
+                :oai_requester,
+                :extractor,
+                :transformer,
+                :loader,
+                :solr_client
+    def initialize(oai_endpoint: '',
+                   cdm_endpoint: '',
+                   resumption_token: false,
+                   field_mappings: false,
+                   minimum_date: '1900-01-01',
+                   oai_requester: OaiRequest,
+                   extractor: Extractor,
+                   transformer: Transformer,
+                   loader: Loader,
+                   solr_client: SolrClient.new)
+
+      @oai_endpoint     = oai_endpoint
+      @cdm_endpoint     = cdm_endpoint
+      @resumption_token = resumption_token
+      @field_mappings   = field_mappings
+      @oai_requester    = oai_requester
+      @minimum_date     = minimum_date
+      @extractor        = extractor
+      @transformer      = transformer
+      @loader           = loader
+      @solr_client      = solr_client
+    end
+
+    def load!(resumption_token: false)
+      persister.load!
+    end
+
+    def next_resumption_token
+      extraction.next_resumption_token
+    end
+
+    def persister
+      loader.new(records: transformation.records,
+                 deletable_ids: extraction.deletable_ids,
+                 solr_client: solr_client)
+    end
+
+    def transformation
+      @transformation ||= transformer.new(cdm_records: extraction.records,
+                                          oai_sets: extraction.set_lookup,
+                                          field_mappings: field_mappings)
+    end
+
+    def extraction
+      @extraction ||= extractor.new(oai_request: oai_request,
+                                    cdm_endpoint: cdm_endpoint)
+    end
+
+    def oai_request
+      @oai_request ||= oai_requester.new(base_uri: oai_endpoint,
+                                         resumption_token: resumption_token,
+                                         from: minimum_date)
+    end
+  end
+
+end

data/lib/cdmbl/etl_worker.rb

@@ -0,0 +1,30 @@
+require 'sidekiq'
+module CDMBL
+  class ETLWorker
+    attr_reader :solr_config, :etl_config
+    include Sidekiq::Worker
+    def perform(solr_config, etl_config, recursive = true)
+      @etl_config  = etl_config.symbolize_keys
+      @solr_config = solr_config.symbolize_keys
+      puts "Ingesting resumptionToken batch: #{etl_config['resumption_token']}"
+      etl_run.load!
+      if etl_run.next_resumption_token && recursive
+        ETLWorker.perform_async(solr_config, next_etl_config)
+      else
+        CDMBL::Callback.call!(solr_client)
+      end
+    end
+
+    def etl_run
+      @etl_run ||= ETLRun.new(etl_config.merge(solr_client: solr_client))
+    end
+
+    def solr_client
+      @solr_client ||= CDMBL::Solr.new(solr_config)
+    end
+
+    def next_etl_config
+      etl_config.merge(resumption_token: etl_run.next_resumption_token)
+    end
+  end
+end

data/lib/cdmbl/extractor.rb

@@ -0,0 +1,75 @@
+require 'contentdm_api'
+require 'active_support/core_ext/hash/conversions'
+require 'hash_at_path'
+require 'forwardable'
+
+module CDMBL
+  # This extractor uses the SimpleGet extractor initially and then makes
+  # subsequent passes at the full ContentDM API with identifiers taken from
+  # the contentdm api
+  class Extractor
+    extend ::Forwardable
+    def_delegators :@oai_request, :sets, :identifiers
+    attr_reader :oai_request, :cdm_item, :cdm_endpoint, :oai_set_lookup, :oai_filter
+
+    def initialize(oai_request: OaiRequest.new,
+                   cdm_endpoint: '',
+                   oai_set_lookup: OAISetLookup,
+                   cdm_item: CONTENTdmAPI::Item,
+                   oai_filter: OAIFilter)
+      @oai_request    = oai_request
+      @cdm_item       = cdm_item
+      @cdm_endpoint   = cdm_endpoint
+      @oai_set_lookup = oai_set_lookup
+      @oai_filter     = oai_filter
+    end
+
+    def set_lookup
+      oai_set_lookup.new(oai_sets: to_hash(sets)).keyed
+    end
+
+    def records
+      local_identifiers.map { |identifier| cdm_request(*identifier) }
+    end
+
+    def deletable_ids
+      oai_ids.deletable_ids
+    end
+
+    def local_identifiers
+      oai_ids.updatable_ids
+    end
+
+    def next_resumption_token
+      oai_identifiers.at_path('OAI_PMH/ListIdentifiers/resumptionToken')
+    end
+
+    private
+
+    def oai_ids
+      oai_filter.new(headers: oai_headers)
+    end
+
+    # Get the local collection and id from an OAI namespaced identifier
+    # e.g. oai:reflections.mndigital.org:p16022coll44/3
+    def extract_identifiers(identifier)
+      identifier.split(':').last.split('/')
+    end
+
+    def oai_headers
+      oai_identifiers.at_path('OAI_PMH/ListIdentifiers/header')
+    end
+
+    def oai_identifiers
+      to_hash(identifiers)
+    end
+
+    def cdm_request(collection, id)
+      cdm_item.new(base_url: cdm_endpoint, collection: collection, id: id).metadata
+    end
+
+    def to_hash(xml)
+      Hash.from_xml(xml)
+    end
+  end
+end

data/lib/cdmbl/field_formatter.rb

@@ -0,0 +1,14 @@
+module CDMBL
+  class FieldFormatter
+    attr_reader :value, :formatters
+    def initialize(value: {}, formatters: [DefaultFormatter])
+      @value      = value
+      @formatters = formatters
+    end
+
+    def format!
+      formatters.reduce(value) { |memo, formatter| formatter.format(memo) }
+    end
+  end
+
+end

data/lib/cdmbl/field_transformer.rb

@@ -0,0 +1,40 @@
+require 'hash_at_path'
+
+module CDMBL
+  class FieldTransformer
+    attr_reader :field_value, :dest_path, :formatters, :formatter_klass
+    def initialize(origin_path: '',
+                   dest_path: '',
+                   record: {},
+                   formatters: [],
+                   formatter_klass: FieldFormatter)
+      @field_value     = compact(record.at_path(origin_path))
+      @dest_path       = dest_path
+      @formatters      = (!formatters.nil?) ? formatters : [DefaultFormatter]
+      @formatter_klass = formatter_klass
+    end
+
+    def reduce
+      (blank?(value)) ? {} : { "#{dest_path}" => value } 
+    end
+
+    def value
+      @value ||= (!blank?(field_value)) ? transform_field : nil
+    end
+
+    private
+
+    def compact(record)
+      (record.respond_to?(:compact)) ? record.compact : record
+    end
+
+    # File activesupport/lib/active_support/core_ext/object/blank.rb, line 14
+    def blank?(val)
+      val.respond_to?(:empty?) ? !!val.empty? : !val
+    end
+
+    def transform_field
+      formatter_klass.new(value: field_value, formatters: formatters).format!
+    end
+  end
+end

data/lib/cdmbl/formatters.rb

@@ -0,0 +1,107 @@
+require 'titleize'
+# A handful of very simple formatters to clean up CONTENTdm API metadata
+module CDMBL
+
+  class DefaultFormatter
+    def self.format(value)
+      value
+    end
+  end
+  
+  class Titlieze
+    def self.format(value)
+      if value.respond_to?(:map)
+        value.map {|value| value.titleize }
+      else
+        value.titleize
+      end
+    end
+  end
+
+  class ImageId
+    def self.format(value)
+      value
+    end
+  end
+
+  class ToJsonFormatter
+    def self.format(values)
+      values.to_json if values.respond_to?(:to_json)
+    end
+  end
+
+  class StripSemicolonFormatter
+    def self.format(values)
+      if values.respond_to?(:map)
+        values.map {|value| value.gsub(/;/, '') }
+      else
+        values.gsub(/;/, '')
+      end
+    end
+  end
+
+  class StripFormatter
+    def self.format(values)
+      if values.respond_to?(:map)
+        values.map {|value| value.strip }
+      else
+        values.strip
+      end
+    end
+  end
+
+  class SplitFormatter
+    def self.format(value)
+      (value.respond_to?(:split)) ? value.split(';') : value
+    end
+  end
+
+  class AddSetSpecFormatter
+    def self.format(value)
+      value.merge('setSpec' => value['id'].split('/').first)
+    end
+  end
+
+  class SetSpecFormatter
+    def self.format(value)
+      value['setSpec']
+    end
+  end
+
+  class CollectionNameFormatter
+    def self.format(value)
+      value['oai_sets'].fetch(value['setSpec'], {})
+                       .fetch(:name, '')
+    end
+  end
+
+  class CollectionDescriptionFormatter
+    def self.format(value)
+      value['oai_sets'].fetch(value['setSpec'], {})
+                       .fetch(:description, '')
+    end
+  end
+
+  class FilterBadCollections
+    def self.format(value)
+      (/Collection information undefined/i =~ value) ? '' : value
+    end
+  end
+
+  class ToIFormatter
+    def self.format(value)
+      value.to_i if value.respond_to?(:to_i)
+    end
+  end
+
+  class LocationFormatter
+    def self.format(record)
+      if record['latitu'] && record['longit'] && record['latitu'] != '' && record['longit'] != '' && record['latitu'] != {}
+        "#{record['latitu']}, #{record['longit']}"
+      else
+        nil
+      end
+    end
+  end
+
+end

data/lib/cdmbl/hooks.rb

@@ -0,0 +1,25 @@
+module CDMBL
+  def self.const_missing(name)
+    if name.to_s == 'Solr'
+      hook(pattern: name.to_s, default: DefaultSolr)
+    elsif name.to_s == 'Callback'
+      hook(pattern: name.to_s, default: DefaultCallback)
+    end
+  end
+
+  def self.hook(pattern: '', default: false)
+    if find_hook(pattern, default)
+      Object.const_get("CDMBL::#{find_hook(pattern, default)}")
+    else
+      default
+    end
+  end
+
+  def self.find_hook(pattern, default)
+    CDMBL.constants.find do |konst|
+      if Object.const_get("CDMBL::#{konst}") != default
+        /#{pattern}/ =~ konst.to_s
+      end
+    end
+  end
+end

data/lib/cdmbl/loader.rb

@@ -0,0 +1,19 @@
+module CDMBL
+
+  class Loader
+    attr_reader :solr_client, :records, :deletable_ids
+
+    def initialize(records: [],
+                   deletable_ids: [],
+                   solr_client: CDMBL::DefaultSolr)
+      @solr_client   = solr_client
+      @records       = records
+      @deletable_ids = deletable_ids
+    end
+
+    def load!
+      solr_client.delete deletable_ids unless deletable_ids.empty?
+      solr_client.add records
+    end
+  end
+end

data/lib/cdmbl/oai_filter.rb

@@ -0,0 +1,44 @@
+module CDMBL
+  # This class has been named in a way that makes it hard to pronounce
+  class OAIFilter
+    attr_reader :headers
+    def initialize(headers: [])
+      @headers      = headers
+    end
+
+    def updatable_ids
+      get_ids(find_mutatables_by { |id| id['status'] != 'deleted' })
+    end
+
+    def deletable_ids
+      deletables.map { |deletable| deletable.join('/')}
+    end
+
+    private
+
+    def deletables
+      get_ids(find_mutatables_by { |id| id['status'] == 'deleted' })
+    end
+
+    def mutatables
+      @mutables ||= headers.map do |header|
+        header.merge(ids: extract_identifiers(header['identifier']))
+      end.compact
+    end
+
+    # Get the local collection and id from an OAI namespaced identifier
+    # e.g. oai:reflections.mndigital.org:p16022coll44/3
+    def extract_identifiers(identifier)
+      identifier.split(':').last.split('/')
+    end
+
+    def get_ids(header_items)
+      header_items.map { |header| header[:ids] }
+    end
+
+    def find_mutatables_by
+      mutatables.find_all { |id| yield(id) }
+    end
+
+  end
+end

data/lib/cdmbl/oai_request.rb

@@ -0,0 +1,40 @@
+module CDMBL
+    class OaiRequest
+      attr_reader :base_uri, :resumption_token, :client, :from
+      def initialize(base_uri: '',
+                     resumption_token: false,
+                     from: '1900-01-01',
+                     client: Net::HTTP)
+          @base_uri         = base_uri
+          @resumption_token = resumption_token
+          @client           = client
+          @from             = from
+      end
+
+      def identifiers
+        (resumption_token) ? request(batch_uri) : request(first_batch_uri)
+      end
+
+      def sets
+        @sets ||= request(sets_uri)
+      end
+
+      private
+
+      def first_batch_uri
+        "#{base_uri}?verb=ListIdentifiers&metadataPrefix=oai_dc&from=#{from}"
+      end
+
+      def batch_uri
+        "#{base_uri}?verb=ListIdentifiers&resumptionToken=#{resumption_token}"
+      end
+
+      def sets_uri
+        "#{base_uri}?verb=ListSets"
+      end
+
+      def request(location)
+        client.get_response(URI(location)).body
+      end
+    end
+end

data/lib/cdmbl/oai_set_lookup.rb

@@ -0,0 +1,23 @@
+require 'active_support/core_ext/hash/conversions'
+require 'hash_at_path'
+
+module CDMBL
+  # Takes a hash representing an OAI ListSets response and turns that into a
+  # lookup table based on the setSpec
+  class OAISetLookup
+    attr_reader :oai_sets
+    def initialize(oai_sets: {})
+      @oai_sets = oai_sets
+    end
+
+    def keyed
+      oai_sets.at_path('OAI_PMH/ListSets/set').inject({}) {|memo, set| memo.merge(to_key(set)) }
+    end
+
+    private
+
+    def to_key(set)
+      {set['setSpec'] => {name: set['setName'], description: set.at_path('setDescription/dc/description')}}
+    end
+  end
+end

data/lib/cdmbl/rake_task.rb

@@ -0,0 +1,6 @@
+require_relative '../cdmbl'
+module CDMBL
+  module RakeTask
+    Dir[File.expand_path(File.join(File.dirname(__FILE__),"tasks/*.rake"))].each { |ext| load ext } if defined?(Rake)
+  end
+end

data/lib/cdmbl/record_transformer.rb

@@ -0,0 +1,29 @@
+module CDMBL
+  class RecordTransformer
+    attr_reader :record, :field_mappings, :field_transformer
+    def initialize(record: {},
+                   field_mappings: [],
+                   field_transformer: FieldTransformer)
+      @record            = record
+      @field_mappings    = field_mappings
+      @field_transformer = field_transformer
+    end
+
+    def transform!
+      field_mappings.inject({}) do |dest_record, mapping|
+        dest_record.merge(transform_field(record, mapping))
+      end
+    end
+
+    private
+
+    def transform_field(record, mapping)
+      field_transformer.new(origin_path: mapping[:origin_path],
+                            dest_path: mapping[:dest_path],
+                            formatters: mapping[:formatters],
+                            record: record).reduce
+    end
+    
+   
+  end
+end

data/lib/cdmbl/tasks/etl.rake

@@ -0,0 +1,11 @@
+require 'cdmbl'
+
+namespace :cdmbl do
+  desc 'Launch a background job to index metadata from CONTENTdm to Solr.'
+  task :ingest, [:solr_url, :oai_endpoint, :cdm_endpoint, :minimum_date] do |t, args|
+    solr_config = { url: args[solr_url] }
+    etl_config  = { oai_endpoint: args[:oai_endpoint], cdm_endpoint: args[:cdm_endpoint], minimum_date: args[:minimum_date] }
+    CDMBL::ETLWorker.perform_async(solr_config, etl_config)
+  end
+end
+

data/lib/cdmbl/transformer.rb

@@ -0,0 +1,147 @@
+require 'json'
+require 'titleize'
+
+module CDMBL
+
+  class Transformer
+    attr_reader :cdm_records, :oai_sets, :field_mappings, :record_transformer
+    def initialize(cdm_records: [],
+                   oai_sets: {},
+                   field_mappings: false,
+                   record_transformer: RecordTransformer)
+      @cdm_records        = cdm_records
+      @oai_sets           = oai_sets
+      @field_mappings     = mappings_init(field_mappings)
+      @record_transformer = record_transformer
+    end
+
+    def records
+      cdm_records.map { |record| to_solr(record) }.compact
+    end
+
+    private
+
+    def mappings_init(mappings)
+        (mappings) ? mappings : self.class.default_mappings
+    end
+
+    def to_solr(record)
+      # Remove empty records (move this behavior to the CONTENTdm API gem) and
+      # bail early on the transformation process
+      if {'id' => record['id']} == record
+        return nil
+      else
+        record_transformer.new(record: record.merge('oai_sets' => oai_sets),
+                               field_mappings: field_mappings).transform!
+      end
+    end
+
+    #TODO: Make a 
+    def with_location(dest_record, record)
+      if record['latitu'] && record['longit'] && record['latitu'] != '' && record['longit'] != ''
+        dest_record.merge({'location_llsi': "#{record['latitu']}, #{record['longit']}"})
+      else
+        dest_record
+      end
+    end
+
+    def self.default_mappings
+      [
+        {dest_path: 'location_llsi', origin_path: '/', formatters: [LocationFormatter]},
+        {dest_path: 'id', origin_path: 'id', formatters: [StripFormatter]},
+        {dest_path: 'setspec_ssi', origin_path: '/', formatters: [AddSetSpecFormatter, SetSpecFormatter]},
+        {dest_path: 'collection_name_ssi', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionNameFormatter]},
+        {dest_path: 'collection_name_tei', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionNameFormatter]},
+        {dest_path: 'collection_description_tei', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionDescriptionFormatter, FilterBadCollections]},
+        {dest_path: 'title_tei', origin_path: 'title', formatters: [StripFormatter]},
+        {dest_path: 'title_ssi', origin_path: 'title', formatters: [StripFormatter]},
+        {dest_path: 'title_sort', origin_path: 'title', formatters: [StripFormatter]},
+        {dest_path: 'title_unstem_search', origin_path: 'title', formatters: [StripFormatter]},
+        {dest_path: 'contributor_teim', origin_path: 'contri', formatters: [StripFormatter]},
+        {dest_path: 'contributor_unstem_search', origin_path: 'contri', formatters: [StripFormatter]},
+        {dest_path: 'contributor_ssim', origin_path: 'contri', formatters: [SplitFormatter, StripFormatter]},
+        {dest_path: 'creator_teim', origin_path: 'photog', formatters: [StripFormatter]},
+        {dest_path: 'creator_unstem_search', origin_path: 'photog', formatters: [StripFormatter]},
+        {dest_path: 'creator_ssim', origin_path: 'photog', formatters: [SplitFormatter, StripFormatter]},
+        {dest_path: 'creator_sort', origin_path: 'photog', formatters: [StripFormatter]},
+        {dest_path: 'description_tei', origin_path: 'descri', formatters: [StripFormatter]},
+        {dest_path: 'description_ts', origin_path: 'descri', formatters: [StripFormatter]},
+        {dest_path: 'dat_ssi', origin_path: 'dat', formatters: [StripFormatter]},
+        {dest_path: 'dat_sort', origin_path: 'dat', formatters: [StripFormatter]},
+        {dest_path: 'publishing_agency_tei', origin_path: 'publia', formatters: [StripFormatter]},
+        {dest_path: 'publishing_agency_unstem_search', origin_path: 'publia', formatters: [StripFormatter]},
+        {dest_path: 'publishing_agency_ssi', origin_path: 'publia', formatters: [StripFormatter]},
+        {dest_path: 'dimensions_ssi', origin_path: 'dimens', formatters: [StripFormatter]},
+        {dest_path: 'topic_teim', origin_path: 'genera', formatters: [StripFormatter, SplitFormatter, StripFormatter]},
+        {dest_path: 'topic_ssim', origin_path: 'genera', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
+        {dest_path: 'topic_unstem_search', origin_path: 'genera', formatters: [StripSemicolonFormatter, StripFormatter]},
+        {dest_path: 'type_ssi', origin_path: 'type', formatters: [Titlieze, StripSemicolonFormatter]},
+        {dest_path: 'physical_format_ssi', origin_path: 'physic', formatters: [StripSemicolonFormatter]},
+        {dest_path: 'physical_format_tei', origin_path: 'physic', formatters: [StripSemicolonFormatter]},
+        {dest_path: 'formal_subject_unstem_search', origin_path: 'specif', formatters: [StripFormatter]},
+        {dest_path: 'formal_subject_ssim', origin_path: 'specif', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
+        {dest_path: 'formal_subject_teim', origin_path: 'specif', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
+        {dest_path: 'subject_unstem_search', origin_path: 'subjec', formatters: [StripFormatter]},
+        {dest_path: 'subject_teim', origin_path: 'subjec', formatters: [StripFormatter, SplitFormatter, StripFormatter]},
+        {dest_path: 'subject_ssim', origin_path: 'subjec', formatters: [StripFormatter, SplitFormatter, StripFormatter]},
+        {dest_path: 'city_ssi', origin_path: 'city', formatters: [StripFormatter]},
+        {dest_path: 'city_unstem_search', origin_path: 'city', formatters: [StripFormatter]},
+        {dest_path: 'district_ssi', origin_path: 'distri', formatters: [StripFormatter]},
+        {dest_path: 'district_unstem_search', origin_path: 'distri', formatters: [StripFormatter]},
+        {dest_path: 'county_ssim', origin_path: 'county', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
+        {dest_path: 'county_unstem_search', origin_path: 'county', formatters: [StripFormatter]},
+        {dest_path: 'state_ssi', origin_path: 'state', formatters: [StripFormatter]},
+        {dest_path: 'state_unstem_search', origin_path: 'state', formatters: [StripFormatter]},
+        {dest_path: 'country_ssi', origin_path: 'countr', formatters: [StripFormatter]},
+        {dest_path: 'country_unstem_search', origin_path: 'countr', formatters: [StripFormatter]},
+        {dest_path: 'language_ssi', origin_path: 'langua', formatters: [StripFormatter]},
+        {dest_path: 'language_unstem_search', origin_path: 'langua', formatters: [StripFormatter]},
+        {dest_path: 'contributing_unstem_search', origin_path: 'contra', formatters: [StripFormatter]},
+        {dest_path: 'contributing_organization_tei', origin_path: 'contra', formatters: [StripFormatter]},
+        {dest_path: 'contributing_organization_ssi', origin_path: 'contra', formatters: [Titlieze, StripFormatter]},
+        {dest_path: 'contact_information_ssi', origin_path: 'contac', formatters: [StripFormatter]},
+        {dest_path: 'rights_ssi', origin_path: 'righta', formatters: [StripFormatter]},
+        {dest_path: 'local_identifier_ssi', origin_path: 'identi', formatters: [StripFormatter]},
+        {dest_path: 'identifier_ssi', origin_path: 'resour', formatters: [StripFormatter]},
+        {dest_path: 'project_ssi', origin_path: 'projec', formatters: [StripFormatter]},
+        {dest_path: 'fiscal_sponsor_ssi', origin_path: 'fiscal', formatters: [StripFormatter]},
+        {dest_path: 'publisher_ssi', origin_path: 'publis', formatters: [StripFormatter]},
+        {dest_path: 'date_ssi', origin_path: 'date', formatters: [StripFormatter]},
+        {dest_path: 'format_ssi', origin_path: 'format', formatters: [StripFormatter]},
+        {dest_path: 'digspa_ssi', origin_path: 'digspa'},
+        {dest_path: 'digspb_ssi', origin_path: 'digspb'},
+        {dest_path: 'digspc_ssi', origin_path: 'digspc'},
+        {dest_path: 'digspd_ssi', origin_path: 'digspd'},
+        {dest_path: 'digspe_ssi', origin_path: 'digspe'},
+        {dest_path: 'digspf_ssi', origin_path: 'digspf'},
+        {dest_path: 'digspg_ssi', origin_path: 'digspg'},
+        {dest_path: 'digsph_ssi', origin_path: 'digsph'},
+        {dest_path: 'digspi_ssi', origin_path: 'digspi'},
+        {dest_path: 'digspj_ssi', origin_path: 'digspj'},
+        {dest_path: 'digspk_ssi', origin_path: 'digspk'},
+        {dest_path: 'transcription_tesi', origin_path: 'transc', formatters: [StripFormatter]},
+        {dest_path: 'translation_tesi', origin_path: 'transl', formatters: [StripFormatter]},
+        {dest_path: 'fullrs_tes', origin_path: 'fullrs', formatters: [StripFormatter]},
+        {dest_path: 'find_ssi', origin_path: 'find', formatters: [StripFormatter]},
+        {dest_path: 'dmaccess_ssi', origin_path: 'dmaccess', formatters: [StripFormatter]},
+        {dest_path: 'dmimage_ssi', origin_path: 'dmimage', formatters: [StripFormatter]},
+        {dest_path: 'dmcreated_ssi', origin_path: 'dmcreated', formatters: [StripFormatter]},
+        {dest_path: 'dmmodified_ssi', origin_path: 'dmmodified', formatters: [StripFormatter]},
+        {dest_path: 'dmoclcno_ssi', origin_path: 'dmoclcno', formatters: [StripFormatter]},
+        {dest_path: 'restriction_code_ssi', origin_path: 'restrictionCode', formatters: [StripFormatter]},
+        {dest_path: 'cdmfilesize_ssi', origin_path: 'cdmfilesize', formatters: [StripFormatter]},
+        {dest_path: 'cdmfilesizeformatted_ssi', origin_path: 'cdmfilesizeformatted', formatters: [StripFormatter]},
+        {dest_path: 'cdmprintpdf_is', origin_path: 'cdmprintpdf', formatters: [ToIFormatter]},
+        {dest_path: 'cdmhasocr_is', origin_path: 'cdmhasocr', formatters: [ToIFormatter]},
+        {dest_path: 'cdmisnewspaper_is', origin_path: 'cdmisnewspaper', formatters: [ToIFormatter]},
+        {dest_path: 'image_uri_ssi', origin_path: 'image_uri', formatters: [StripFormatter]},
+        {dest_path: 'record_type_ssi', origin_path: 'record_type', formatters: [StripFormatter]},
+        {dest_path: 'geographic_feature_ssim', origin_path: 'geogra', formatters: [Titlieze, StripFormatter, SplitFormatter, StripFormatter]},
+        {dest_path: 'geographic_feature_teim', origin_path: 'geogra', formatters: [StripFormatter]},
+        {dest_path: 'geographic_feature_unstem_search', origin_path: 'geogra', formatters: [StripFormatter]},
+        {dest_path: 'compound_objects_ts', origin_path: 'compound_objects', formatters: [ToJsonFormatter]},
+        {dest_path: 'image_ids_ssim', origin_path: 'compound_objects', formatters: [ImageId]},
+      ]
+    end
+  end
+end

data/lib/cdmbl/version.rb

@@ -0,0 +1,3 @@
+module CDMBL
+  VERSION = "0.1.0"
+end

data/lib/cdmbl.rb

@@ -0,0 +1,16 @@
+require 'cdmbl/version'
+require 'cdmbl/extractor'
+require 'cdmbl/oai_request'
+require 'cdmbl/oai_set_lookup'
+require 'cdmbl/formatters'
+require 'cdmbl/field_transformer'
+require 'cdmbl/field_formatter'
+require 'cdmbl/record_transformer'
+require 'cdmbl/transformer'
+require 'cdmbl/default_solr'
+require 'cdmbl/loader'
+require 'cdmbl/etl_run'
+require 'cdmbl/etl_worker'
+require 'cdmbl/default_callback'
+require 'cdmbl/hooks'
+require 'cdmbl/oai_filter'

metadata

@@ -0,0 +1,253 @@
+--- !ruby/object:Gem::Specification
+name: cdmbl
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- chadfennell
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-09-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: hash_at_path
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: contentdm_api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: titleize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: rsolr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.24'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.24.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.24'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.24.0
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.1
+description: 
+email:
+- fenne035@umn.edu
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- cdmbl.gemspec
+- lib/cdmbl.rb
+- lib/cdmbl/default_callback.rb
+- lib/cdmbl/default_solr.rb
+- lib/cdmbl/etl_run.rb
+- lib/cdmbl/etl_worker.rb
+- lib/cdmbl/extractor.rb
+- lib/cdmbl/field_formatter.rb
+- lib/cdmbl/field_transformer.rb
+- lib/cdmbl/formatters.rb
+- lib/cdmbl/hooks.rb
+- lib/cdmbl/loader.rb
+- lib/cdmbl/oai_filter.rb
+- lib/cdmbl/oai_request.rb
+- lib/cdmbl/oai_set_lookup.rb
+- lib/cdmbl/rake_task.rb
+- lib/cdmbl/record_transformer.rb
+- lib/cdmbl/tasks/etl.rake
+- lib/cdmbl/transformer.rb
+- lib/cdmbl/version.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Use Blacklight (Solr) as a front end for your CONTENTdm instance.
+test_files: []