arclight 0.1.4 → 0.2.0

data/lib/arclight/shared_indexing_behavior.rb

@@ -83,7 +83,7 @@ module Arclight
     end
 
     def add_normalized_title(solr_doc)
-      dates = Arclight::NormalizedDate.new(unitdate_inclusive.first, unitdate_bulk.first, unitdate_other.first).to_s
+      dates = Arclight::NormalizedDate.new(unitdate_inclusive, unitdate_bulk, unitdate_other).to_s
       title = Arclight::NormalizedTitle.new(solr_doc['title_ssm'].try(:first), dates).to_s
       solr_doc['normalized_title_ssm'] = [title]
       solr_doc['normalized_date_ssm'] = [dates]

data/lib/arclight/solr_ead_indexer_ext.rb

@@ -102,16 +102,12 @@ module Arclight
 
     # TODO: these xpaths should be DRY'd up -- they're in both terminologies
     def extract_title_and_dates(node, prefix = nil)
-      data = {
-        title:              node.at_xpath("#{prefix}did/unittitle"),
-        unitdate_inclusive: node.at_xpath("#{prefix}did/unitdate[@type=\"inclusive\"]"),
-        unitdate_bulk:      node.at_xpath("#{prefix}did/unitdate[@type=\"bulk\"]"),
-        unitdate_other:     node.at_xpath("#{prefix}did/unitdate[not(@type)]")
+      {
+        title:              node.at_xpath("#{prefix}did/unittitle").try(:text),
+        unitdate_inclusive: node.xpath("#{prefix}did/unitdate[@type=\"inclusive\"]").map(&:text),
+        unitdate_bulk:      node.xpath("#{prefix}did/unitdate[@type=\"bulk\"]").map(&:text),
+        unitdate_other:     node.xpath("#{prefix}did/unitdate[not(@type)]").map(&:text)
       }
-      data.each do |k, v|
-        data[k] = v.text if v
-      end
-      data
     end
 
     def normalized_component_id(node)

data/lib/arclight/traject/ead2_config.rb

@@ -0,0 +1,475 @@
+# frozen_string_literal: true
+
+require 'logger'
+require 'traject'
+require 'traject/nokogiri_reader'
+require 'traject_plus'
+require 'traject_plus/macros'
+require 'arclight/normalized_date'
+require 'arclight/normalized_title'
+require 'active_model/conversion' ## Needed for Arclight::Repository
+require 'active_support/core_ext/array/wrap'
+require 'arclight/digital_object'
+require 'arclight/year_range'
+require 'arclight/repository'
+require 'arclight/missing_id_strategy'
+
+NAME_ELEMENTS = %w[corpname famname name persname].freeze
+
+# rubocop:disable Style/MixinUsage
+extend TrajectPlus::Macros
+# rubocop:enable Style/MixinUsage
+
+SEARCHABLE_NOTES_FIELDS = %w[
+  accessrestrict
+  accruals
+  altformavail
+  appraisal
+  arrangement
+  bibliography
+  bioghist
+  custodhist
+  fileplan
+  note
+  odd
+  originalsloc
+  otherfindaid
+  phystech
+  prefercite
+  processinfo
+  relatedmaterial
+  scopecontent
+  separatedmaterial
+  userestrict
+].freeze
+
+DID_SEARCHABLE_NOTES_FIELDS = %w[
+  abstract
+  materialspec
+  physloc
+].freeze
+
+settings do
+  provide 'nokogiri.namespaces',
+          'xmlns' => 'urn:isbn:1-931666-22-9'
+  provide 'solr_writer.commit_on_close', 'true'
+  provide 'repository', ENV['REPOSITORY_ID']
+  provide 'logger', Logger.new($stderr)
+end
+
+each_record do |_record, context|
+  next unless settings['repository']
+
+  context.clipboard[:repository] = Arclight::Repository.find_by(
+    slug: settings['repository']
+  ).name
+end
+
+# Top level
+to_field 'id', extract_xpath('//xmlns:eadid'), strip, gsub('.', '-')
+to_field 'title_filing_si', extract_xpath('//xmlns:titleproper[@type="filing"]')
+to_field 'title_ssm', extract_xpath('//xmlns:archdesc/xmlns:did/xmlns:unittitle')
+to_field 'title_teim', extract_xpath('//xmlns:archdesc/xmlns:did/xmlns:unittitle')
+to_field 'ead_ssi', extract_xpath('//xmlns:eadid')
+
+to_field 'unitdate_ssm', extract_xpath('//xmlns:archdesc/xmlns:did/xmlns:unitdate')
+to_field 'unitdate_bulk_ssim', extract_xpath('//xmlns:archdesc/xmlns:did/xmlns:unitdate[@type="bulk"]')
+to_field 'unitdate_inclusive_ssm', extract_xpath('//xmlns:archdesc/xmlns:did/xmlns:unitdate[@type="inclusive"]')
+to_field 'unitdate_other_ssim', extract_xpath('//xmlns:archdesc/xmlns:did/xmlns:unitdate[not(@type)]')
+
+to_field 'level_ssm' do |record, accumulator|
+  accumulator << record.at_xpath('//xmlns:archdesc').attribute('level').value
+end
+
+to_field 'level_sim' do |record, accumulator|
+  accumulator << record.at_xpath('//xmlns:archdesc').attribute('level').value&.capitalize
+end
+
+to_field 'unitid_ssm', extract_xpath('//xmlns:archdesc/xmlns:did/xmlns:unitid')
+to_field 'unitid_teim', extract_xpath('//xmlns:archdesc/xmlns:did/xmlns:unitid')
+
+to_field 'normalized_title_ssm' do |_record, accumulator, context|
+  dates = Arclight::NormalizedDate.new(
+    context.output_hash['unitdate_inclusive_ssm'],
+    context.output_hash['unitdate_bulk_ssim'],
+    context.output_hash['unitdate_other_ssim']
+  ).to_s
+  title = context.output_hash['title_ssm'].first
+  accumulator << Arclight::NormalizedTitle.new(title, dates).to_s
+end
+
+to_field 'normalized_date_ssm' do |_record, accumulator, context|
+  accumulator << Arclight::NormalizedDate.new(
+    context.output_hash['unitdate_inclusive_ssm'],
+    context.output_hash['unitdate_bulk_ssim'],
+    context.output_hash['unitdate_other_ssim']
+  ).to_s
+end
+
+to_field 'collection_ssm' do |_record, accumulator, context|
+  accumulator.concat context.output_hash.fetch('normalized_title_ssm', [])
+end
+to_field 'collection_sim' do |_record, accumulator, context|
+  accumulator.concat context.output_hash.fetch('normalized_title_ssm', [])
+end
+
+to_field 'repository_ssm' do |_record, accumulator, context|
+  accumulator << context.clipboard[:repository]
+end
+
+to_field 'repository_sim' do |_record, accumulator, context|
+  accumulator << context.clipboard[:repository]
+end
+
+to_field 'geogname_ssm', extract_xpath('//xmlns:archdesc/xmlns:controlaccess/xmlns:geogname')
+
+to_field 'geogname_sim', extract_xpath('//xmlns:archdesc/xmlns:controlaccess/xmlns:geogname')
+
+to_field 'creator_ssm', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']")
+to_field 'creator_sim', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']")
+to_field 'creator_ssim', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']")
+to_field 'creator_sort' do |record, accumulator|
+  accumulator << record.xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']").map { |c| c.text.strip }.join(', ')
+end
+
+to_field 'creator_persname_ssm', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']/xmlns:persname")
+to_field 'creator_persname_ssim', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']/xmlns:persname")
+to_field 'creator_corpname_ssm', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']/xmlns:corpname")
+to_field 'creator_corpname_sim', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']/xmlns:corpname")
+to_field 'creator_corpname_ssim', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']/xmlns:corpname")
+to_field 'creator_famname_ssm', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']/xmlns:famname")
+to_field 'creator_famname_ssim', extract_xpath("//xmlns:archdesc/xmlns:did/xmlns:origination[@label='creator']/xmlns:famname")
+
+to_field 'persname_sim', extract_xpath('//xmlns:persname')
+
+to_field 'creators_ssim' do |_record, accumulator, context|
+  accumulator.concat context.output_hash['creator_persname_ssm'] if context.output_hash['creator_persname_ssm']
+  accumulator.concat context.output_hash['creator_corpname_ssm'] if context.output_hash['creator_corpname_ssm']
+  accumulator.concat context.output_hash['creator_famname_ssm'] if context.output_hash['creator_famname_ssm']
+end
+
+to_field 'places_sim', extract_xpath('//xmlns:archdesc/xmlns:controlaccess/xmlns:geogname')
+to_field 'places_ssim', extract_xpath('//xmlns:archdesc/xmlns:controlaccess/xmlns:geogname')
+to_field 'places_ssm', extract_xpath('//xmlns:archdesc/xmlns:controlaccess/xmlns:geogname')
+
+to_field 'access_terms_ssm', extract_xpath('//xmlns:archdesc/xmlns:userestrict/xmlns:p')
+
+# Indexes the acquisition group information into the notes field
+# Please see https://www.loc.gov/ead/tglib/elements/acqinfo.html
+to_field 'acqinfo_ssim', extract_xpath('/xmlns:ead/xmlns:archdesc/xmlns:acqinfo/*[local-name()!="head"]')
+to_field 'acqinfo_ssim', extract_xpath('/xmlns:ead/xmlns:archdesc/xmlns:descgrp/xmlns:acqinfo/*[local-name()!="head"]')
+to_field 'acqinfo_ssim', extract_xpath('./xmlns:acqinfo/*[local-name()!="head"]')
+to_field 'acqinfo_ssim', extract_xpath('./xmlns:descgrp/xmlns:acqinfo/*[local-name()!="head"]')
+to_field 'acqinfo_ssm' do |_record, accumulator, context|
+  accumulator.concat(context.output_hash.fetch('acqinfo_ssim', []))
+end
+
+# Indexes only specified controlled terms for archival description into the access_subject field
+to_field 'access_subjects_ssim', extract_xpath('//xmlns:archdesc/xmlns:controlaccess', to_text: false) do |_record, accumulator|
+  accumulator.map! do |element|
+    %w[subject function occupation genreform].map do |selector|
+      element.xpath(".//xmlns:#{selector}").map(&:text)
+    end
+  end.flatten!
+end
+
+to_field 'access_subjects_ssm' do |_record, accumulator, context|
+  accumulator.concat Array.wrap(context.output_hash['access_subjects_ssim'])
+end
+
+to_field 'has_online_content_ssim', extract_xpath('.//xmlns:dao') do |_record, accumulator|
+  accumulator.replace([accumulator.any?])
+end
+
+to_field 'extent_ssm', extract_xpath('//xmlns:did/xmlns:physdesc/xmlns:extent')
+to_field 'extent_teim', extract_xpath('//xmlns:did/xmlns:physdesc/xmlns:extent')
+to_field 'genreform_sim', extract_xpath('//xmlns:archdesc/xmlns:controlaccess/xmlns:genreform')
+to_field 'genreform_ssm', extract_xpath('//xmlns:archdesc/xmlns:controlaccess/xmlns:genreform')
+
+to_field 'date_range_sim', extract_xpath('.//xmlns:did/xmlns:unitdate/@normal', to_text: false) do |_record, accumulator|
+  range = Arclight::YearRange.new
+  next range.years if accumulator.blank?
+
+  ranges = accumulator.map(&:to_s)
+  range << range.parse_ranges(ranges)
+  accumulator.replace range.years
+end
+
+SEARCHABLE_NOTES_FIELDS.map do |selector|
+  to_field "#{selector}_ssm", extract_xpath("//xmlns:archdesc/xmlns:#{selector}/*[local-name()!='head']")
+  to_field "#{selector}_heading_ssm", extract_xpath("//xmlns:archdesc/xmlns:#{selector}/xmlns:head") unless selector == 'prefercite'
+  to_field "#{selector}_teim", extract_xpath("//xmlns:archdesc/xmlns:#{selector}/*[local-name()!='head']")
+end
+
+DID_SEARCHABLE_NOTES_FIELDS.map do |selector|
+  to_field "#{selector}_ssm", extract_xpath("//xmlns:did/xmlns:#{selector}")
+end
+NAME_ELEMENTS.map do |selector|
+  to_field 'names_coll_ssim', extract_xpath("/xmlns:ead/xmlns:archdesc/xmlns:controlaccess/xmlns:#{selector}")
+  to_field 'names_ssim', extract_xpath("//xmlns:#{selector}")
+  to_field "#{selector}_ssm", extract_xpath("//xmlns:#{selector}")
+end
+to_field 'corpname_sim', extract_xpath('//xmlns:corpname')
+
+to_field 'language_sim', extract_xpath('//xmlns:did/xmlns:langmaterial')
+to_field 'language_ssm', extract_xpath('//xmlns:did/xmlns:langmaterial')
+
+# Each component child document
+# <c> <c01> <c12>
+compose 'components', ->(record, accumulator, _context) { accumulator.concat record.xpath('//*[is_component(.)]', NokogiriXpathExtensions.new) } do
+  to_field 'ref_ssi' do |record, accumulator, context|
+    accumulator << if record.attribute('id').blank?
+                     strategy = Arclight::MissingIdStrategy.selected
+                     hexdigest = strategy.new(record).to_hexdigest
+                     parent_id = context.clipboard[:parent].output_hash['id'].first
+                     logger.warn('MISSING ID WARNING') do
+                       [
+                         "A component in #{parent_id} did not have and ID so one was minted using the #{strategy} strategy.",
+                         "The ID of this document will be #{parent_id}#{hexdigest}."
+                       ].join(' ')
+                     end
+                   else
+                     record.attribute('id')&.value&.strip&.gsub('.', '-')
+                   end
+  end
+  to_field 'ref_ssm' do |_record, accumulator, context|
+    accumulator.concat context.output_hash['ref_ssi']
+  end
+
+  to_field 'id' do |_record, accumulator, context|
+    accumulator << [
+      context.clipboard[:parent].output_hash['id'],
+      context.output_hash['ref_ssi']
+    ].join('')
+  end
+
+  to_field 'ead_ssi' do |_record, accumulator, context|
+    accumulator << context.clipboard[:parent].output_hash['ead_ssi'].first
+  end
+
+  to_field 'title_filing_si', extract_xpath('./xmlns:did/xmlns:unittitle'), first_only
+  to_field 'title_ssm', extract_xpath('./xmlns:did/xmlns:unittitle')
+  to_field 'title_teim', extract_xpath('./xmlns:did/xmlns:unittitle')
+
+  to_field 'unitdate_bulk_ssim', extract_xpath('./xmlns:did/xmlns:unitdate[@type="bulk"]')
+  to_field 'unitdate_inclusive_ssm', extract_xpath('./xmlns:did/xmlns:unitdate[@type="inclusive"]')
+  to_field 'unitdate_other_ssim', extract_xpath('./xmlns:did/xmlns:unitdate[not(@type)]')
+
+  to_field 'normalized_title_ssm' do |_record, accumulator, context|
+    dates = Arclight::NormalizedDate.new(
+      context.output_hash['unitdate_inclusive_ssm'],
+      context.output_hash['unitdate_bulk_ssim'],
+      context.output_hash['unitdate_other_ssim']
+    ).to_s
+    title = context.output_hash['title_ssm']&.first
+    accumulator << Arclight::NormalizedTitle.new(title, dates).to_s
+  end
+
+  to_field 'normalized_date_ssm' do |_record, accumulator, context|
+    accumulator << Arclight::NormalizedDate.new(
+      context.output_hash['unitdate_inclusive_ssm'],
+      context.output_hash['unitdate_bulk_ssim'],
+      context.output_hash['unitdate_other_ssim']
+    ).to_s
+  end
+
+  to_field 'component_level_isim' do |record, accumulator|
+    accumulator << 1 + record.ancestors.count { |node| node.name == 'c' }
+  end
+
+  to_field 'parent_ssm' do |record, accumulator, context|
+    accumulator << context.clipboard[:parent].output_hash['id'].first
+    accumulator.concat NokogiriXpathExtensions.new.is_component(record.ancestors).reverse.map { |n| n.attribute('id').value }
+  end
+
+  to_field 'parent_ssi' do |_record, accumulator, context|
+    accumulator << context.output_hash['parent_ssm'].last
+  end
+
+  to_field 'parent_unittitles_ssm' do |_record, accumulator, context|
+    ## Top level document
+    accumulator.concat context.clipboard[:parent].output_hash['normalized_title_ssm']
+    ## Other components
+    context.output_hash['parent_ssm']&.drop(1)&.each do |id|
+      accumulator.concat Array
+        .wrap(context.clipboard[:parent].output_hash['components'])
+        .find { |c| c['ref_ssi'] == [id] }&.[]('normalized_title_ssm')
+    end
+  end
+  to_field 'parent_unittitles_teim' do |_record, accumulator, context|
+    accumulator.concat context.output_hash['parent_unittitles_ssm']
+  end
+
+  to_field 'unitid_ssm', extract_xpath('./xmlns:did/xmlns:unitid')
+  to_field 'repository_ssm' do |_record, accumulator, context|
+    accumulator << context.clipboard[:parent].clipboard[:repository]
+  end
+  to_field 'repository_sim' do |_record, accumulator, context|
+    accumulator << context.clipboard[:parent].clipboard[:repository]
+  end
+  to_field 'collection_ssm' do |_record, accumulator, context|
+    accumulator.concat context.clipboard[:parent].output_hash['normalized_title_ssm']
+  end
+  to_field 'collection_sim' do |_record, accumulator, context|
+    accumulator.concat context.clipboard[:parent].output_hash['normalized_title_ssm']
+  end
+
+  to_field 'extent_ssm', extract_xpath('./xmlns:did/xmlns:physdesc/xmlns:extent')
+  to_field 'creator_ssm', extract_xpath("./xmlns:did/xmlns:origination[@label='creator']")
+  to_field 'creator_ssim', extract_xpath("./xmlns:did/xmlns:origination[@label='creator']")
+  to_field 'creators_ssim', extract_xpath("./xmlns:did/xmlns:origination[@label='creator']")
+  to_field 'creator_sort' do |record, accumulator|
+    accumulator << record.xpath("./xmlns:did/xmlns:origination[@label='creator']").map(&:text).join(', ')
+  end
+  to_field 'collection_creator_ssm' do |_record, accumulator, context|
+    accumulator.concat Array.wrap(context.clipboard[:parent].output_hash['creator_ssm'])
+  end
+  to_field 'has_online_content_ssim', extract_xpath('.//xmlns:dao') do |_record, accumulator|
+    accumulator.replace([accumulator.any?])
+  end
+  to_field 'child_component_count_isim', extract_xpath('xmlns:c') do |_record, accumulator|
+    accumulator.replace([accumulator.length])
+  end
+
+  to_field 'ref_ssm' do |record, accumulator|
+    accumulator << record.attribute('id')
+  end
+
+  to_field 'level_ssm' do |record, accumulator|
+    level = record.attribute('level')&.value
+    other_level = record.attribute('otherlevel')&.value
+
+    accumulator << if level == 'otherlevel'
+                     alternative_level = other_level if other_level
+                     alternative_level.present? ? alternative_level : 'Other'
+                   elsif level.present?
+                     level&.capitalize
+                   end
+  end
+
+  to_field 'level_sim' do |_record, accumulator, context|
+    next unless context.output_hash['level_ssm']
+
+    accumulator.concat context.output_hash['level_ssm']&.map(&:capitalize)
+  end
+
+  to_field 'parent_access_restrict_ssm', extract_xpath('./xmlns:accessrestrict/xmlns:p')
+
+  to_field 'parent_access_restrict_ssm' do |_record, accumulator, context|
+    next unless context.output_hash['accessrestrict_ssm'].nil?
+
+    context.output_hash['parent_ssm']&.each do |id|
+      accumulator.concat Array
+        .wrap(context.clipboard[:parent]&.output_hash&.[]('components'))
+        .select { |c| c['ref_ssi'] == [id] }.map { |c| c['accessrestrict_ssm'] }
+    end
+  end
+
+  to_field 'parent_access_restrict_ssm' do |_record, accumulator, context|
+    next unless context.output_hash['parent_access_restrict_ssm'].nil?
+
+    accumulator.concat Array.wrap(context.clipboard[:parent]&.output_hash&.[]('accessrestrict_ssm'))
+  end
+
+  to_field 'parent_access_terms_ssm', extract_xpath('xmlns:userestrict/xmlns:p')
+
+  to_field 'parent_access_terms_ssm' do |_record, accumulator, context|
+    next unless context.output_hash['userestrict_ssm'].nil?
+
+    context.output_hash['parent_ssm']&.each do |id|
+      accumulator.concat Array
+        .wrap(context.clipboard[:parent]&.output_hash&.[]('components'))
+        .select { |c| c['ref_ssi'] == [id] }.map { |c| c['userestrict_ssm'] }
+    end
+  end
+
+  to_field 'parent_access_terms_ssm' do |_record, accumulator, context|
+    next unless context.output_hash['parent_access_terms_ssm'].nil?
+
+    accumulator << context.clipboard[:parent]&.output_hash&.[]('access_terms_ssm')&.first
+  end
+
+  to_field 'digital_objects_ssm', extract_xpath('./xmlns:dao') do |record, accumulator|
+    accumulator.concat(record.xpath('.//xmlns:dao', xmlns: 'urn:isbn:1-931666-22-9').map do |dao|
+      label = dao.attributes['title']&.value ||
+        dao.xpath('xmlns:daodesc/xmlns:p', xmlns: 'urn:isbn:1-931666-22-9')&.text
+      href = (dao.attributes['href'] || dao.attributes['xlink:href'])&.value
+      Arclight::DigitalObject.new(label: label, href: href).to_json
+    end.to_a)
+  end
+
+  to_field 'date_range_sim', extract_xpath('.//xmlns:did/xmlns:unitdate/@normal', to_text: false) do |_record, accumulator|
+    range = Arclight::YearRange.new
+    next range.years if accumulator.blank?
+
+    ranges = accumulator.map(&:to_s)
+    range << range.parse_ranges(ranges)
+    accumulator.replace range.years
+  end
+
+  NAME_ELEMENTS.map do |selector|
+    to_field 'names_ssim', extract_xpath("./xmlns:controlaccess/xmlns:#{selector}")
+    to_field "#{selector}_ssm", extract_xpath(".//xmlns:#{selector}")
+  end
+
+  to_field 'geogname_sim', extract_xpath('./xmlns:controlaccess/xmlns:geogname')
+  to_field 'geogname_ssm', extract_xpath('./xmlns:controlaccess/xmlns:geogname')
+  to_field 'places_ssim', extract_xpath('xmlns:controlaccess/xmlns:geogname')
+
+  # Indexes only specified controlled terms for archival description into the access_subject field
+  to_field 'access_subjects_ssim', extract_xpath('./xmlns:controlaccess', to_text: false) do |_record, accumulator|
+    accumulator.map! do |element|
+      %w[subject function occupation genreform].map do |selector|
+        element.xpath(".//xmlns:#{selector}").map(&:text)
+      end
+    end.flatten!
+  end
+
+  to_field 'access_subjects_ssm' do |_record, accumulator, context|
+    accumulator.concat(context.output_hash.fetch('access_subjects_ssim', []))
+  end
+
+  # Indexes the acquisition group information into the notes field
+  # Please see https://www.loc.gov/ead/tglib/elements/acqinfo.html
+  to_field 'acqinfo_ssim', extract_xpath('/xmlns:ead/xmlns:archdesc/xmlns:acqinfo/*[local-name()!="head"]')
+  to_field 'acqinfo_ssim', extract_xpath('/xmlns:ead/xmlns:archdesc/xmlns:descgrp/xmlns:acqinfo/*[local-name()!="head"]')
+  to_field 'acqinfo_ssim', extract_xpath('./xmlns:acqinfo/*[local-name()!="head"]')
+  to_field 'acqinfo_ssim', extract_xpath('./xmlns:descgrp/xmlns:acqinfo/*[local-name()!="head"]')
+  to_field 'acqinfo_ssm' do |_record, accumulator, context|
+    accumulator.concat(context.output_hash.fetch('acqinfo_ssim', []))
+  end
+
+  to_field 'language_ssm', extract_xpath('./xmlns:did/xmlns:langmaterial')
+  to_field 'containers_ssim' do |record, accumulator|
+    record.xpath('./xmlns:did/xmlns:container').each do |node|
+      accumulator << [node.attribute('type'), node.text].join(' ').strip
+    end
+  end
+  SEARCHABLE_NOTES_FIELDS.map do |selector|
+    to_field "#{selector}_ssm", extract_xpath(".//xmlns:#{selector}/*[local-name()!='head']")
+    to_field "#{selector}_heading_ssm", extract_xpath(".//xmlns:archdesc/xmlns:#{selector}/xmlns:head")
+    to_field "#{selector}_teim", extract_xpath(".//xmlns:#{selector}/*[local-name()!='head']")
+  end
+  DID_SEARCHABLE_NOTES_FIELDS.map do |selector|
+    to_field "#{selector}_ssm", extract_xpath(".//xmlns:did/xmlns:#{selector}")
+  end
+  to_field 'did_note_ssm', extract_xpath('.//xmlns:did/xmlns:note')
+end
+
+each_record do |_record, context|
+  context.output_hash['components'] &&= context.output_hash['components'].select { |c| c.keys.any? }
+end
+
+##
+# Used for evaluating xpath components to find
+class NokogiriXpathExtensions
+  # rubocop:disable Naming/PredicateName, Style/FormatString
+  def is_component(node_set)
+    node_set.find_all do |node|
+      component_elements = (1..12).map { |i| "c#{'%02d' % i}" }
+      component_elements.push 'c'
+      component_elements.include? node.name
+    end
+  end
+  # rubocop:enable Naming/PredicateName, Style/FormatString
+end