search_solr_tools 3.2.1 → 3.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fbf4232d65a295d48197fa78817b2b3df3e7a2ca
-  data.tar.gz: e1b6ae300079b1bcec58ad3641eef3ed579db01d
+  metadata.gz: da4660a6d133afe9408e57daf6f0cce758f5fea9
+  data.tar.gz: e6a60e1711fa6e7c8ee115321f8270207d2faaeb
 SHA512:
-  metadata.gz: c8e8d5366ad07f0f6a9bf86349217f6bb008ee1a968b869663e656cc68cae00d3ee63a3796eb1c183ceb345dd67ff7d7e28afa7e84e5099c9f81994a43c25495
-  data.tar.gz: 5ecc17ebe35cd7b55fd97338b6f2a471193942ca2bfcb7a5f5008dbf6a45bbbbb1cd0eb5e58df03083e17e94d83744ff2e73bc9bb018cccfe60c1faa2d5fb2e3
+  metadata.gz: d9893af295f321132cb507d59c1d29d39981c2303dc7784fc62a20f05646d95b57536bb15d772810e3529631f71a56ffb8d5f190f5d40371405e7cc3b538ee18
+  data.tar.gz: 1cc1addbfd33a0aca1561e68007681ed240dfc28e783cff394cacaadc60b1046261c933dbea6faf9b304eb837c718b2dc809f87e199dfe0652812fd52aae73a9

data/CHANGELOG.md

@@ -1,4 +1,15 @@
-## v3.2.1 (2015-9-23)
+## v3.3.0
+
+New Features
+
+-  Add harvest support for
+   [NOAA Paleoclimatology Data Center (NOAA Paleo)](https://www.ncdc.noaa.gov/data-access/paleoclimatology-data/datasets).
+
+-  Add harvest support for
+   [Data Observation Network for Earth (Data ONE)](https://www.dataone.org/).
+   [Pivotal 77763710](https://www.pivotaltracker.com/story/show/77763710)
+
+## v3.2.1 (2015-09-23)
 
 Bugfixes
 

data/bin/search_solr_tools

@@ -63,13 +63,16 @@ class SolrHarvestCLI < Thor
   end
 
   no_tasks do
+    # rubocop: disable MethodLength
     def harvester_map
       {
         'bco_dmo'            => SearchSolrTools::Harvesters::BcoDmo,
         'cisl'               => SearchSolrTools::Harvesters::Cisl,
+        'data_one'           => SearchSolrTools::Harvesters::DataOne,
         'echo'               => SearchSolrTools::Harvesters::Echo,
         'eol'                => SearchSolrTools::Harvesters::Eol,
         'ices'               => SearchSolrTools::Harvesters::Ices,
+        'ncdc_paleo'         => SearchSolrTools::Harvesters::NcdcPaleo,
         'nmi'                => SearchSolrTools::Harvesters::Nmi,
         'nodc'               => SearchSolrTools::Harvesters::Nodc,
         'r2r'                => SearchSolrTools::Harvesters::R2R,
@@ -82,6 +85,7 @@ class SolrHarvestCLI < Thor
         'ade_auto_suggest'   => SearchSolrTools::Harvesters::AdeAutoSuggest
       }
     end
+    # rubocop: enable MethodLength
 
     def get_harvester_class(data_center_name)
       name = data_center_name.downcase.to_s

data/lib/search_solr_tools/config/environments.yaml

@@ -5,8 +5,10 @@
   :port: 8983
   :bcodmo_url: http://www.bco-dmo.org/nsidc/arctic-deployments.json
   :cisl_url: https://www.aoncadis.org/oai/repository
+  :data_one_url: https://cn.dataone.org/cn/v1/query/solr/select?q=northBoundCoord:%5B45.0%20TO%2090.0%5D
   :echo_url: https://api.echo.nasa.gov/catalog-rest/echo_catalog/datasets.echo10
   :ices_url: http://geo.ices.dk/geonetwork/srv/en/csw
+  :ncdc_paleo_url: http://gis.ncdc.noaa.gov/gptpaleo/csw
   :nmi_url: http://access.met.no/metamod/oai
   :nodc_url: http://data.nodc.noaa.gov/geoportal/csw
   :pdc_url: http://www.polardata.ca/oai/provider
@@ -38,7 +40,7 @@
   :oai_url: http://liquid.colorado.edu:11580/api/dataset/2/oai?verb=ListRecords&metadata_prefix=iso
 
 :dev:
-  host: dev.search-solr.apps.int.nsidc.org
+  :host: dev.search-solr.apps.int.nsidc.org
   :nsidc_dataset_metadata_url: http://integration.nsidc.org/api/dataset/metadata/
   :nsidc_oai_identifiers_url: http://integration.nsidc.org/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
   :oai_url: http://liquid.colorado.edu:11580/api/dataset/2/oai?verb=ListRecords&metadata_prefix=iso

data/lib/search_solr_tools/harvesters/data_one.rb

@@ -0,0 +1,47 @@
+module SearchSolrTools
+  module Harvesters
+    class DataOne < Base
+      def initialize(env = 'development', die_on_failure = false)
+        super
+        @page_size = 250
+        @translator = Helpers::IsoToSolr.new :data_one
+      end
+
+      def harvest_and_delete
+        puts "Running harvest of dataONE catalog from #{metadata_url}"
+        super(method(:harvest_data_one_into_solr), "data_centers:\"#{Helpers::SolrFormat::DATA_CENTER_NAMES[:DATA_ONE][:long_name]}\"")
+      end
+
+      def harvest_data_one_into_solr
+        start = 0
+        while (entries = get_results_from_data_one(start)) && (entries.length > 0)
+          begin
+            insert_solr_docs(get_docs_with_translated_entries_from_data_one(entries))
+          rescue => e
+            puts "ERROR: #{e}\n\n"
+            raise e if @die_on_failure
+          end
+          start += @page_size
+        end
+      end
+
+      def get_results_from_data_one(start)
+        get_results(build_request(start, @page_size), './response/result/doc')
+      end
+
+      def metadata_url
+        SolrEnvironments[@environment][:data_one_url]
+      end
+
+      def get_docs_with_translated_entries_from_data_one(entries)
+        entries.map do |e|
+          create_new_solr_add_doc_with_child(@translator.translate(e).root)
+        end
+      end
+
+      def build_request(start = 0, max_records = 100)
+        "#{metadata_url}&start=#{start}&rows=#{max_records}"
+      end
+    end
+  end
+end

data/lib/search_solr_tools/harvesters/ices.rb

@@ -47,7 +47,8 @@ module SearchSolrTools
                                                      'resultType' => resultType,
                                                      'maxRecords' => maxRecords,
                                                      'startPosition' => startPosition,
-                                                     'constraintLanguage' => 'CQL_TEXT'
+                                                     'constraintLanguage' => 'CQL_TEXT',
+                                                     'outputSchema' => 'http://www.isotc211.org/2005/gmd'
                                                     )
       end
     end

data/lib/search_solr_tools/harvesters/ncdc_paleo.rb

@@ -0,0 +1,60 @@
+module SearchSolrTools
+  module Harvesters
+    # Harvests data from NODC PALEO and inserts it into Solr after it has been translated
+    class NcdcPaleo < Base
+      def initialize(env = 'development', die_on_failure = false)
+        super env, die_on_failure
+        @page_size = 50
+        @translator = Helpers::IsoToSolr.new :ncdc_paleo
+      end
+
+      def harvest_and_delete
+        puts "Running harvest of NCDC Paleo catalog from #{ncdc_paleo_url}"
+        super(method(:harvest_ncdc_paleo_into_solr), "data_centers:\"#{Helpers::SolrFormat::DATA_CENTER_NAMES[:NCDC_PALEO][:long_name]}\"")
+      end
+
+      def harvest_ncdc_paleo_into_solr
+        start_index = 1
+        while (entries = get_results_from_ncdc_paleo_url(start_index)) && (entries.length > 0)
+          begin
+            insert_solr_docs get_docs_with_translated_entries_from_ncdc_paleo(entries)
+          rescue => e
+            puts "ERROR: #{e}"
+            raise e if @die_on_failure
+          end
+          start_index += @page_size
+        end
+      end
+
+      def ncdc_paleo_url
+        SolrEnvironments[@environment][:ncdc_paleo_url]
+      end
+
+      def get_results_from_ncdc_paleo_url(start_index)
+        get_results build_csw_request('results', @page_size, start_index), '//csw:Record'
+      end
+
+      def get_docs_with_translated_entries_from_ncdc_paleo(entries)
+        auth_ids = entries.map { |e| e.xpath("./dc:identifier[@scheme='urn:x-esri:specification:ServiceType:ArcIMS:Metadata:DocID']").text }
+
+        auth_ids.map do |record|
+          result_xml = get_results("http://gis.ncdc.noaa.gov/gptpaleo/csw?getxml=#{record}",
+                                   '/rdf:RDF/rdf:Description').first
+          solr_doc = create_new_solr_add_doc_with_child(@translator.translate(result_xml).root)
+          insert_node = solr_doc.at_xpath('//doc')
+          insert_node.add_child("<field name='authoritative_id'>#{record}</field>")
+          insert_node.add_child("<field name='dataset_url'>http://gis.ncdc.noaa.gov/gptpaleo/catalog/search/resource/details.page?uuid=#{record}")
+          solr_doc.root
+        end
+      end
+
+      def build_csw_request(resultType = 'results', maxRecords = '1000', startPosition = '1')
+        Helpers::CswIsoQueryBuilder.get_query_string(ncdc_paleo_url,
+                                                     'resultType' => resultType,
+                                                     'maxRecords' => maxRecords,
+                                                     'startPosition' => startPosition
+                                                    )
+      end
+    end
+  end
+end

data/lib/search_solr_tools/harvesters/nodc.rb

@@ -47,7 +47,8 @@ module SearchSolrTools
                                                      'resultType' => resultType,
                                                      'maxRecords' => maxRecords,
                                                      'startPosition' => startPosition,
-                                                     'constraint' => bbox_constraint
+                                                     'constraint' => bbox_constraint,
+                                                     'outputSchema' => 'http://www.isotc211.org/2005/gmd'
                                                     )
       end
 

data/lib/search_solr_tools/harvesters/usgs.rb

@@ -48,8 +48,8 @@ module SearchSolrTools
                                                      'maxRecords' => maxRecords,
                                                      'startPosition' => startPosition,
                                                      'TypeNames' => '',
-                                                     'constraint' => bbox_constraint
-
+                                                     'constraint' => bbox_constraint,
+                                                     'outputSchema' => 'http://www.isotc211.org/2005/gmd'
                                                     )
       end
 

data/lib/search_solr_tools/helpers/csw_iso_query_builder.rb

@@ -13,8 +13,7 @@ module SearchSolrTools
         'resultType' => 'results',
         'outputFormat' => 'application/xml',
         'maxRecords' => '25',
-        'startPosition' => '1',
-        'outputSchema' => 'http://www.isotc211.org/2005/gmd'
+        'startPosition' => '1'
       }
 
       def self.get_query_string(url, query_params = {})

data/lib/search_solr_tools/helpers/data_one_format.rb

@@ -0,0 +1,74 @@
+require_relative './iso_namespaces'
+require_relative './iso_to_solr_format'
+require_relative './solr_format'
+
+module SearchSolrTools
+  module Helpers
+    class DataOneFormat < IsoToSolrFormat
+      class << self
+        def date_range(node)
+          {
+            start: SolrFormat.date_str(node.xpath('.//date[@name="beginDate"]').text.strip),
+            end: SolrFormat.date_str(node.xpath('.//date[@name="endDate"]').text.strip)
+          }
+        end
+
+        def bounding_box(node)
+          {
+            north: node.xpath('.//float[@name="northBoundCoord"]').text.strip,
+            south: node.xpath('.//float[@name="southBoundCoord"]').text.strip,
+            east: node.xpath('.//float[@name="eastBoundCoord"]').text.strip,
+            west: node.xpath('.//float[@name="westBoundCoord"]').text.strip
+          }
+        end
+
+        def spatial_display(node)
+          box = bounding_box(node)
+
+          [box[:south], box[:west], box[:north], box[:east]].join(' ')
+        end
+
+        def spatial_index(node)
+          box = bounding_box(node)
+
+          if box[:west] == box[:east] && box[:south] == box[:north]
+            [box[:west], box[:south]]
+          else
+            [box[:west], box[:south], box[:east], box[:north]]
+          end.join(' ')
+        end
+
+        def spatial_area(node)
+          box = bounding_box(node)
+
+          box[:north].to_f - box[:south].to_f
+        end
+
+        def temporal_coverage(node)
+          SolrFormat.temporal_display_str(date_range(node))
+        end
+
+        def temporal_duration(node)
+          dr = date_range(node)
+          end_time = dr[:end].to_s.empty? ? Time.now : Time.parse(dr[:end])
+          SolrFormat.get_temporal_duration(Time.parse(dr[:start]), end_time) unless dr[:start].to_s.empty?
+        end
+
+        def temporal_index_string(node)
+          dr = date_range(node)
+          SolrFormat.temporal_index_str(dr)
+        end
+
+        def facet_spatial_scope(node)
+          box = bounding_box(node)
+          SolrFormat.get_spatial_scope_facet_with_bounding_box(box)
+        end
+
+        def facet_temporal_duration(node)
+          duration = temporal_duration(node)
+          SolrFormat.get_temporal_duration_facet(duration)
+        end
+      end
+    end
+  end
+end

data/lib/search_solr_tools/helpers/iso_namespaces.rb

@@ -21,6 +21,7 @@ module SearchSolrTools
         'gss'    => 'http://www.isotc211.org/2005/gss',
         'gts'    => 'http://www.isotc211.org/2005/gts',
         'oai'    => 'http://www.openarchives.org/OAI/2.0/',
+        'rdf'    => 'http://www.w3.org/TR/REC-rdf-syntax',
         'srv'    => 'http://www.isotc211.org/2005/srv',
         'xlink'  => 'http://www.w3.org/1999/xlink',
         'xsi'    => 'http://www.w3.org/2001/XMLSchema-instance'

data/lib/search_solr_tools/helpers/iso_to_solr_format.rb

@@ -77,9 +77,8 @@ module SearchSolrTools
 
       def self.get_temporal_duration(temporal_node)
         dr = date_range(temporal_node)
-        dr[:end].to_s.empty? ? end_time = Time.now : end_time = Time.parse(dr[:end])
-        dr[:start].to_s.empty? ? duration = nil : duration = SolrFormat.get_temporal_duration(Time.parse(dr[:start]), end_time)
-        duration
+        end_time = dr[:end].to_s.empty? ? Time.now : Time.parse(dr[:end])
+        SolrFormat.get_temporal_duration(Time.parse(dr[:start]), end_time) unless dr[:start].to_s.empty?
       end
 
       def self.get_temporal_duration_facet(temporal_node)

data/lib/search_solr_tools/helpers/ncdc_paleo_format.rb

@@ -0,0 +1,61 @@
+require 'date'
+
+require_relative './iso_namespaces'
+require_relative './solr_format'
+require_relative './iso_to_solr_format'
+
+module SearchSolrTools
+  module Helpers
+    class NcdcPaleoFormat < IsoToSolrFormat
+      def self.bounding_box(node)
+        east, north = node.xpath('./ows:UpperCorner').text.split
+        west, south = node.xpath('./ows:LowerCorner').text.split
+        { north: north, south: south, east: east, west: west }
+      end
+
+      def self.date_range(node, _formatted = false)
+        if node.text.include?('START YEAR')
+          if node.text.include?('AD')
+            format_ad_time(node.text)
+          elsif node.text.include?('yr BP')
+            format_cal_yr_bp_time(node.text)
+          end
+        end
+      end
+
+      def self.format_ad_time(node_text)
+        match = node_text.match(/START YEAR:(?<start>[^*]*)AD\s*\* END YEAR:(?<end>[^*]*)AD/)
+        {
+          start: DateTime.strptime(match[:start].strip, '%Y'),
+          end: DateTime.strptime(match[:end].strip, '%Y')
+        }
+      end
+
+      def self.format_cal_yr_bp_time(node_text)
+        zero_year = 1950
+        match = node_text.match(/START YEAR:(?<start>[^*]*)... yr BP\s*\* END YEAR:(?<end>[^*]*)... yr BP/)
+        {
+          start: DateTime.strptime((-(match[:start].strip.to_i) - zero_year).to_s, '%Y'),
+          end: DateTime.strptime((-(match[:end].strip.to_i) - zero_year).to_s, '%Y')
+        }
+      end
+
+      def self.temporal_index_str(node)
+        range = date_range(node)
+        SolrFormat.temporal_index_str(start: range[:start].to_s, end: range[:end].to_s) unless range.nil?
+      end
+
+      def self.get_temporal_duration(node)
+        range = date_range(node)
+        return if range.empty?
+        (range[:start] - range[:end]).to_i.abs
+      end
+
+      def self.author(node)
+        return node if node == ''
+        return if node.text.include? ';'
+        node.text
+      end
+    end
+  end
+end

data/lib/search_solr_tools/helpers/selectors.rb

@@ -6,16 +6,18 @@ module SearchSolrTools
     # This hash grabs all the selector files inside the selectors directory,
     # to add a new source we need to create a selector file and add it to this hash.
     SELECTORS = {
-      cisl:   Selectors::CISL,
-      echo:   Selectors::ECHO,
-      ices:   Selectors::ICES,
-      nmi:    Selectors::NMI,
-      nodc:   Selectors::NODC,
-      pdc:    Selectors::PDC,
-      r2r:    Selectors::R2R,
-      rda:    Selectors::RDA,
-      tdar:   Selectors::TDAR,
-      usgs:   Selectors::USGS
+      cisl:        Selectors::CISL,
+      data_one:    Selectors::DATA_ONE,
+      echo:        Selectors::ECHO,
+      ices:        Selectors::ICES,
+      nmi:         Selectors::NMI,
+      ncdc_paleo:  Selectors::NCDC_PALEO,
+      nodc:        Selectors::NODC,
+      pdc:         Selectors::PDC,
+      r2r:         Selectors::R2R,
+      rda:         Selectors::RDA,
+      tdar:        Selectors::TDAR,
+      usgs:        Selectors::USGS
     }
   end
 end

data/lib/search_solr_tools/helpers/solr_format.rb

@@ -11,9 +11,11 @@ module SearchSolrTools
       DATA_CENTER_NAMES = {
         BCODMO: { short_name: 'BCO-DMO', long_name: 'Biological and Chemical Oceanography Data Management Office' },
         CISL: { short_name: 'ACADIS Gateway', long_name: 'Advanced Cooperative Arctic Data and Information Service' },
+        DATA_ONE: { short_name: 'DataONE', long_name: 'DataONE' },
         ECHO: { short_name: 'NASA ECHO', long_name: 'NASA Earth Observing System (EOS) Clearing House (ECHO)' },
         EOL: { short_name: 'UCAR NCAR EOL', long_name: 'UCAR NCAR - Earth Observing Laboratory' },
         ICES: { short_name: 'ICES', long_name: 'International Council for the Exploration of the Sea' },
+        NCDC_PALEO: { short_name: 'NOAA WDS Paleo', long_name: 'NOAA’s National Centers for Environmental Information, World Data Service for Paleoclimatology' },
         NMI: { short_name: 'Met.no', long_name: 'Norwegian Meteorological Institute' },
         NODC: { short_name: 'NOAA NODC', long_name: 'NOAA National Oceanographic Data Center' },
         NSIDC: { short_name: 'NSIDC', long_name: 'National Snow and Ice Data Center' },

data/lib/search_solr_tools/selectors/data_one.rb

@@ -0,0 +1,95 @@
+require 'search_solr_tools'
+
+module SearchSolrTools
+  module Selectors
+    DATA_ONE = {
+      authoritative_id: {
+        xpaths: ['.//str[@name="id"]'],
+        multivalue: false
+      },
+      title: {
+        xpaths: ['.//str[@name="title"]'],
+        multivalue: false
+      },
+      summary: {
+        xpaths: ['.//str[@name="abstract"]'],
+        multivalue: false
+      },
+      data_centers: {
+        xpaths: [''],
+        default_values: [Helpers::SolrFormat::DATA_CENTER_NAMES[:DATA_ONE][:long_name]],
+        multivalue: false
+      },
+      authors: {
+        xpaths: ['.//str[@name="author"]'],
+        multivalue: false
+      },
+      keywords: {
+        xpaths: ['.//arr[@name="keywords"]/str'],
+        multivalue: true
+      },
+      last_revision_date: {
+        xpaths: ['.//date[@name="updateDate"]'],
+        default_values: [Helpers::SolrFormat.date_str(DateTime.now)], # formats the date into ISO8601 as in http://lucene.apache.org/solr/4_4_0/solr-core/org/apache/solr/schema/DateField.html
+        multivalue: false,
+        format: Helpers::SolrFormat::DATE
+      },
+      dataset_url: {
+        xpaths: ['.//str[@name="dataUrl"]'],
+        default_values: [''],
+        multivalue: false
+      },
+      spatial_coverages: {
+        xpaths: ['.'],
+        multivalue: false,
+        format: Helpers::DataOneFormat.method(:spatial_display)
+      },
+      spatial: {
+        xpaths: ['.'],
+        multivalue: false,
+        format: Helpers::DataOneFormat.method(:spatial_index)
+      },
+      spatial_area: {
+        xpaths: ['.'],
+        multivalue: false,
+        format: Helpers::DataOneFormat.method(:spatial_area)
+      },
+      temporal_coverages: {
+        xpaths: ['.'],
+        multivalue: false,
+        format: Helpers::DataOneFormat.method(:temporal_coverage)
+      },
+      temporal_duration: {
+        xpaths: ['.'],
+        multivalue: false,
+        format: Helpers::DataOneFormat.method(:temporal_duration)
+      },
+      temporal: {
+        xpaths: ['.'],
+        multivalue: false,
+        format: Helpers::DataOneFormat.method(:temporal_index_string)
+      },
+      source: {
+        xpaths: [''],
+        default_values: ['ADE'],
+        multivalue: false
+      },
+      facet_data_center: {
+        xpaths: [''],
+        default_values: ["#{Helpers::SolrFormat::DATA_CENTER_NAMES[:DATA_ONE][:long_name]} | #{Helpers::SolrFormat::DATA_CENTER_NAMES[:DATA_ONE][:short_name]}"],
+        multivalue: false
+      },
+      facet_spatial_scope: {
+        xpaths: ['.'],
+        multivalue: false,
+        format: Helpers::DataOneFormat.method(:facet_spatial_scope)
+      },
+      facet_temporal_duration: {
+        xpaths: ['.'],
+        default_values: [Helpers::SolrFormat::NOT_SPECIFIED],
+        format: Helpers::DataOneFormat.method(:facet_temporal_duration),
+        multivalue: false
+      }
+    }
+  end
+end

data/lib/search_solr_tools/selectors/ices_iso.rb

@@ -43,7 +43,7 @@ module SearchSolrTools
       dataset_url: {
         xpaths: ['.//gmd:fileIdentifier/gco:CharacterString'],
         multivalue: false,
-        format: Helpers::IsoToSolrFormat:: ICES_DATASET_URL
+        format: Helpers::IsoToSolrFormat::ICES_DATASET_URL
       },
       spatial_coverages: {
         xpaths: ['.//gmd:identificationInfo/gmd:MD_DataIdentification/gmd:extent/gmd:EX_Extent/gmd:geographicElement/gmd:EX_GeographicBoundingBox'],

data/lib/search_solr_tools/selectors/ncdc_paleo.rb

@@ -0,0 +1,89 @@
+require 'search_solr_tools'
+
+module SearchSolrTools
+  module Selectors
+    NCDC_PALEO = {
+      title: {
+        xpaths: ['/rdf:RDF/rdf:Description/dc:title'],
+        multivalue: false
+      },
+      summary: {
+        xpaths: ['/rdf:RDF/rdf:Description/dc:description'],
+        multivalue: false
+      },
+      data_centers: {
+        xpaths: [''],
+        default_values: [Helpers::SolrFormat::DATA_CENTER_NAMES[:NCDC_PALEO][:long_name]],
+        multivalue: false
+      },
+      authors: {
+        xpaths: ['/rdf:RDF/rdf:Description/dc:creator'],
+        multivalue: true,
+        format: Helpers::NcdcPaleoFormat.method(:author)
+      },
+      keywords: {
+        xpaths: ['/rdf:RDF/rdf:Description/dc:subject'],
+        multivalue: true
+      },
+      last_revision_date: {
+        xpaths: ['/rdf:RDF/rdf:Description/dc:date'],
+        default_values: [''], # formats the date into ISO8601 as in http://lucene.apache.org/solr/4_4_0/solr-core/org/apache/solr/schema/DateField.html
+        multivalue: false,
+        format: Helpers::SolrFormat::DATE
+      },
+      spatial_coverages: {
+        xpaths: ['/rdf:RDF/rdf:Description/ows:WGS84BoundingBox'],
+        multivalue: true,
+        format: Helpers::NcdcPaleoFormat.method(:spatial_display_str)
+      },
+      spatial: {
+        xpaths: ['/rdf:RDF/rdf:Description/ows:WGS84BoundingBox'],
+        multivalue: true,
+        format: Helpers::NcdcPaleoFormat.method(:spatial_index_str)
+      },
+      spatial_area: {
+        xpaths: ['/rdf:RDF/rdf:Description/ows:WGS84BoundingBox'],
+        multivalue: false,
+        reduce: Helpers::NcdcPaleoFormat.method(:get_max_spatial_area),
+        format: Helpers::NcdcPaleoFormat.method(:spatial_area_str)
+      },
+      temporal: {
+        xpaths: ['/rdf:RDF/rdf:Description/dc:coverage'],
+        multivalue: true,
+        format: Helpers::NcdcPaleoFormat.method(:temporal_index_str)
+      },
+      temporal_coverages: {
+        xpaths: ['/rdf:RDF/rdf:Description/dc:coverage'],
+        multivalue: true,
+        format: Helpers::NcdcPaleoFormat.method(:temporal_display_str)
+      },
+      temporal_duration: {
+        xpaths: ['/rdf:RDF/rdf:Description/dc:coverage'],
+        multivalue: false,
+        reduce: Helpers::SolrFormat::REDUCE_TEMPORAL_DURATION,
+        format: Helpers::NcdcPaleoFormat.method(:get_temporal_duration)
+      },
+      source: {
+        xpaths: [''],
+        default_values: ['ADE'],
+        multivalue: false
+      },
+      facet_data_center: {
+        xpaths: [''],
+        default_values: ["#{Helpers::SolrFormat::DATA_CENTER_NAMES[:NCDC_PALEO][:long_name]} | #{Helpers::SolrFormat::DATA_CENTER_NAMES[:NCDC_PALEO][:short_name]}"],
+        multivalue: false
+      },
+      facet_spatial_scope: {
+        xpaths: ['/rdf:RDF/rdf:Description/ows:WGS84BoundingBox'],
+        multivalue: true,
+        format: Helpers::NcdcPaleoFormat.method(:get_spatial_scope_facet)
+      },
+      facet_temporal_duration: {
+        xpaths: ['/rdf:RDF/rdf:Description/dc:coverage'],
+        default_values: [Helpers::SolrFormat::NOT_SPECIFIED],
+        format: Helpers::NcdcPaleoFormat.method(:get_temporal_duration_facet),
+        multivalue: true
+      }
+    }
+  end
+end

data/lib/search_solr_tools/version.rb

@@ -1,3 +1,3 @@
 module SearchSolrTools
-  VERSION = '3.2.1'
+  VERSION = '3.3.0'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: search_solr_tools
 version: !ruby/object:Gem::Version
-  version: 3.2.1
+  version: 3.3.0
 platform: ruby
 authors:
 - Chris Chalstrom
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-09-23 00:00:00.000000000 Z
+date: 2015-09-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: iso8601
@@ -279,9 +279,11 @@ files:
 - lib/search_solr_tools/harvesters/base.rb
 - lib/search_solr_tools/harvesters/bcodmo.rb
 - lib/search_solr_tools/harvesters/cisl.rb
+- lib/search_solr_tools/harvesters/data_one.rb
 - lib/search_solr_tools/harvesters/echo.rb
 - lib/search_solr_tools/harvesters/eol.rb
 - lib/search_solr_tools/harvesters/ices.rb
+- lib/search_solr_tools/harvesters/ncdc_paleo.rb
 - lib/search_solr_tools/harvesters/nmi.rb
 - lib/search_solr_tools/harvesters/nodc.rb
 - lib/search_solr_tools/harvesters/nsidc_auto_suggest.rb
@@ -294,10 +296,12 @@ files:
 - lib/search_solr_tools/harvesters/usgs.rb
 - lib/search_solr_tools/helpers/bounding_box_util.rb
 - lib/search_solr_tools/helpers/csw_iso_query_builder.rb
+- lib/search_solr_tools/helpers/data_one_format.rb
 - lib/search_solr_tools/helpers/facet_configuration.rb
 - lib/search_solr_tools/helpers/iso_namespaces.rb
 - lib/search_solr_tools/helpers/iso_to_solr.rb
 - lib/search_solr_tools/helpers/iso_to_solr_format.rb
+- lib/search_solr_tools/helpers/ncdc_paleo_format.rb
 - lib/search_solr_tools/helpers/query_builder.rb
 - lib/search_solr_tools/helpers/r2r_format.rb
 - lib/search_solr_tools/helpers/selectors.rb
@@ -307,8 +311,10 @@ files:
 - lib/search_solr_tools/helpers/translate_temporal_coverage.rb
 - lib/search_solr_tools/helpers/usgs_format.rb
 - lib/search_solr_tools/selectors/cisl.rb
+- lib/search_solr_tools/selectors/data_one.rb
 - lib/search_solr_tools/selectors/echo_iso.rb
 - lib/search_solr_tools/selectors/ices_iso.rb
+- lib/search_solr_tools/selectors/ncdc_paleo.rb
 - lib/search_solr_tools/selectors/nmi.rb
 - lib/search_solr_tools/selectors/nodc_iso.rb
 - lib/search_solr_tools/selectors/pdc_iso.rb
@@ -341,7 +347,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 2.4.8
 signing_key: 
 specification_version: 4
 summary: Tools to harvest and manage various scientific dataset feeds in a Solr instance.