search_solr_tools 6.1.0 → 6.3.0

data/lib/search_solr_tools/helpers/solr_format.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'date'
 require 'iso8601'
 
@@ -7,30 +9,14 @@ require_relative 'facet_configuration'
 module SearchSolrTools
   module Helpers
     #  Methods for generating formatted values that can be indexed by SOLR
-    # rubocop:disable Metrics/ModuleLength
     module SolrFormat
       DATA_CENTER_NAMES = {
-        BCODMO: { short_name: 'BCO-DMO', long_name: 'Biological and Chemical Oceanography Data Management Office' },
-        ADC: { short_name: 'NSF ADC', long_name: 'NSF Arctic Data Center' },
-        DATA_ONE: { short_name: 'DataONE', long_name: 'DataONE' },
-        ECHO: { short_name: 'NASA ECHO', long_name: 'NASA Earth Observing System (EOS) Clearing House (ECHO)' },
-        EOL: { short_name: 'UCAR NCAR EOL', long_name: 'UCAR NCAR - Earth Observing Laboratory' },
-        GTNP: { short_name: 'GTN-P', long_name: 'Global Terrestrial Network for Permafrost' },
-        ICES: { short_name: 'ICES', long_name: 'International Council for the Exploration of the Sea' },
-        NCDC_PALEO: { short_name: 'NOAA WDS Paleo', long_name: 'NOAA’s National Centers for Environmental Information, World Data Service for Paleoclimatology' },
-        NMI: { short_name: 'Met.no', long_name: 'Norwegian Meteorological Institute' },
-        NODC: { short_name: 'NOAA NODC', long_name: 'NOAA National Oceanographic Data Center' },
-        NSIDC: { short_name: 'NSIDC', long_name: 'National Snow and Ice Data Center' },
-        PDC: { short_name: 'PDC', long_name: 'Polar Data Catalogue' },
-        R2R: { short_name: 'R2R', long_name: 'Rolling Deck to Repository' },
-        RDA: { short_name: 'UCAR NCAR RDA', long_name: 'UCAR NCAR Research Data Archive' },
-        TDAR: { short_name: 'tDAR', long_name: 'tDAR: The Digital Archaeological Record' },
-        USGS: { short_name: 'USGS ScienceBase', long_name: 'U.S. Geological Survey ScienceBase' }
-      }
+        NSIDC: { short_name: 'NSIDC', long_name: 'National Snow and Ice Data Center' }
+      }.freeze
 
       NOT_SPECIFIED = 'Not specified'
 
-      TEMPORAL_RESOLUTION_FACET_VALUES = %w(Subhourly Hourly Subdaily Daily Weekly Submonthly Monthly Subyearly Yearly Multiyearly)
+      TEMPORAL_RESOLUTION_FACET_VALUES = %w[Subhourly Hourly Subdaily Daily Weekly Submonthly Monthly Subyearly Yearly Multiyearly].freeze
       SUBHOURLY_INDEX = 0
       HOURLY_INDEX = 1
       SUBDAILY_INDEX = 2
@@ -42,7 +28,7 @@ module SearchSolrTools
       YEARLY_INDEX = 8
       MULTIYEARLY_INDEX = 9
 
-      SPATIAL_RESOLUTION_FACET_VALUES = ['0 - 500 m', '501 m - 1 km', '2 - 5 km', '6 - 15 km', '16 - 30 km', '>30 km']
+      SPATIAL_RESOLUTION_FACET_VALUES = ['0 - 500 m', '501 m - 1 km', '2 - 5 km', '6 - 15 km', '16 - 30 km', '>30 km'].freeze
       SPATIAL_0_500_INDEX = 0
       SPATIAL_501_1_INDEX = 1
       SPATIAL_2_5_INDEX = 2
@@ -59,7 +45,7 @@ module SearchSolrTools
       end
 
       def self.temporal_display_str(date_range)
-        temporal_str = "#{date_range[:start]}"
+        temporal_str = (date_range[:start]).to_s
         temporal_str += ",#{date_range[:end]}" unless date_range[:end].nil?
         temporal_str
       end
@@ -82,6 +68,7 @@ module SearchSolrTools
 
       def self.get_temporal_duration_facet(duration)
         return NOT_SPECIFIED if duration.nil?
+
         years = duration.to_i / 365
         temporal_duration_range(years)
       end
@@ -101,31 +88,28 @@ module SearchSolrTools
       def self.facet_binning(type, format_string)
         binned_facet = bin(FacetConfiguration.get_facet_bin(type), format_string)
         if binned_facet.nil?
-          return format_string
+          format_string
         elsif binned_facet.eql?('exclude')
-          return nil
+          nil
         else
-          return binned_facet
+          binned_facet
         end
-
-        nil
       end
 
       def self.parameter_binning(parameter_string)
         binned_parameter = bin(FacetConfiguration.get_facet_bin('parameter'), parameter_string)
         # use variable_level_1 if no mapping exists
-        if binned_parameter.nil?
-          parts = parameter_string.split '>'
-          return parts[3].strip if parts.length >= 4
-        else
-          return binned_parameter
-        end
+        return binned_parameter unless binned_parameter.nil?
+
+        parts = parameter_string.split '>'
+        return parts[3].strip if parts.length >= 4
 
         nil
       end
 
       def self.resolution_value(resolution, find_index_method, resolution_values)
-        return NOT_SPECIFIED if self.resolution_not_specified? resolution
+        return NOT_SPECIFIED if resolution_not_specified? resolution
+
         if resolution['type'] == 'single'
           i = send(find_index_method, resolution['resolution'])
           return resolution_values[i]
@@ -135,12 +119,12 @@ module SearchSolrTools
           j = send(find_index_method, resolution['max_resolution'])
           return resolution_values[i..j]
         end
-        fail "Invalid resolution #{resolution['type']}"
+        raise "Invalid resolution #{resolution['type']}"
       end
 
       def self.resolution_not_specified?(resolution)
         return true if resolution.to_s.empty?
-        return true unless %w(single range).include? resolution['type']
+        return true unless %w[single range].include? resolution['type']
         return true if resolution['type'] == 'single' && resolution['resolution'].to_s.empty?
         return true if resolution['type'] == 'range' && resolution['min_resolution'].to_s.empty?
       end
@@ -155,6 +139,7 @@ module SearchSolrTools
         else
           facet = 'Between 1 and 170 degrees of latitude change | Regional'
         end
+
         facet
       end
 
@@ -167,8 +152,6 @@ module SearchSolrTools
         "#{d.iso8601[0..-7]}Z" unless d.nil?
       end
 
-      private
-
       MIN_DATE = '00010101'
       MAX_DATE = Time.now.strftime('%Y%m%d')
 
@@ -181,7 +164,6 @@ module SearchSolrTools
         nil
       end
 
-      # rubocop:disable CyclomaticComplexity
       def self.find_index_for_single_temporal_resolution_value(string_duration)
         iso8601_duration = ISO8601::Duration.new(string_duration)
 
@@ -201,10 +183,9 @@ module SearchSolrTools
           MULTIYEARLY_INDEX
         end
       end
-      # rubocop:enable CyclomaticComplexity
 
       def self.find_index_for_single_spatial_resolution_value(string_duration)
-        value, units = string_duration.split(' ')
+        value, units = string_duration.split
 
         if units == 'deg'
           spatial_resolution_index_degrees(value)
@@ -249,11 +230,10 @@ module SearchSolrTools
       end
 
       def self.date?(date)
-        valid_date = if date.is_a? String
-                       d = DateTime.parse(date.strip) rescue false
-                       DateTime.valid_date?(d.year, d.mon, d.day) unless d.eql?(false)
-                     end
-        valid_date
+        return false unless date.is_a? String
+
+        d = DateTime.parse(date.strip) rescue false
+        DateTime.valid_date?(d.year, d.mon, d.day) unless d.eql?(false)
       end
 
       def self.format_date_for_index(date_str, default)

data/lib/search_solr_tools/helpers/translate_spatial_coverage.rb

@@ -1,7 +1,8 @@
+# frozen_string_literal: true
+
 require 'rgeo/geo_json'
 
 require_relative 'bounding_box_util'
-require_relative 'iso_to_solr_format'
 
 module SearchSolrTools
   module Helpers
@@ -43,7 +44,7 @@ module SearchSolrTools
 
       def self.geojson_to_spatial_area(spatial_coverage_geom)
         spatial_areas = spatial_coverage_geom.map do |geo_json|
-          if %w(point).include?(geo_json.geometry_type.to_s.downcase)
+          if %w[point].include?(geo_json.geometry_type.to_s.downcase)
             0.0
           else
             bbox = RGeo::Cartesian::BoundingBox.create_from_geometry(geo_json)
@@ -51,11 +52,13 @@ module SearchSolrTools
           end
         end
         return nil if spatial_areas.empty?
-        spatial_areas.sort.last
+
+        spatial_areas.max
       end
 
       def self.geojson_to_global_facet(spatial_coverage_geom)
         return nil if spatial_coverage_geom.nil?
+
         spatial_coverage_geom.each do |geo_json|
           bbox_hash = BoundingBoxUtil.bounding_box_hash_from_geo_json(geo_json)
           return 'Show Global Only' if BoundingBoxUtil.box_global?(bbox_hash)
@@ -64,13 +67,13 @@ module SearchSolrTools
       end
 
       def self.geojson_to_spatial_scope_facet(spatial_coverage_geom)
-        unless spatial_coverage_geom.nil?
-          spatial_coverage_geom.map do |geo_json|
-            bbox_hash = BoundingBoxUtil.bounding_box_hash_from_geo_json(geo_json)
-            scope = SolrFormat.get_spatial_scope_facet_with_bounding_box(bbox_hash)
-            scope unless scope.nil?
-          end.uniq
-        end
+        return if spatial_coverage_geom.nil?
+
+        spatial_coverage_geom.map do |geo_json|
+          bbox_hash = BoundingBoxUtil.bounding_box_hash_from_geo_json(geo_json)
+          scope = SolrFormat.get_spatial_scope_facet_with_bounding_box(bbox_hash)
+          scope unless scope.nil?
+        end.uniq
       end
     end
   end

data/lib/search_solr_tools/helpers/translate_temporal_coverage.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'rgeo/geo_json'
 
 require_relative 'solr_format'

data/lib/search_solr_tools/translators/nsidc_json.rb

@@ -1,4 +1,5 @@
-# rubocop:disable Metrics/ClassLength
+# frozen_string_literal: true
+
 require 'rgeo/geo_json'
 
 require 'search_solr_tools'
@@ -10,50 +11,50 @@ module SearchSolrTools
   module Translators
     # Translates NSIDC JSON format to Solr JSON add format
     class NsidcJsonToSolr
-      PARAMETER_PARTS = %w(category topic term variableLevel1 variableLevel2 variableLevel3 detailedVariable)
+      PARAMETER_PARTS = %w[category topic term variableLevel1 variableLevel2 variableLevel3 detailedVariable].freeze
 
       # rubocop:disable Metrics/MethodLength
       # rubocop:disable Metrics/AbcSize
       def translate(json_doc)
-        copy_keys = %w(title summary keywords brokered)
+        copy_keys = %w[title summary keywords brokered]
         temporal_coverage_values = Helpers::TranslateTemporalCoverage.translate_coverages json_doc['temporalCoverages']
         spatial_coverages = convert_spatial_coverages(json_doc['spatialCoverages'])
 
         solr_add_hash = json_doc.select { |k, _v| copy_keys.include?(k) }
         solr_add_hash.merge!(
-          'authoritative_id' => json_doc['authoritativeId'],
-          'dataset_version' => json_doc['majorVersion']['version'],
-          'data_centers' => Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name],
-          'facet_data_center' => "#{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name]} | #{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:short_name]}",
-          'authors' => translate_personnel_and_creators_to_authors(json_doc['personnel'], generate_data_citation_creators(json_doc['dataCitation'])),
-          'topics' => translate_iso_topic_categories(json_doc['isoTopicCategories']),
-          'parameters' => translate_parameters(json_doc['parameters']),
-          'full_parameters' => translate_json_string(json_doc['parameters'], PARAMETER_PARTS),
-          'facet_parameter' => translate_parameters_to_facet_parameters(json_doc['parameters']),
-          'platforms' => translate_json_string(json_doc['platforms']),
-          'sensors' => translate_json_string(json_doc['instruments']),
-          'facet_sensor' => translate_sensor_to_facet_sensor(json_doc['instruments']),
-          'published_date' => (Helpers::SolrFormat.date_str json_doc['releaseDate']),
-          'spatial_coverages' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_display_str(spatial_coverages),
-          'spatial' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_index_str(spatial_coverages),
-          'spatial_area' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_area(spatial_coverages),
-          'facet_spatial_coverage' => Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages),
-          'facet_spatial_scope' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_scope_facet(spatial_coverages),
-          'temporal_coverages' => temporal_coverage_values['temporal_coverages'],
-          'temporal_duration' => temporal_coverage_values['temporal_duration'],
-          'temporal' => temporal_coverage_values['temporal'],
-          'facet_temporal_duration' => temporal_coverage_values['facet_temporal_duration'],
-          'last_revision_date' => (Helpers::SolrFormat.date_str json_doc['lastRevisionDate']),
-          'dataset_url' => json_doc['datasetUrl'],
-          'distribution_formats' => json_doc['distributionFormats'],
-          'facet_format' => json_doc['distributionFormats'].empty? ? [Helpers::SolrFormat::NOT_SPECIFIED] : translate_format_to_facet_format(json_doc['distributionFormats']),
-          'source' => %w(NSIDC ADE),
-          'popularity' => json_doc['popularity'],
-          'data_access_urls' => translate_data_access_urls(json_doc['dataAccessLinks']),
-          'facet_sponsored_program' => translate_short_long_names_to_facet_value(json_doc['internalDataCenters']),
+          'authoritative_id'          => json_doc['authoritativeId'],
+          'dataset_version'           => json_doc['majorVersion']['version'],
+          'data_centers'              => Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name],
+          'facet_data_center'         => "#{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name]} | #{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:short_name]}",
+          'authors'                   => translate_personnel_and_creators_to_authors(json_doc['personnel'], generate_data_citation_creators(json_doc['dataCitation'])),
+          'topics'                    => translate_iso_topic_categories(json_doc['isoTopicCategories']),
+          'parameters'                => translate_parameters(json_doc['parameters']),
+          'full_parameters'           => translate_json_string(json_doc['parameters'], PARAMETER_PARTS),
+          'facet_parameter'           => translate_parameters_to_facet_parameters(json_doc['parameters']),
+          'platforms'                 => translate_json_string(json_doc['platforms']),
+          'sensors'                   => translate_json_string(json_doc['instruments']),
+          'facet_sensor'              => translate_sensor_to_facet_sensor(json_doc['instruments']),
+          'published_date'            => (Helpers::SolrFormat.date_str json_doc['releaseDate']),
+          'spatial_coverages'         => Helpers::TranslateSpatialCoverage.geojson_to_spatial_display_str(spatial_coverages),
+          'spatial'                   => Helpers::TranslateSpatialCoverage.geojson_to_spatial_index_str(spatial_coverages),
+          'spatial_area'              => Helpers::TranslateSpatialCoverage.geojson_to_spatial_area(spatial_coverages),
+          'facet_spatial_coverage'    => Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages),
+          'facet_spatial_scope'       => Helpers::TranslateSpatialCoverage.geojson_to_spatial_scope_facet(spatial_coverages),
+          'temporal_coverages'        => temporal_coverage_values['temporal_coverages'],
+          'temporal_duration'         => temporal_coverage_values['temporal_duration'],
+          'temporal'                  => temporal_coverage_values['temporal'],
+          'facet_temporal_duration'   => temporal_coverage_values['facet_temporal_duration'],
+          'last_revision_date'        => (Helpers::SolrFormat.date_str json_doc['lastRevisionDate']),
+          'dataset_url'               => json_doc['datasetUrl'],
+          'distribution_formats'      => json_doc['distributionFormats'],
+          'facet_format'              => json_doc['distributionFormats'].empty? ? [Helpers::SolrFormat::NOT_SPECIFIED] : translate_format_to_facet_format(json_doc['distributionFormats']),
+          'source'                    => %w[NSIDC ADE],
+          'popularity'                => json_doc['popularity'],
+          'data_access_urls'          => translate_data_access_urls(json_doc['dataAccessLinks']),
+          'facet_sponsored_program'   => translate_short_long_names_to_facet_value(json_doc['internalDataCenters']),
           'facet_temporal_resolution' => translate_temporal_resolution_facet_values(json_doc['parameters']),
-          'facet_spatial_resolution' => translate_spatial_resolution_facet_values(json_doc['parameters']),
-          'sponsored_programs' => translate_internal_datacenters(json_doc['internalDataCenters'])
+          'facet_spatial_resolution'  => translate_spatial_resolution_facet_values(json_doc['parameters']),
+          'sponsored_programs'        => translate_internal_datacenters(json_doc['internalDataCenters'])
         )
       end
       # rubocop:enable Metrics/MethodLength
@@ -70,13 +71,14 @@ module SearchSolrTools
       def translate_sensor_to_facet_sensor(json)
         facet_values = []
         return facet_values if json.nil?
+
         json.each do |json_entry|
           sensor_bin = Helpers::SolrFormat.facet_binning('sensor', json_entry['shortName'].to_s)
-          if sensor_bin.eql? json_entry['shortName']
-            facet_values << "#{json_entry['longName']} | #{json_entry['shortName']}"
-          else
-            facet_values << " | #{sensor_bin}"
-          end
+          facet_values << if sensor_bin.eql? json_entry['shortName']
+                            "#{json_entry['longName']} | #{json_entry['shortName']}"
+                          else
+                            " | #{sensor_bin}"
+                          end
         end
         facet_values
       end
@@ -100,12 +102,13 @@ module SearchSolrTools
       end
 
       def translate_iso_topic_categories(iso_topic_categories_json)
-        iso_topic_categories_json.map { |t| t['name'] } unless iso_topic_categories_json.nil?
+        iso_topic_categories_json&.map { |t| t['name'] }
       end
 
       def translate_data_access_urls(json)
         values = []
         return values if json.nil?
+
         json.each do |json_entry|
           link_display = json_entry['displayText'].nil? ? '' : json_entry['displayText']
           link_type = json_entry['type'].nil? ? '' : json_entry['type']
@@ -120,6 +123,7 @@ module SearchSolrTools
       def translate_internal_datacenters(json)
         values = []
         return values if json.nil?
+
         json.each do |json_entry|
           short_name = json_entry['shortName'].nil? ? '' : json_entry['shortName']
           values << short_name
@@ -130,6 +134,7 @@ module SearchSolrTools
       def translate_short_long_names_to_facet_value(json)
         facet_values = []
         return facet_values if json.nil?
+
         json.each do |json_entry|
           long_name = json_entry['longName'].nil? ? '' : json_entry['longName']
           short_name = json_entry['shortName'].nil? ? '' : json_entry['shortName']
@@ -169,6 +174,7 @@ module SearchSolrTools
       def translate_parameters_to_facet_parameters(parameters_json)
         parameters_strings = translate_json_string(parameters_json, PARAMETER_PARTS)
         return [] if parameters_strings.nil?
+
         facet_params = []
         parameters_strings.each do |str|
           facet_params << Helpers::SolrFormat.parameter_binning(str)
@@ -199,8 +205,7 @@ module SearchSolrTools
       end
 
       def generate_data_citation_creators(data_citation)
-        data_citation.nil? ? creators = [] : creators = data_citation['creators']
-        creators
+        data_citation.nil? ? [] : data_citation['creators']
       end
 
       def generate_part_array(json, limit_values = nil)
@@ -214,6 +219,5 @@ module SearchSolrTools
         parts
       end
     end
-    # rubocop:enable Metrics/ClassLength
   end
 end

data/lib/search_solr_tools/version.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module SearchSolrTools
-  VERSION = '6.1.0'
+  VERSION = '6.3.0'
 end

data/lib/search_solr_tools.rb

@@ -1,10 +1,11 @@
+# frozen_string_literal: true
+
 require_relative 'search_solr_tools/config/environments'
 require_relative 'search_solr_tools/version'
 
-require_relative 'search_solr_tools/helpers/selectors'
 require_relative 'search_solr_tools/helpers/harvest_status'
 require_relative 'search_solr_tools/errors/harvest_error'
 
-%w( selectors harvesters translators ).each do |subdir|
+%w[harvesters translators].each do |subdir|
   Dir[File.join(__dir__, 'search_solr_tools', subdir, '*.rb')].each { |file| require file }
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: search_solr_tools
 version: !ruby/object:Gem::Version
-  version: 6.1.0
+  version: 6.3.0
 platform: ruby
 authors:
 - Chris Chalstrom
@@ -14,7 +14,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-07-17 00:00:00.000000000 Z
+date: 2023-07-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi-geos
@@ -321,59 +321,17 @@ files:
 - lib/search_solr_tools/config/environments.rb
 - lib/search_solr_tools/config/environments.yaml
 - lib/search_solr_tools/errors/harvest_error.rb
-- lib/search_solr_tools/harvesters/adc.rb
-- lib/search_solr_tools/harvesters/ade_auto_suggest.rb
 - lib/search_solr_tools/harvesters/auto_suggest.rb
 - lib/search_solr_tools/harvesters/base.rb
-- lib/search_solr_tools/harvesters/bcodmo.rb
-- lib/search_solr_tools/harvesters/data_one.rb
-- lib/search_solr_tools/harvesters/echo.rb
-- lib/search_solr_tools/harvesters/eol.rb
-- lib/search_solr_tools/harvesters/gtnp.rb
-- lib/search_solr_tools/harvesters/ices.rb
-- lib/search_solr_tools/harvesters/ncdc_paleo.rb
-- lib/search_solr_tools/harvesters/nmi.rb
-- lib/search_solr_tools/harvesters/nodc.rb
 - lib/search_solr_tools/harvesters/nsidc_auto_suggest.rb
 - lib/search_solr_tools/harvesters/nsidc_json.rb
-- lib/search_solr_tools/harvesters/oai.rb
-- lib/search_solr_tools/harvesters/pdc.rb
-- lib/search_solr_tools/harvesters/r2r.rb
-- lib/search_solr_tools/harvesters/rda.rb
-- lib/search_solr_tools/harvesters/tdar.rb
-- lib/search_solr_tools/harvesters/usgs.rb
 - lib/search_solr_tools/helpers/bounding_box_util.rb
-- lib/search_solr_tools/helpers/csw_iso_query_builder.rb
-- lib/search_solr_tools/helpers/data_one_format.rb
 - lib/search_solr_tools/helpers/facet_configuration.rb
 - lib/search_solr_tools/helpers/harvest_status.rb
 - lib/search_solr_tools/helpers/iso_namespaces.rb
-- lib/search_solr_tools/helpers/iso_to_solr.rb
-- lib/search_solr_tools/helpers/iso_to_solr_format.rb
-- lib/search_solr_tools/helpers/ncdc_paleo_format.rb
-- lib/search_solr_tools/helpers/query_builder.rb
-- lib/search_solr_tools/helpers/r2r_format.rb
-- lib/search_solr_tools/helpers/selectors.rb
 - lib/search_solr_tools/helpers/solr_format.rb
-- lib/search_solr_tools/helpers/tdar_format.rb
 - lib/search_solr_tools/helpers/translate_spatial_coverage.rb
 - lib/search_solr_tools/helpers/translate_temporal_coverage.rb
-- lib/search_solr_tools/helpers/usgs_format.rb
-- lib/search_solr_tools/selectors/adc.rb
-- lib/search_solr_tools/selectors/data_one.rb
-- lib/search_solr_tools/selectors/echo_iso.rb
-- lib/search_solr_tools/selectors/ices_iso.rb
-- lib/search_solr_tools/selectors/ncdc_paleo.rb
-- lib/search_solr_tools/selectors/nmi.rb
-- lib/search_solr_tools/selectors/nodc_iso.rb
-- lib/search_solr_tools/selectors/pdc_iso.rb
-- lib/search_solr_tools/selectors/r2r.rb
-- lib/search_solr_tools/selectors/rda.rb
-- lib/search_solr_tools/selectors/tdar_opensearch.rb
-- lib/search_solr_tools/selectors/usgs_iso.rb
-- lib/search_solr_tools/translators/bcodmo_json.rb
-- lib/search_solr_tools/translators/eol_to_solr.rb
-- lib/search_solr_tools/translators/gtnp_json.rb
 - lib/search_solr_tools/translators/nsidc_json.rb
 - lib/search_solr_tools/version.rb
 - search_solr_tools.gemspec
@@ -396,7 +354,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
+rubygems_version: 3.4.17
 signing_key: 
 specification_version: 4
 summary: Tools to harvest and manage various scientific dataset feeds in a Solr instance.

data/lib/search_solr_tools/harvesters/adc.rb

@@ -1,49 +0,0 @@
-require_relative 'base'
-
-module SearchSolrTools
-  module Harvesters
-    class Adc < Base
-      def initialize(env = 'development', die_on_failure = false)
-        super
-        @page_size = 250
-        @translator = Helpers::IsoToSolr.new :adc
-      end
-
-      def harvest_and_delete
-        puts "Running harvest of adc catalog from #{metadata_url}"
-        super(method(:harvest_adc_into_solr), "data_centers:\"#{Helpers::SolrFormat::DATA_CENTER_NAMES[:ADC][:long_name]}\"")
-      end
-
-      def harvest_adc_into_solr
-        start = 0
-        while (entries = get_results_from_adc(start)) && (entries.length > 0)
-          begin
-            insert_solr_docs(get_docs_with_translated_entries_from_adc(entries))
-          rescue => e
-            puts "ERROR: #{e}\n\n"
-            raise e if @die_on_failure
-          end
-          start += @page_size
-        end
-      end
-
-      def get_results_from_adc(start)
-        get_results(build_request(start, @page_size), './response/result/doc')
-      end
-
-      def metadata_url
-        SolrEnvironments[@environment][:adc_url]
-      end
-
-      def get_docs_with_translated_entries_from_adc(entries)
-        entries.map do |e|
-          create_new_solr_add_doc_with_child(@translator.translate(e).root)
-        end
-      end
-
-      def build_request(start = 0, max_records = 100)
-        "#{metadata_url}&start=#{start}&rows=#{max_records}"
-      end
-    end
-  end
-end

data/lib/search_solr_tools/harvesters/ade_auto_suggest.rb

@@ -1,46 +0,0 @@
-require_relative 'auto_suggest'
-
-module SearchSolrTools
-  module Harvesters
-    class AdeAutoSuggest < AutoSuggest
-      def harvest_and_delete
-        puts 'Building auto-suggest indexes for ADE'
-        super(method(:harvest), 'source:"ADE"', @env_settings[:auto_suggest_collection_name])
-      end
-
-      def harvest
-        url = "#{solr_url}/#{@env_settings[:collection_name]}/select?q=*%3A*&fq=source%3AADE&fq=spatial:[45.0,-180.0+TO+90.0,180.0]&rows=0&wt=json&indent=true&facet=true&facet.mincount=1&facet.sort=count&facet.limit=-1"
-        super url, fields
-      end
-
-      def fields
-        {
-          'full_keywords_and_parameters' => { weight: 2, source: 'ADE', creator: method(:keyword_creator) },
-          'full_authors' => { weight: 1, source: 'ADE', creator: method(:author_creator) }
-        }
-      end
-
-      def split_creator(value, count, field_weight, source, split_regex)
-        add_docs = []
-        value.downcase.split(split_regex).each do |v|
-          v = v.strip.chomp('/')
-          add_docs.concat(ade_length_limit_creator(v, count, field_weight, source)) unless v.nil? || v.empty?
-        end
-        add_docs
-      end
-
-      def keyword_creator(value, count, field_weight, source)
-        split_creator value, count, field_weight, source, %r{/ [\/ \>]+ /}
-      end
-
-      def author_creator(value, count, field_weight, source)
-        split_creator value, count, field_weight, source, %r{/;/}
-      end
-
-      def ade_length_limit_creator(value, count, field_weight, source)
-        return [] if value.length > 80
-        standard_add_creator value, count, field_weight, source
-      end
-    end
-  end
-end