search_solr_tools 6.5.1 → 7.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 06c1b12c76f3c9cfdd99f05f85cce8a24c6118cd1dfcbfc8ace538a32865d36f
|
|
4
|
+
data.tar.gz: bd22205a6833f05d4d96fa43cdc91b5b3d45452f658ccf597ac3bbd26ac40abc
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6df6573622d4643676f1334b15aa4184f15403bc8f90f8a8cd116c25aa86202c6edc04a8acb9ef4ae428e49bb5429b2fad5b1ecd1afbf5bf5557af38eca28285
|
|
7
|
+
data.tar.gz: e75b60f41f1c4e5f8b2e7ad14e34a58fa20ba3af5d45b56fccf6914db51f108d4c015a26a139d21ed30c2cd9c06634f73c5a637043f336a210ca37f00625877c
|
data/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,14 @@
|
|
|
1
|
+
## v7.1.0 (2023-10-11)
|
|
2
|
+
|
|
3
|
+
- Updating harvesting to harvest storage system and spatial coverage
|
|
4
|
+
into separate facets, instead of a combined facet_featured facet
|
|
5
|
+
|
|
6
|
+
## v7.0.0 (2023-10-09)
|
|
7
|
+
|
|
8
|
+
- Updating harvesting to include cumulus value
|
|
9
|
+
- Adding a new facet that will cover both cumulus and global spatial
|
|
10
|
+
coverage.
|
|
11
|
+
|
|
1
12
|
## v6.5.1 (2023-09-26)
|
|
2
13
|
|
|
3
14
|
- Updating logging default configuration
|
data/bin/search_solr_tools
CHANGED
|
@@ -126,7 +126,7 @@ class SolrHarvestCLI < Thor
|
|
|
126
126
|
harvester.delete_old_documents(options[:timestamp],
|
|
127
127
|
"data_centers:\"#{SearchSolrTools::Helpers::SolrFormat::DATA_CENTER_NAMES[options[:data_center].upcase.to_sym][:long_name]}\"",
|
|
128
128
|
SearchSolrTools::SolrEnvironments[harvester.environment][:collection_name],
|
|
129
|
-
true)
|
|
129
|
+
force: true)
|
|
130
130
|
logger.info("DELETE ALL for data center '#{options[:data_center]}' complete")
|
|
131
131
|
end
|
|
132
132
|
|
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
:host: dev.search-solr.USERNAME.dev.int.nsidc.org
|
|
26
26
|
## For the metadata content, either set up your own instance of dataset-catalog-services
|
|
27
27
|
## or change the URL below to point to integration
|
|
28
|
-
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:
|
|
28
|
+
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:11580/api/dataset/metadata/
|
|
29
29
|
|
|
30
30
|
:development:
|
|
31
31
|
<<: *dev
|
|
@@ -26,6 +26,7 @@ module SearchSolrTools
|
|
|
26
26
|
'dataset_version' => json_doc['majorVersion']['version'],
|
|
27
27
|
'data_centers' => Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name],
|
|
28
28
|
'facet_data_center' => "#{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name]} | #{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:short_name]}",
|
|
29
|
+
'cumulus' => json_doc['cumulus'],
|
|
29
30
|
'authors' => translate_personnel_and_creators_to_authors(json_doc['personnel'], generate_data_citation_creators(json_doc['dataCitation'])),
|
|
30
31
|
'topics' => translate_iso_topic_categories(json_doc['isoTopicCategories']),
|
|
31
32
|
'parameters' => translate_parameters(json_doc['parameters']),
|
|
@@ -38,7 +39,6 @@ module SearchSolrTools
|
|
|
38
39
|
'spatial_coverages' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_display_str(spatial_coverages),
|
|
39
40
|
'spatial' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_index_str(spatial_coverages),
|
|
40
41
|
'spatial_area' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_area(spatial_coverages),
|
|
41
|
-
'facet_spatial_coverage' => Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages),
|
|
42
42
|
'facet_spatial_scope' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_scope_facet(spatial_coverages),
|
|
43
43
|
'temporal_coverages' => temporal_coverage_values['temporal_coverages'],
|
|
44
44
|
'temporal_duration' => temporal_coverage_values['temporal_duration'],
|
|
@@ -54,7 +54,9 @@ module SearchSolrTools
|
|
|
54
54
|
'facet_sponsored_program' => translate_short_long_names_to_facet_value(json_doc['internalDataCenters']),
|
|
55
55
|
'facet_temporal_resolution' => translate_temporal_resolution_facet_values(json_doc['parameters']),
|
|
56
56
|
'facet_spatial_resolution' => translate_spatial_resolution_facet_values(json_doc['parameters']),
|
|
57
|
-
'sponsored_programs' => translate_internal_datacenters(json_doc['internalDataCenters'])
|
|
57
|
+
'sponsored_programs' => translate_internal_datacenters(json_doc['internalDataCenters']),
|
|
58
|
+
'facet_storage_location' => translate_storage_location(json_doc),
|
|
59
|
+
'facet_spatial_coverage' => Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages)
|
|
58
60
|
)
|
|
59
61
|
end
|
|
60
62
|
# rubocop:enable Metrics/MethodLength
|
|
@@ -204,6 +206,15 @@ module SearchSolrTools
|
|
|
204
206
|
json_strings.uniq
|
|
205
207
|
end
|
|
206
208
|
|
|
209
|
+
def translate_storage_location(json)
|
|
210
|
+
facet_storage = []
|
|
211
|
+
|
|
212
|
+
# Add the Earthdata Cloud feature
|
|
213
|
+
facet_storage << 'In Earthdata Cloud' if json['cumulus']
|
|
214
|
+
|
|
215
|
+
facet_storage
|
|
216
|
+
end
|
|
217
|
+
|
|
207
218
|
def generate_data_citation_creators(data_citation)
|
|
208
219
|
data_citation.nil? ? [] : data_citation['creators']
|
|
209
220
|
end
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: search_solr_tools
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version:
|
|
4
|
+
version: 7.1.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Chris Chalstrom
|
|
@@ -14,7 +14,7 @@ authors:
|
|
|
14
14
|
autorequire:
|
|
15
15
|
bindir: bin
|
|
16
16
|
cert_chain: []
|
|
17
|
-
date: 2023-
|
|
17
|
+
date: 2023-10-11 00:00:00.000000000 Z
|
|
18
18
|
dependencies:
|
|
19
19
|
- !ruby/object:Gem::Dependency
|
|
20
20
|
name: ffi-geos
|