search_solr_tools 6.5.1 → 7.1.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 06c1b12c76f3c9cfdd99f05f85cce8a24c6118cd1dfcbfc8ace538a32865d36f
|
4
|
+
data.tar.gz: bd22205a6833f05d4d96fa43cdc91b5b3d45452f658ccf597ac3bbd26ac40abc
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6df6573622d4643676f1334b15aa4184f15403bc8f90f8a8cd116c25aa86202c6edc04a8acb9ef4ae428e49bb5429b2fad5b1ecd1afbf5bf5557af38eca28285
|
7
|
+
data.tar.gz: e75b60f41f1c4e5f8b2e7ad14e34a58fa20ba3af5d45b56fccf6914db51f108d4c015a26a139d21ed30c2cd9c06634f73c5a637043f336a210ca37f00625877c
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,14 @@
|
|
1
|
+
## v7.1.0 (2023-10-11)
|
2
|
+
|
3
|
+
- Updating harvesting to harvest storage system and spatial coverage
|
4
|
+
into separate facets, instead of a combined facet_featured facet
|
5
|
+
|
6
|
+
## v7.0.0 (2023-10-09)
|
7
|
+
|
8
|
+
- Updating harvesting to include cumulus value
|
9
|
+
- Adding a new facet that will cover both cumulus and global spatial
|
10
|
+
coverage.
|
11
|
+
|
1
12
|
## v6.5.1 (2023-09-26)
|
2
13
|
|
3
14
|
- Updating logging default configuration
|
data/bin/search_solr_tools
CHANGED
@@ -126,7 +126,7 @@ class SolrHarvestCLI < Thor
|
|
126
126
|
harvester.delete_old_documents(options[:timestamp],
|
127
127
|
"data_centers:\"#{SearchSolrTools::Helpers::SolrFormat::DATA_CENTER_NAMES[options[:data_center].upcase.to_sym][:long_name]}\"",
|
128
128
|
SearchSolrTools::SolrEnvironments[harvester.environment][:collection_name],
|
129
|
-
true)
|
129
|
+
force: true)
|
130
130
|
logger.info("DELETE ALL for data center '#{options[:data_center]}' complete")
|
131
131
|
end
|
132
132
|
|
@@ -25,7 +25,7 @@
|
|
25
25
|
:host: dev.search-solr.USERNAME.dev.int.nsidc.org
|
26
26
|
## For the metadata content, either set up your own instance of dataset-catalog-services
|
27
27
|
## or change the URL below to point to integration
|
28
|
-
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:
|
28
|
+
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:11580/api/dataset/metadata/
|
29
29
|
|
30
30
|
:development:
|
31
31
|
<<: *dev
|
@@ -26,6 +26,7 @@ module SearchSolrTools
|
|
26
26
|
'dataset_version' => json_doc['majorVersion']['version'],
|
27
27
|
'data_centers' => Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name],
|
28
28
|
'facet_data_center' => "#{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name]} | #{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:short_name]}",
|
29
|
+
'cumulus' => json_doc['cumulus'],
|
29
30
|
'authors' => translate_personnel_and_creators_to_authors(json_doc['personnel'], generate_data_citation_creators(json_doc['dataCitation'])),
|
30
31
|
'topics' => translate_iso_topic_categories(json_doc['isoTopicCategories']),
|
31
32
|
'parameters' => translate_parameters(json_doc['parameters']),
|
@@ -38,7 +39,6 @@ module SearchSolrTools
|
|
38
39
|
'spatial_coverages' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_display_str(spatial_coverages),
|
39
40
|
'spatial' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_index_str(spatial_coverages),
|
40
41
|
'spatial_area' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_area(spatial_coverages),
|
41
|
-
'facet_spatial_coverage' => Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages),
|
42
42
|
'facet_spatial_scope' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_scope_facet(spatial_coverages),
|
43
43
|
'temporal_coverages' => temporal_coverage_values['temporal_coverages'],
|
44
44
|
'temporal_duration' => temporal_coverage_values['temporal_duration'],
|
@@ -54,7 +54,9 @@ module SearchSolrTools
|
|
54
54
|
'facet_sponsored_program' => translate_short_long_names_to_facet_value(json_doc['internalDataCenters']),
|
55
55
|
'facet_temporal_resolution' => translate_temporal_resolution_facet_values(json_doc['parameters']),
|
56
56
|
'facet_spatial_resolution' => translate_spatial_resolution_facet_values(json_doc['parameters']),
|
57
|
-
'sponsored_programs' => translate_internal_datacenters(json_doc['internalDataCenters'])
|
57
|
+
'sponsored_programs' => translate_internal_datacenters(json_doc['internalDataCenters']),
|
58
|
+
'facet_storage_location' => translate_storage_location(json_doc),
|
59
|
+
'facet_spatial_coverage' => Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages)
|
58
60
|
)
|
59
61
|
end
|
60
62
|
# rubocop:enable Metrics/MethodLength
|
@@ -204,6 +206,15 @@ module SearchSolrTools
|
|
204
206
|
json_strings.uniq
|
205
207
|
end
|
206
208
|
|
209
|
+
def translate_storage_location(json)
|
210
|
+
facet_storage = []
|
211
|
+
|
212
|
+
# Add the Earthdata Cloud feature
|
213
|
+
facet_storage << 'In Earthdata Cloud' if json['cumulus']
|
214
|
+
|
215
|
+
facet_storage
|
216
|
+
end
|
217
|
+
|
207
218
|
def generate_data_citation_creators(data_citation)
|
208
219
|
data_citation.nil? ? [] : data_citation['creators']
|
209
220
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: search_solr_tools
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 7.1.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Chris Chalstrom
|
@@ -14,7 +14,7 @@ authors:
|
|
14
14
|
autorequire:
|
15
15
|
bindir: bin
|
16
16
|
cert_chain: []
|
17
|
-
date: 2023-
|
17
|
+
date: 2023-10-11 00:00:00.000000000 Z
|
18
18
|
dependencies:
|
19
19
|
- !ruby/object:Gem::Dependency
|
20
20
|
name: ffi-geos
|