search_solr_tools 6.5.0 → 7.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 530f796b476abca9b117b20772a9e48f9d3e5d8cb61d86d4ca5970358e8ae327
|
|
4
|
+
data.tar.gz: 761014cbd63831a690a41bb33e1d2502d594b4b912c4b37dfb5bef12af8b7c5a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: cd8c55dcbf7429734006d7d9e1f44f212053d3047e00f6d299830bf3eaa042ae0f618f38671aa6908237788408fc5fede53cba6ec26c6b7ab8a462a142c39ac6
|
|
7
|
+
data.tar.gz: f95560780bf47eb72e54a93a5195a59ba6a3dec20dc6e297e62045a0ab965821a634d4a76f44adbd05e779511c5f3e4b78fa982711f65c788aaccdd96dee0952
|
data/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,13 @@
|
|
|
1
|
+
## v7.0.0 (2023-10-09)
|
|
2
|
+
|
|
3
|
+
- Updating harvesting to include cumulus value
|
|
4
|
+
- Adding a new facet that will cover both cumulus and global spatial
|
|
5
|
+
coverage.
|
|
6
|
+
|
|
7
|
+
## v6.5.1 (2023-09-26)
|
|
8
|
+
|
|
9
|
+
- Updating logging default configuration
|
|
10
|
+
|
|
1
11
|
## v6.5.0 (2023-09-21)
|
|
2
12
|
|
|
3
13
|
- Adding logging functionality to the code, including the ability
|
data/bin/search_solr_tools
CHANGED
|
@@ -126,7 +126,7 @@ class SolrHarvestCLI < Thor
|
|
|
126
126
|
harvester.delete_old_documents(options[:timestamp],
|
|
127
127
|
"data_centers:\"#{SearchSolrTools::Helpers::SolrFormat::DATA_CENTER_NAMES[options[:data_center].upcase.to_sym][:long_name]}\"",
|
|
128
128
|
SearchSolrTools::SolrEnvironments[harvester.environment][:collection_name],
|
|
129
|
-
true)
|
|
129
|
+
force: true)
|
|
130
130
|
logger.info("DELETE ALL for data center '#{options[:data_center]}' complete")
|
|
131
131
|
end
|
|
132
132
|
|
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
|
|
12
12
|
# Log details. Can be overridden by environment-specific values
|
|
13
13
|
:log_file: /var/log/search-solr-tools.log
|
|
14
|
-
:log_file_level:
|
|
14
|
+
:log_file_level: debug
|
|
15
15
|
:log_stdout_level: info
|
|
16
16
|
|
|
17
17
|
:local:
|
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
:host: dev.search-solr.USERNAME.dev.int.nsidc.org
|
|
26
26
|
## For the metadata content, either set up your own instance of dataset-catalog-services
|
|
27
27
|
## or change the URL below to point to integration
|
|
28
|
-
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:
|
|
28
|
+
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:11580/api/dataset/metadata/
|
|
29
29
|
|
|
30
30
|
:development:
|
|
31
31
|
<<: *dev
|
|
@@ -26,6 +26,7 @@ module SearchSolrTools
|
|
|
26
26
|
'dataset_version' => json_doc['majorVersion']['version'],
|
|
27
27
|
'data_centers' => Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name],
|
|
28
28
|
'facet_data_center' => "#{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name]} | #{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:short_name]}",
|
|
29
|
+
'cumulus' => json_doc['cumulus'],
|
|
29
30
|
'authors' => translate_personnel_and_creators_to_authors(json_doc['personnel'], generate_data_citation_creators(json_doc['dataCitation'])),
|
|
30
31
|
'topics' => translate_iso_topic_categories(json_doc['isoTopicCategories']),
|
|
31
32
|
'parameters' => translate_parameters(json_doc['parameters']),
|
|
@@ -38,7 +39,6 @@ module SearchSolrTools
|
|
|
38
39
|
'spatial_coverages' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_display_str(spatial_coverages),
|
|
39
40
|
'spatial' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_index_str(spatial_coverages),
|
|
40
41
|
'spatial_area' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_area(spatial_coverages),
|
|
41
|
-
'facet_spatial_coverage' => Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages),
|
|
42
42
|
'facet_spatial_scope' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_scope_facet(spatial_coverages),
|
|
43
43
|
'temporal_coverages' => temporal_coverage_values['temporal_coverages'],
|
|
44
44
|
'temporal_duration' => temporal_coverage_values['temporal_duration'],
|
|
@@ -54,7 +54,8 @@ module SearchSolrTools
|
|
|
54
54
|
'facet_sponsored_program' => translate_short_long_names_to_facet_value(json_doc['internalDataCenters']),
|
|
55
55
|
'facet_temporal_resolution' => translate_temporal_resolution_facet_values(json_doc['parameters']),
|
|
56
56
|
'facet_spatial_resolution' => translate_spatial_resolution_facet_values(json_doc['parameters']),
|
|
57
|
-
'sponsored_programs' => translate_internal_datacenters(json_doc['internalDataCenters'])
|
|
57
|
+
'sponsored_programs' => translate_internal_datacenters(json_doc['internalDataCenters']),
|
|
58
|
+
'facet_featured' => translate_featured(json_doc, spatial_coverages)
|
|
58
59
|
)
|
|
59
60
|
end
|
|
60
61
|
# rubocop:enable Metrics/MethodLength
|
|
@@ -204,6 +205,19 @@ module SearchSolrTools
|
|
|
204
205
|
json_strings.uniq
|
|
205
206
|
end
|
|
206
207
|
|
|
208
|
+
def translate_featured(json, spatial_coverages)
|
|
209
|
+
facet_featured = []
|
|
210
|
+
|
|
211
|
+
# Add the Earthdata Cloud feature
|
|
212
|
+
facet_featured << 'In Earthdata Cloud' if json['cumulus']
|
|
213
|
+
|
|
214
|
+
# Add the "Global" spatial coverage to this facet
|
|
215
|
+
global = Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages)
|
|
216
|
+
facet_featured << global unless global.nil?
|
|
217
|
+
|
|
218
|
+
facet_featured
|
|
219
|
+
end
|
|
220
|
+
|
|
207
221
|
def generate_data_citation_creators(data_citation)
|
|
208
222
|
data_citation.nil? ? [] : data_citation['creators']
|
|
209
223
|
end
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: search_solr_tools
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version:
|
|
4
|
+
version: 7.0.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Chris Chalstrom
|
|
@@ -14,7 +14,7 @@ authors:
|
|
|
14
14
|
autorequire:
|
|
15
15
|
bindir: bin
|
|
16
16
|
cert_chain: []
|
|
17
|
-
date: 2023-09
|
|
17
|
+
date: 2023-10-09 00:00:00.000000000 Z
|
|
18
18
|
dependencies:
|
|
19
19
|
- !ruby/object:Gem::Dependency
|
|
20
20
|
name: ffi-geos
|