search_solr_tools 6.5.0 → 7.0.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 530f796b476abca9b117b20772a9e48f9d3e5d8cb61d86d4ca5970358e8ae327
|
4
|
+
data.tar.gz: 761014cbd63831a690a41bb33e1d2502d594b4b912c4b37dfb5bef12af8b7c5a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: cd8c55dcbf7429734006d7d9e1f44f212053d3047e00f6d299830bf3eaa042ae0f618f38671aa6908237788408fc5fede53cba6ec26c6b7ab8a462a142c39ac6
|
7
|
+
data.tar.gz: f95560780bf47eb72e54a93a5195a59ba6a3dec20dc6e297e62045a0ab965821a634d4a76f44adbd05e779511c5f3e4b78fa982711f65c788aaccdd96dee0952
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,13 @@
|
|
1
|
+
## v7.0.0 (2023-10-09)
|
2
|
+
|
3
|
+
- Updating harvesting to include cumulus value
|
4
|
+
- Adding a new facet that will cover both cumulus and global spatial
|
5
|
+
coverage.
|
6
|
+
|
7
|
+
## v6.5.1 (2023-09-26)
|
8
|
+
|
9
|
+
- Updating logging default configuration
|
10
|
+
|
1
11
|
## v6.5.0 (2023-09-21)
|
2
12
|
|
3
13
|
- Adding logging functionality to the code, including the ability
|
data/bin/search_solr_tools
CHANGED
@@ -126,7 +126,7 @@ class SolrHarvestCLI < Thor
|
|
126
126
|
harvester.delete_old_documents(options[:timestamp],
|
127
127
|
"data_centers:\"#{SearchSolrTools::Helpers::SolrFormat::DATA_CENTER_NAMES[options[:data_center].upcase.to_sym][:long_name]}\"",
|
128
128
|
SearchSolrTools::SolrEnvironments[harvester.environment][:collection_name],
|
129
|
-
true)
|
129
|
+
force: true)
|
130
130
|
logger.info("DELETE ALL for data center '#{options[:data_center]}' complete")
|
131
131
|
end
|
132
132
|
|
@@ -11,7 +11,7 @@
|
|
11
11
|
|
12
12
|
# Log details. Can be overridden by environment-specific values
|
13
13
|
:log_file: /var/log/search-solr-tools.log
|
14
|
-
:log_file_level:
|
14
|
+
:log_file_level: debug
|
15
15
|
:log_stdout_level: info
|
16
16
|
|
17
17
|
:local:
|
@@ -25,7 +25,7 @@
|
|
25
25
|
:host: dev.search-solr.USERNAME.dev.int.nsidc.org
|
26
26
|
## For the metadata content, either set up your own instance of dataset-catalog-services
|
27
27
|
## or change the URL below to point to integration
|
28
|
-
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:
|
28
|
+
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:11580/api/dataset/metadata/
|
29
29
|
|
30
30
|
:development:
|
31
31
|
<<: *dev
|
@@ -26,6 +26,7 @@ module SearchSolrTools
|
|
26
26
|
'dataset_version' => json_doc['majorVersion']['version'],
|
27
27
|
'data_centers' => Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name],
|
28
28
|
'facet_data_center' => "#{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:long_name]} | #{Helpers::SolrFormat::DATA_CENTER_NAMES[:NSIDC][:short_name]}",
|
29
|
+
'cumulus' => json_doc['cumulus'],
|
29
30
|
'authors' => translate_personnel_and_creators_to_authors(json_doc['personnel'], generate_data_citation_creators(json_doc['dataCitation'])),
|
30
31
|
'topics' => translate_iso_topic_categories(json_doc['isoTopicCategories']),
|
31
32
|
'parameters' => translate_parameters(json_doc['parameters']),
|
@@ -38,7 +39,6 @@ module SearchSolrTools
|
|
38
39
|
'spatial_coverages' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_display_str(spatial_coverages),
|
39
40
|
'spatial' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_index_str(spatial_coverages),
|
40
41
|
'spatial_area' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_area(spatial_coverages),
|
41
|
-
'facet_spatial_coverage' => Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages),
|
42
42
|
'facet_spatial_scope' => Helpers::TranslateSpatialCoverage.geojson_to_spatial_scope_facet(spatial_coverages),
|
43
43
|
'temporal_coverages' => temporal_coverage_values['temporal_coverages'],
|
44
44
|
'temporal_duration' => temporal_coverage_values['temporal_duration'],
|
@@ -54,7 +54,8 @@ module SearchSolrTools
|
|
54
54
|
'facet_sponsored_program' => translate_short_long_names_to_facet_value(json_doc['internalDataCenters']),
|
55
55
|
'facet_temporal_resolution' => translate_temporal_resolution_facet_values(json_doc['parameters']),
|
56
56
|
'facet_spatial_resolution' => translate_spatial_resolution_facet_values(json_doc['parameters']),
|
57
|
-
'sponsored_programs' => translate_internal_datacenters(json_doc['internalDataCenters'])
|
57
|
+
'sponsored_programs' => translate_internal_datacenters(json_doc['internalDataCenters']),
|
58
|
+
'facet_featured' => translate_featured(json_doc, spatial_coverages)
|
58
59
|
)
|
59
60
|
end
|
60
61
|
# rubocop:enable Metrics/MethodLength
|
@@ -204,6 +205,19 @@ module SearchSolrTools
|
|
204
205
|
json_strings.uniq
|
205
206
|
end
|
206
207
|
|
208
|
+
def translate_featured(json, spatial_coverages)
|
209
|
+
facet_featured = []
|
210
|
+
|
211
|
+
# Add the Earthdata Cloud feature
|
212
|
+
facet_featured << 'In Earthdata Cloud' if json['cumulus']
|
213
|
+
|
214
|
+
# Add the "Global" spatial coverage to this facet
|
215
|
+
global = Helpers::TranslateSpatialCoverage.geojson_to_global_facet(spatial_coverages)
|
216
|
+
facet_featured << global unless global.nil?
|
217
|
+
|
218
|
+
facet_featured
|
219
|
+
end
|
220
|
+
|
207
221
|
def generate_data_citation_creators(data_citation)
|
208
222
|
data_citation.nil? ? [] : data_citation['creators']
|
209
223
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: search_solr_tools
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 7.0.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Chris Chalstrom
|
@@ -14,7 +14,7 @@ authors:
|
|
14
14
|
autorequire:
|
15
15
|
bindir: bin
|
16
16
|
cert_chain: []
|
17
|
-
date: 2023-09
|
17
|
+
date: 2023-10-09 00:00:00.000000000 Z
|
18
18
|
dependencies:
|
19
19
|
- !ruby/object:Gem::Dependency
|
20
20
|
name: ffi-geos
|