search_solr_tools 3.10.0 → 3.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/CHANGELOG.md +14 -1
- data/bin/search_solr_tools +18 -20
- data/lib/search_solr_tools/config/environments.yaml +1 -1
- data/lib/search_solr_tools/helpers/iso_to_solr.rb +3 -3
- data/lib/search_solr_tools/version.rb +1 -1
- data/search_solr_tools.gemspec +4 -4
- metadata +11 -11
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: 83a2c27b416b5f32c0f729cf8aefb28684cedbe528d071116c6db112abe13d2a
|
4
|
+
data.tar.gz: 4e2f6e63c0ce601a5ee747504426a8470bb33d8d5c51c96d275ff561cb813998
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7f9894781ef69fa5688b9ed53112f935146c4066de512b0e5f24d76d13943ebeceefc38cdb0936ed5ca6252ac1c28a3b809cdd6549a54fc57549abdeab02bd1a
|
7
|
+
data.tar.gz: 5c0c3fe646dd3015abea578fec718220719b8ecfd32c555cd1eb4894d8496cf7a0d382e55b0325cec9759b7ab76f4701c5388d323b1069e1e7236afaebbf302d
|
data/CHANGELOG.md
CHANGED
@@ -1,9 +1,22 @@
|
|
1
|
-
## v3.
|
1
|
+
## v3.11.0 (2019-06-10)
|
2
|
+
|
3
|
+
Changes:
|
4
|
+
|
5
|
+
- Update Ruby, Nokogiri, RestClient, Rubocop, and Webmock versions to address
|
6
|
+
security warnings.
|
7
|
+
- Update syntax as necessary for new versions of Rubocop and RestClient.
|
8
|
+
|
9
|
+
## v3.10.0 (2017-04-10)
|
2
10
|
|
3
11
|
Changes
|
4
12
|
|
5
13
|
- Constrain ADC and ECHO feeds to only fetch records in the arctic.
|
6
14
|
|
15
|
+
Note
|
16
|
+
- v3.9.1 and v3.10.0 were mistakenly released after version 3.9.0 was
|
17
|
+
tagged. All three versions are identical, although v3.9.0 was never
|
18
|
+
released to rubygems.org.
|
19
|
+
|
7
20
|
## v3.8.4 (2017-03-30)
|
8
21
|
|
9
22
|
Bugfix
|
data/bin/search_solr_tools
CHANGED
@@ -1,9 +1,11 @@
|
|
1
1
|
#!/usr/bin/env ruby
|
2
|
+
# frozen_string_literal: true
|
3
|
+
|
2
4
|
require 'search_solr_tools'
|
3
5
|
require 'thor'
|
4
6
|
|
5
7
|
class SolrHarvestCLI < Thor
|
6
|
-
map %w
|
8
|
+
map %w[--version -v] => :__print_version
|
7
9
|
|
8
10
|
desc '--version, -v', 'print the version'
|
9
11
|
def __print_version
|
@@ -21,7 +23,7 @@ class SolrHarvestCLI < Thor
|
|
21
23
|
harvest_class = get_harvester_class(target)
|
22
24
|
harvester = harvest_class.new(options[:environment], die_on_failure)
|
23
25
|
harvester.harvest_and_delete
|
24
|
-
rescue => e
|
26
|
+
rescue StandardError => e
|
25
27
|
puts "harvest failed for #{target}: #{e.message}"
|
26
28
|
raise e
|
27
29
|
end
|
@@ -64,30 +66,26 @@ class SolrHarvestCLI < Thor
|
|
64
66
|
no_tasks do
|
65
67
|
def harvester_map
|
66
68
|
{
|
67
|
-
'bco_dmo'
|
68
|
-
'adc'
|
69
|
-
'
|
70
|
-
'
|
71
|
-
'
|
72
|
-
'
|
73
|
-
'
|
74
|
-
'
|
75
|
-
'
|
76
|
-
'
|
77
|
-
'
|
78
|
-
'
|
79
|
-
'usgs' => SearchSolrTools::Harvesters::Usgs,
|
80
|
-
'tdar' => SearchSolrTools::Harvesters::Tdar,
|
81
|
-
'pdc' => SearchSolrTools::Harvesters::Pdc,
|
82
|
-
'nsidc' => SearchSolrTools::Harvesters::NsidcJson,
|
69
|
+
'bco_dmo' => SearchSolrTools::Harvesters::BcoDmo,
|
70
|
+
'adc' => SearchSolrTools::Harvesters::Adc,
|
71
|
+
'echo' => SearchSolrTools::Harvesters::Echo,
|
72
|
+
'ices' => SearchSolrTools::Harvesters::Ices,
|
73
|
+
'nmi' => SearchSolrTools::Harvesters::Nmi,
|
74
|
+
'nodc' => SearchSolrTools::Harvesters::Nodc,
|
75
|
+
'r2r' => SearchSolrTools::Harvesters::R2R,
|
76
|
+
'rda' => SearchSolrTools::Harvesters::Rda,
|
77
|
+
'usgs' => SearchSolrTools::Harvesters::Usgs,
|
78
|
+
'tdar' => SearchSolrTools::Harvesters::Tdar,
|
79
|
+
'pdc' => SearchSolrTools::Harvesters::Pdc,
|
80
|
+
'nsidc' => SearchSolrTools::Harvesters::NsidcJson,
|
83
81
|
'nsidc_auto_suggest' => SearchSolrTools::Harvesters::NsidcAutoSuggest,
|
84
|
-
'ade_auto_suggest'
|
82
|
+
'ade_auto_suggest' => SearchSolrTools::Harvesters::AdeAutoSuggest
|
85
83
|
}
|
86
84
|
end
|
87
85
|
|
88
86
|
def get_harvester_class(data_center_name)
|
89
87
|
name = data_center_name.downcase.to_s
|
90
|
-
|
88
|
+
raise("Invalid data center #{name}") unless harvester_map.key?(name)
|
91
89
|
|
92
90
|
harvester_map[name]
|
93
91
|
end
|
@@ -44,7 +44,7 @@
|
|
44
44
|
:dev:
|
45
45
|
## For the below, you'll need to instantiate your own search-solr instance, and point host to that.
|
46
46
|
:host: dev.search-solr.USERNAME.dev.int.nsidc.org
|
47
|
-
## For these, either set up your own instance of dataset
|
47
|
+
## For these, either set up your own instance of dataset search catalog or change it to point to integration
|
48
48
|
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:1580/api/dataset/metadata/
|
49
49
|
:nsidc_oai_identifiers_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:1580/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
|
50
50
|
|
@@ -2,9 +2,9 @@ require 'nokogiri'
|
|
2
2
|
|
3
3
|
module SearchSolrTools
|
4
4
|
module Helpers
|
5
|
-
# Translates ISO nokogiri documents into solr nokogiri documents using a hash driver object
|
6
|
-
# This class should be constructed passing the selector file hash as a parameter (see selectors.rb)
|
7
|
-
#
|
5
|
+
# Translates ISO nokogiri documents into solr nokogiri documents using a hash driver object.
|
6
|
+
# This class should be constructed passing the selector file hash as a parameter (see selectors.rb).
|
7
|
+
# After creating an instance we call translate with a nokogiri iso document as a parameter.
|
8
8
|
class IsoToSolr
|
9
9
|
def initialize(selector)
|
10
10
|
@fields = SELECTORS[selector]
|
data/search_solr_tools.gemspec
CHANGED
@@ -28,9 +28,9 @@ Gem::Specification.new do |spec|
|
|
28
28
|
spec.add_runtime_dependency 'ffi-geos', '~> 1.2.0'
|
29
29
|
spec.add_runtime_dependency 'iso8601', '~> 0.8'
|
30
30
|
spec.add_runtime_dependency 'multi_json', '~> 1.11'
|
31
|
-
spec.add_runtime_dependency 'nokogiri', '~> 1.
|
31
|
+
spec.add_runtime_dependency 'nokogiri', '~> 1.10.3'
|
32
32
|
spec.add_runtime_dependency 'require_all', '~> 1.3'
|
33
|
-
spec.add_runtime_dependency 'rest-client', '~>
|
33
|
+
spec.add_runtime_dependency 'rest-client', '~> 2.0.2'
|
34
34
|
spec.add_runtime_dependency 'rgeo', '~> 0.3'
|
35
35
|
spec.add_runtime_dependency 'rgeo-geojson', '~> 0.3'
|
36
36
|
spec.add_runtime_dependency 'rsolr', '~> 1.0'
|
@@ -41,7 +41,7 @@ Gem::Specification.new do |spec|
|
|
41
41
|
spec.add_development_dependency 'guard-rubocop', '~> 1.2'
|
42
42
|
spec.add_development_dependency 'rake', '~> 10.4'
|
43
43
|
spec.add_development_dependency 'rspec', '~> 3.2'
|
44
|
-
spec.add_development_dependency 'rubocop', '~> 0.
|
45
|
-
spec.add_development_dependency 'webmock', '~>
|
44
|
+
spec.add_development_dependency 'rubocop', '~> 0.71.0'
|
45
|
+
spec.add_development_dependency 'webmock', '~> 3.6.0'
|
46
46
|
spec.add_development_dependency 'listen', '3.0.5'
|
47
47
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: search_solr_tools
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 3.
|
4
|
+
version: 3.11.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Chris Chalstrom
|
@@ -12,7 +12,7 @@ authors:
|
|
12
12
|
autorequire:
|
13
13
|
bindir: bin
|
14
14
|
cert_chain: []
|
15
|
-
date:
|
15
|
+
date: 2019-06-10 00:00:00.000000000 Z
|
16
16
|
dependencies:
|
17
17
|
- !ruby/object:Gem::Dependency
|
18
18
|
name: ffi-geos
|
@@ -62,14 +62,14 @@ dependencies:
|
|
62
62
|
requirements:
|
63
63
|
- - "~>"
|
64
64
|
- !ruby/object:Gem::Version
|
65
|
-
version:
|
65
|
+
version: 1.10.3
|
66
66
|
type: :runtime
|
67
67
|
prerelease: false
|
68
68
|
version_requirements: !ruby/object:Gem::Requirement
|
69
69
|
requirements:
|
70
70
|
- - "~>"
|
71
71
|
- !ruby/object:Gem::Version
|
72
|
-
version:
|
72
|
+
version: 1.10.3
|
73
73
|
- !ruby/object:Gem::Dependency
|
74
74
|
name: require_all
|
75
75
|
requirement: !ruby/object:Gem::Requirement
|
@@ -90,14 +90,14 @@ dependencies:
|
|
90
90
|
requirements:
|
91
91
|
- - "~>"
|
92
92
|
- !ruby/object:Gem::Version
|
93
|
-
version:
|
93
|
+
version: 2.0.2
|
94
94
|
type: :runtime
|
95
95
|
prerelease: false
|
96
96
|
version_requirements: !ruby/object:Gem::Requirement
|
97
97
|
requirements:
|
98
98
|
- - "~>"
|
99
99
|
- !ruby/object:Gem::Version
|
100
|
-
version:
|
100
|
+
version: 2.0.2
|
101
101
|
- !ruby/object:Gem::Dependency
|
102
102
|
name: rgeo
|
103
103
|
requirement: !ruby/object:Gem::Requirement
|
@@ -244,28 +244,28 @@ dependencies:
|
|
244
244
|
requirements:
|
245
245
|
- - "~>"
|
246
246
|
- !ruby/object:Gem::Version
|
247
|
-
version: 0.
|
247
|
+
version: 0.71.0
|
248
248
|
type: :development
|
249
249
|
prerelease: false
|
250
250
|
version_requirements: !ruby/object:Gem::Requirement
|
251
251
|
requirements:
|
252
252
|
- - "~>"
|
253
253
|
- !ruby/object:Gem::Version
|
254
|
-
version: 0.
|
254
|
+
version: 0.71.0
|
255
255
|
- !ruby/object:Gem::Dependency
|
256
256
|
name: webmock
|
257
257
|
requirement: !ruby/object:Gem::Requirement
|
258
258
|
requirements:
|
259
259
|
- - "~>"
|
260
260
|
- !ruby/object:Gem::Version
|
261
|
-
version:
|
261
|
+
version: 3.6.0
|
262
262
|
type: :development
|
263
263
|
prerelease: false
|
264
264
|
version_requirements: !ruby/object:Gem::Requirement
|
265
265
|
requirements:
|
266
266
|
- - "~>"
|
267
267
|
- !ruby/object:Gem::Version
|
268
|
-
version:
|
268
|
+
version: 3.6.0
|
269
269
|
- !ruby/object:Gem::Dependency
|
270
270
|
name: listen
|
271
271
|
requirement: !ruby/object:Gem::Requirement
|
@@ -377,7 +377,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
377
377
|
version: '0'
|
378
378
|
requirements: []
|
379
379
|
rubyforge_project:
|
380
|
-
rubygems_version: 2.
|
380
|
+
rubygems_version: 2.7.7
|
381
381
|
signing_key:
|
382
382
|
specification_version: 4
|
383
383
|
summary: Tools to harvest and manage various scientific dataset feeds in a Solr instance.
|