search_solr_tools 3.10.0 → 3.11.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/CHANGELOG.md +14 -1
- data/bin/search_solr_tools +18 -20
- data/lib/search_solr_tools/config/environments.yaml +1 -1
- data/lib/search_solr_tools/helpers/iso_to_solr.rb +3 -3
- data/lib/search_solr_tools/version.rb +1 -1
- data/search_solr_tools.gemspec +4 -4
- metadata +11 -11
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: 83a2c27b416b5f32c0f729cf8aefb28684cedbe528d071116c6db112abe13d2a
|
4
|
+
data.tar.gz: 4e2f6e63c0ce601a5ee747504426a8470bb33d8d5c51c96d275ff561cb813998
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7f9894781ef69fa5688b9ed53112f935146c4066de512b0e5f24d76d13943ebeceefc38cdb0936ed5ca6252ac1c28a3b809cdd6549a54fc57549abdeab02bd1a
|
7
|
+
data.tar.gz: 5c0c3fe646dd3015abea578fec718220719b8ecfd32c555cd1eb4894d8496cf7a0d382e55b0325cec9759b7ab76f4701c5388d323b1069e1e7236afaebbf302d
|
data/CHANGELOG.md
CHANGED
@@ -1,9 +1,22 @@
|
|
1
|
-
## v3.
|
1
|
+
## v3.11.0 (2019-06-10)
|
2
|
+
|
3
|
+
Changes:
|
4
|
+
|
5
|
+
- Update Ruby, Nokogiri, RestClient, Rubocop, and Webmock versions to address
|
6
|
+
security warnings.
|
7
|
+
- Update syntax as necessary for new versions of Rubocop and RestClient.
|
8
|
+
|
9
|
+
## v3.10.0 (2017-04-10)
|
2
10
|
|
3
11
|
Changes
|
4
12
|
|
5
13
|
- Constrain ADC and ECHO feeds to only fetch records in the arctic.
|
6
14
|
|
15
|
+
Note
|
16
|
+
- v3.9.1 and v3.10.0 were mistakenly released after version 3.9.0 was
|
17
|
+
tagged. All three versions are identical, although v3.9.0 was never
|
18
|
+
released to rubygems.org.
|
19
|
+
|
7
20
|
## v3.8.4 (2017-03-30)
|
8
21
|
|
9
22
|
Bugfix
|
data/bin/search_solr_tools
CHANGED
@@ -1,9 +1,11 @@
|
|
1
1
|
#!/usr/bin/env ruby
|
2
|
+
# frozen_string_literal: true
|
3
|
+
|
2
4
|
require 'search_solr_tools'
|
3
5
|
require 'thor'
|
4
6
|
|
5
7
|
class SolrHarvestCLI < Thor
|
6
|
-
map %w
|
8
|
+
map %w[--version -v] => :__print_version
|
7
9
|
|
8
10
|
desc '--version, -v', 'print the version'
|
9
11
|
def __print_version
|
@@ -21,7 +23,7 @@ class SolrHarvestCLI < Thor
|
|
21
23
|
harvest_class = get_harvester_class(target)
|
22
24
|
harvester = harvest_class.new(options[:environment], die_on_failure)
|
23
25
|
harvester.harvest_and_delete
|
24
|
-
rescue => e
|
26
|
+
rescue StandardError => e
|
25
27
|
puts "harvest failed for #{target}: #{e.message}"
|
26
28
|
raise e
|
27
29
|
end
|
@@ -64,30 +66,26 @@ class SolrHarvestCLI < Thor
|
|
64
66
|
no_tasks do
|
65
67
|
def harvester_map
|
66
68
|
{
|
67
|
-
'bco_dmo'
|
68
|
-
'adc'
|
69
|
-
'
|
70
|
-
'
|
71
|
-
'
|
72
|
-
'
|
73
|
-
'
|
74
|
-
'
|
75
|
-
'
|
76
|
-
'
|
77
|
-
'
|
78
|
-
'
|
79
|
-
'usgs' => SearchSolrTools::Harvesters::Usgs,
|
80
|
-
'tdar' => SearchSolrTools::Harvesters::Tdar,
|
81
|
-
'pdc' => SearchSolrTools::Harvesters::Pdc,
|
82
|
-
'nsidc' => SearchSolrTools::Harvesters::NsidcJson,
|
69
|
+
'bco_dmo' => SearchSolrTools::Harvesters::BcoDmo,
|
70
|
+
'adc' => SearchSolrTools::Harvesters::Adc,
|
71
|
+
'echo' => SearchSolrTools::Harvesters::Echo,
|
72
|
+
'ices' => SearchSolrTools::Harvesters::Ices,
|
73
|
+
'nmi' => SearchSolrTools::Harvesters::Nmi,
|
74
|
+
'nodc' => SearchSolrTools::Harvesters::Nodc,
|
75
|
+
'r2r' => SearchSolrTools::Harvesters::R2R,
|
76
|
+
'rda' => SearchSolrTools::Harvesters::Rda,
|
77
|
+
'usgs' => SearchSolrTools::Harvesters::Usgs,
|
78
|
+
'tdar' => SearchSolrTools::Harvesters::Tdar,
|
79
|
+
'pdc' => SearchSolrTools::Harvesters::Pdc,
|
80
|
+
'nsidc' => SearchSolrTools::Harvesters::NsidcJson,
|
83
81
|
'nsidc_auto_suggest' => SearchSolrTools::Harvesters::NsidcAutoSuggest,
|
84
|
-
'ade_auto_suggest'
|
82
|
+
'ade_auto_suggest' => SearchSolrTools::Harvesters::AdeAutoSuggest
|
85
83
|
}
|
86
84
|
end
|
87
85
|
|
88
86
|
def get_harvester_class(data_center_name)
|
89
87
|
name = data_center_name.downcase.to_s
|
90
|
-
|
88
|
+
raise("Invalid data center #{name}") unless harvester_map.key?(name)
|
91
89
|
|
92
90
|
harvester_map[name]
|
93
91
|
end
|
@@ -44,7 +44,7 @@
|
|
44
44
|
:dev:
|
45
45
|
## For the below, you'll need to instantiate your own search-solr instance, and point host to that.
|
46
46
|
:host: dev.search-solr.USERNAME.dev.int.nsidc.org
|
47
|
-
## For these, either set up your own instance of dataset
|
47
|
+
## For these, either set up your own instance of dataset search catalog or change it to point to integration
|
48
48
|
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:1580/api/dataset/metadata/
|
49
49
|
:nsidc_oai_identifiers_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:1580/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
|
50
50
|
|
@@ -2,9 +2,9 @@ require 'nokogiri'
|
|
2
2
|
|
3
3
|
module SearchSolrTools
|
4
4
|
module Helpers
|
5
|
-
# Translates ISO nokogiri documents into solr nokogiri documents using a hash driver object
|
6
|
-
# This class should be constructed passing the selector file hash as a parameter (see selectors.rb)
|
7
|
-
#
|
5
|
+
# Translates ISO nokogiri documents into solr nokogiri documents using a hash driver object.
|
6
|
+
# This class should be constructed passing the selector file hash as a parameter (see selectors.rb).
|
7
|
+
# After creating an instance we call translate with a nokogiri iso document as a parameter.
|
8
8
|
class IsoToSolr
|
9
9
|
def initialize(selector)
|
10
10
|
@fields = SELECTORS[selector]
|
data/search_solr_tools.gemspec
CHANGED
@@ -28,9 +28,9 @@ Gem::Specification.new do |spec|
|
|
28
28
|
spec.add_runtime_dependency 'ffi-geos', '~> 1.2.0'
|
29
29
|
spec.add_runtime_dependency 'iso8601', '~> 0.8'
|
30
30
|
spec.add_runtime_dependency 'multi_json', '~> 1.11'
|
31
|
-
spec.add_runtime_dependency 'nokogiri', '~> 1.
|
31
|
+
spec.add_runtime_dependency 'nokogiri', '~> 1.10.3'
|
32
32
|
spec.add_runtime_dependency 'require_all', '~> 1.3'
|
33
|
-
spec.add_runtime_dependency 'rest-client', '~>
|
33
|
+
spec.add_runtime_dependency 'rest-client', '~> 2.0.2'
|
34
34
|
spec.add_runtime_dependency 'rgeo', '~> 0.3'
|
35
35
|
spec.add_runtime_dependency 'rgeo-geojson', '~> 0.3'
|
36
36
|
spec.add_runtime_dependency 'rsolr', '~> 1.0'
|
@@ -41,7 +41,7 @@ Gem::Specification.new do |spec|
|
|
41
41
|
spec.add_development_dependency 'guard-rubocop', '~> 1.2'
|
42
42
|
spec.add_development_dependency 'rake', '~> 10.4'
|
43
43
|
spec.add_development_dependency 'rspec', '~> 3.2'
|
44
|
-
spec.add_development_dependency 'rubocop', '~> 0.
|
45
|
-
spec.add_development_dependency 'webmock', '~>
|
44
|
+
spec.add_development_dependency 'rubocop', '~> 0.71.0'
|
45
|
+
spec.add_development_dependency 'webmock', '~> 3.6.0'
|
46
46
|
spec.add_development_dependency 'listen', '3.0.5'
|
47
47
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: search_solr_tools
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 3.
|
4
|
+
version: 3.11.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Chris Chalstrom
|
@@ -12,7 +12,7 @@ authors:
|
|
12
12
|
autorequire:
|
13
13
|
bindir: bin
|
14
14
|
cert_chain: []
|
15
|
-
date:
|
15
|
+
date: 2019-06-10 00:00:00.000000000 Z
|
16
16
|
dependencies:
|
17
17
|
- !ruby/object:Gem::Dependency
|
18
18
|
name: ffi-geos
|
@@ -62,14 +62,14 @@ dependencies:
|
|
62
62
|
requirements:
|
63
63
|
- - "~>"
|
64
64
|
- !ruby/object:Gem::Version
|
65
|
-
version:
|
65
|
+
version: 1.10.3
|
66
66
|
type: :runtime
|
67
67
|
prerelease: false
|
68
68
|
version_requirements: !ruby/object:Gem::Requirement
|
69
69
|
requirements:
|
70
70
|
- - "~>"
|
71
71
|
- !ruby/object:Gem::Version
|
72
|
-
version:
|
72
|
+
version: 1.10.3
|
73
73
|
- !ruby/object:Gem::Dependency
|
74
74
|
name: require_all
|
75
75
|
requirement: !ruby/object:Gem::Requirement
|
@@ -90,14 +90,14 @@ dependencies:
|
|
90
90
|
requirements:
|
91
91
|
- - "~>"
|
92
92
|
- !ruby/object:Gem::Version
|
93
|
-
version:
|
93
|
+
version: 2.0.2
|
94
94
|
type: :runtime
|
95
95
|
prerelease: false
|
96
96
|
version_requirements: !ruby/object:Gem::Requirement
|
97
97
|
requirements:
|
98
98
|
- - "~>"
|
99
99
|
- !ruby/object:Gem::Version
|
100
|
-
version:
|
100
|
+
version: 2.0.2
|
101
101
|
- !ruby/object:Gem::Dependency
|
102
102
|
name: rgeo
|
103
103
|
requirement: !ruby/object:Gem::Requirement
|
@@ -244,28 +244,28 @@ dependencies:
|
|
244
244
|
requirements:
|
245
245
|
- - "~>"
|
246
246
|
- !ruby/object:Gem::Version
|
247
|
-
version: 0.
|
247
|
+
version: 0.71.0
|
248
248
|
type: :development
|
249
249
|
prerelease: false
|
250
250
|
version_requirements: !ruby/object:Gem::Requirement
|
251
251
|
requirements:
|
252
252
|
- - "~>"
|
253
253
|
- !ruby/object:Gem::Version
|
254
|
-
version: 0.
|
254
|
+
version: 0.71.0
|
255
255
|
- !ruby/object:Gem::Dependency
|
256
256
|
name: webmock
|
257
257
|
requirement: !ruby/object:Gem::Requirement
|
258
258
|
requirements:
|
259
259
|
- - "~>"
|
260
260
|
- !ruby/object:Gem::Version
|
261
|
-
version:
|
261
|
+
version: 3.6.0
|
262
262
|
type: :development
|
263
263
|
prerelease: false
|
264
264
|
version_requirements: !ruby/object:Gem::Requirement
|
265
265
|
requirements:
|
266
266
|
- - "~>"
|
267
267
|
- !ruby/object:Gem::Version
|
268
|
-
version:
|
268
|
+
version: 3.6.0
|
269
269
|
- !ruby/object:Gem::Dependency
|
270
270
|
name: listen
|
271
271
|
requirement: !ruby/object:Gem::Requirement
|
@@ -377,7 +377,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
377
377
|
version: '0'
|
378
378
|
requirements: []
|
379
379
|
rubyforge_project:
|
380
|
-
rubygems_version: 2.
|
380
|
+
rubygems_version: 2.7.7
|
381
381
|
signing_key:
|
382
382
|
specification_version: 4
|
383
383
|
summary: Tools to harvest and manage various scientific dataset feeds in a Solr instance.
|