search_solr_tools 5.1.0 → 6.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/README.md +7 -6
- data/bin/search_solr_tools +1 -1
- data/lib/search_solr_tools/config/environments.yaml +1 -1
- data/lib/search_solr_tools/harvesters/base.rb +1 -1
- data/lib/search_solr_tools/version.rb +1 -1
- data/search_solr_tools.gemspec +19 -16
- metadata +66 -38
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ab316e3a683c1fc5d532a32c6325757777bde4afb817c2790c58df9d839216f5
|
4
|
+
data.tar.gz: e87963292111c382f1e4fae6d26cf629e328d8bd15cad8c373f87ed35cc68712
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b63f30bdecebf58e9f9d95400166740a04d3fe6dd738c652960a5de9e9dab0bfa34a4dfe897ce843cdee2f3c21b48a8258c544320446091960fb05ddf4259248
|
7
|
+
data.tar.gz: 9cd7b65d29ceb21fc4e5f0940f856a26ad08fb04e4fbdd421460f1f0518d19b9c15192657bae61549f393e30b0c924776f22e3cceee37ab04a29996491a59ab8
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,13 @@
|
|
1
|
+
## v6.0.0 (2022-07-13)
|
2
|
+
|
3
|
+
- Updated Ruby to 3.2.2, updated gem dependencies to more recent versions.
|
4
|
+
|
5
|
+
## v5.2.0 (2022-08-31)
|
6
|
+
|
7
|
+
- Updated the call for identifiers for the json harvester to use the
|
8
|
+
proper "metadataPrefix" parameter, and request the dif identifiers
|
9
|
+
instead of iso.
|
10
|
+
|
1
11
|
## v5.1.0 (2020-07-23)
|
2
12
|
|
3
13
|
- Added a CLI method to "ping" the Solr and Source servers for a given
|
data/README.md
CHANGED
@@ -1,4 +1,4 @@
|
|
1
|
-
[](http://badge.fury.io/rb/search_solr_tools)
|
1
|
+
[](http://badge.fury.io/rb/search_solr_tools)
|
2
2
|
|
3
3
|
# NSIDC Search Solr Tools
|
4
4
|
|
@@ -61,7 +61,7 @@ Once you have the gem built in the project directory, install the utility:
|
|
61
61
|
|
62
62
|
### Requirements
|
63
63
|
|
64
|
-
* Ruby > 2.
|
64
|
+
* Ruby > 3.2.2
|
65
65
|
* [Bundler](http://bundler.io/)
|
66
66
|
* Requirements for nokogiri:
|
67
67
|
* [libxml2/libxml2-dev](http://xmlsoft.org/)
|
@@ -105,7 +105,7 @@ Please be sure to run them in the `bundle exec` context if you're utilizing bund
|
|
105
105
|
|
106
106
|
Requirements:
|
107
107
|
|
108
|
-
* Ruby > 2.
|
108
|
+
* Ruby > 3.2.2
|
109
109
|
* [Bundler](http://bundler.io/)
|
110
110
|
* [Gem Release](https://github.com/svenfuchs/gem-release)
|
111
111
|
* [Rake](https://github.com/ruby/rake)
|
@@ -209,6 +209,7 @@ license is included in the file COPYING.
|
|
209
209
|
### Citation Information
|
210
210
|
|
211
211
|
Andy Grauch, Brendan Billingsley, Chris Chalstrom, Danielle Harper, Ian
|
212
|
-
Truslove, Jonathan Kovarik, Luis Lopez, Miao Liu, Michael Brandt, Stuart Reed
|
213
|
-
|
214
|
-
|
212
|
+
Truslove, Jonathan Kovarik, Luis Lopez, Miao Liu, Michael Brandt, Stuart Reed,
|
213
|
+
Julia Collins, Scott Lewis
|
214
|
+
(2023): Arctic Data Explorer SOLR Search software tools. The National Snow and
|
215
|
+
Ice Data Center. Software.
|
data/bin/search_solr_tools
CHANGED
@@ -39,7 +39,7 @@
|
|
39
39
|
# Not using DCS API v2 here because not all retired datasets have their "retired"
|
40
40
|
# flag checked. For example, GLA01.033 is retired; GLA01.018 is not, but it
|
41
41
|
# should be. GLA01.018 will show up if we use DCS API v2.
|
42
|
-
:nsidc_oai_identifiers_url: oai?verb=ListIdentifiers&
|
42
|
+
:nsidc_oai_identifiers_url: oai?verb=ListIdentifiers&metadataPrefix=dif&retired=false
|
43
43
|
|
44
44
|
:local:
|
45
45
|
:host: localhost
|
@@ -178,7 +178,7 @@ module SearchSolrTools
|
|
178
178
|
|
179
179
|
begin
|
180
180
|
puts "Request: #{request_url}"
|
181
|
-
response = open(request_url, read_timeout: timeout, 'Content-Type' => content_type)
|
181
|
+
response = URI.open(request_url, read_timeout: timeout, 'Content-Type' => content_type)
|
182
182
|
rescue OpenURI::HTTPError, Timeout::Error, Errno::ETIMEDOUT => e
|
183
183
|
retries_left -= 1
|
184
184
|
puts "## REQUEST FAILED ## #{e.class} ## Retrying #{retries_left} more times..."
|
data/search_solr_tools.gemspec
CHANGED
@@ -23,24 +23,27 @@ Gem::Specification.new do |spec|
|
|
23
23
|
spec.test_files = spec.files.grep(/^(test|spec|features)\//)
|
24
24
|
spec.require_paths = ['lib']
|
25
25
|
|
26
|
-
spec.required_ruby_version = '~> 2.
|
26
|
+
spec.required_ruby_version = '~> 3.2.2'
|
27
27
|
|
28
|
-
spec.add_runtime_dependency 'ffi-geos', '~> 2.
|
29
|
-
spec.add_runtime_dependency 'iso8601', '~> 0.
|
30
|
-
spec.add_runtime_dependency 'multi_json', '~> 1.
|
31
|
-
spec.add_runtime_dependency 'nokogiri', '~> 1.10
|
28
|
+
spec.add_runtime_dependency 'ffi-geos', '~> 2.4.0'
|
29
|
+
spec.add_runtime_dependency 'iso8601', '~> 0.13.0'
|
30
|
+
spec.add_runtime_dependency 'multi_json', '~> 1.15.0'
|
31
|
+
spec.add_runtime_dependency 'nokogiri', '~> 1.13.10'
|
32
32
|
spec.add_runtime_dependency 'rest-client', '~> 2.1.0'
|
33
|
-
spec.add_runtime_dependency 'rgeo', '~> 2.
|
33
|
+
spec.add_runtime_dependency 'rgeo', '~> 2.4.0'
|
34
34
|
spec.add_runtime_dependency 'rgeo-geojson', '~> 2.1.1'
|
35
|
-
spec.add_runtime_dependency 'rsolr', '~> 2.
|
36
|
-
spec.add_runtime_dependency 'thor', '~> 1.
|
37
|
-
|
38
|
-
spec.add_development_dependency '
|
35
|
+
spec.add_runtime_dependency 'rsolr', '~> 2.5.0'
|
36
|
+
spec.add_runtime_dependency 'thor', '~> 1.2.2'
|
37
|
+
|
38
|
+
spec.add_development_dependency 'gem-release', '~> 2.2.2'
|
39
|
+
spec.add_development_dependency 'guard', '~> 2.18.0'
|
39
40
|
spec.add_development_dependency 'guard-rspec', '~> 4.7.3'
|
40
|
-
spec.add_development_dependency 'guard-rubocop', '~> 1.
|
41
|
-
spec.add_development_dependency '
|
42
|
-
spec.add_development_dependency '
|
43
|
-
spec.add_development_dependency '
|
44
|
-
spec.add_development_dependency '
|
45
|
-
spec.add_development_dependency '
|
41
|
+
spec.add_development_dependency 'guard-rubocop', '~> 1.5.0'
|
42
|
+
spec.add_development_dependency 'listen', '3.7.1'
|
43
|
+
spec.add_development_dependency 'rake', '~> 13.0.6'
|
44
|
+
spec.add_development_dependency 'rspec', '~> 3.11.0'
|
45
|
+
spec.add_development_dependency 'rubocop', '~> 1.36.0'
|
46
|
+
spec.add_development_dependency 'rubocop-rake', '~> 0.6.0'
|
47
|
+
spec.add_development_dependency 'rubocop-rspec', '~> 2.17.1'
|
48
|
+
spec.add_development_dependency 'webmock', '~> 3.18.1'
|
46
49
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: search_solr_tools
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 6.0.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Chris Chalstrom
|
@@ -14,7 +14,7 @@ authors:
|
|
14
14
|
autorequire:
|
15
15
|
bindir: bin
|
16
16
|
cert_chain: []
|
17
|
-
date:
|
17
|
+
date: 2023-07-14 00:00:00.000000000 Z
|
18
18
|
dependencies:
|
19
19
|
- !ruby/object:Gem::Dependency
|
20
20
|
name: ffi-geos
|
@@ -22,56 +22,56 @@ dependencies:
|
|
22
22
|
requirements:
|
23
23
|
- - "~>"
|
24
24
|
- !ruby/object:Gem::Version
|
25
|
-
version: 2.
|
25
|
+
version: 2.4.0
|
26
26
|
type: :runtime
|
27
27
|
prerelease: false
|
28
28
|
version_requirements: !ruby/object:Gem::Requirement
|
29
29
|
requirements:
|
30
30
|
- - "~>"
|
31
31
|
- !ruby/object:Gem::Version
|
32
|
-
version: 2.
|
32
|
+
version: 2.4.0
|
33
33
|
- !ruby/object:Gem::Dependency
|
34
34
|
name: iso8601
|
35
35
|
requirement: !ruby/object:Gem::Requirement
|
36
36
|
requirements:
|
37
37
|
- - "~>"
|
38
38
|
- !ruby/object:Gem::Version
|
39
|
-
version: 0.
|
39
|
+
version: 0.13.0
|
40
40
|
type: :runtime
|
41
41
|
prerelease: false
|
42
42
|
version_requirements: !ruby/object:Gem::Requirement
|
43
43
|
requirements:
|
44
44
|
- - "~>"
|
45
45
|
- !ruby/object:Gem::Version
|
46
|
-
version: 0.
|
46
|
+
version: 0.13.0
|
47
47
|
- !ruby/object:Gem::Dependency
|
48
48
|
name: multi_json
|
49
49
|
requirement: !ruby/object:Gem::Requirement
|
50
50
|
requirements:
|
51
51
|
- - "~>"
|
52
52
|
- !ruby/object:Gem::Version
|
53
|
-
version: 1.
|
53
|
+
version: 1.15.0
|
54
54
|
type: :runtime
|
55
55
|
prerelease: false
|
56
56
|
version_requirements: !ruby/object:Gem::Requirement
|
57
57
|
requirements:
|
58
58
|
- - "~>"
|
59
59
|
- !ruby/object:Gem::Version
|
60
|
-
version: 1.
|
60
|
+
version: 1.15.0
|
61
61
|
- !ruby/object:Gem::Dependency
|
62
62
|
name: nokogiri
|
63
63
|
requirement: !ruby/object:Gem::Requirement
|
64
64
|
requirements:
|
65
65
|
- - "~>"
|
66
66
|
- !ruby/object:Gem::Version
|
67
|
-
version: 1.10
|
67
|
+
version: 1.13.10
|
68
68
|
type: :runtime
|
69
69
|
prerelease: false
|
70
70
|
version_requirements: !ruby/object:Gem::Requirement
|
71
71
|
requirements:
|
72
72
|
- - "~>"
|
73
73
|
- !ruby/object:Gem::Version
|
74
|
-
version: 1.10
|
74
|
+
version: 1.13.10
|
75
75
|
- !ruby/object:Gem::Dependency
|
76
76
|
name: rest-client
|
77
77
|
requirement: !ruby/object:Gem::Requirement
|
@@ -92,14 +92,14 @@ dependencies:
|
|
92
92
|
requirements:
|
93
93
|
- - "~>"
|
94
94
|
- !ruby/object:Gem::Version
|
95
|
-
version: 2.
|
95
|
+
version: 2.4.0
|
96
96
|
type: :runtime
|
97
97
|
prerelease: false
|
98
98
|
version_requirements: !ruby/object:Gem::Requirement
|
99
99
|
requirements:
|
100
100
|
- - "~>"
|
101
101
|
- !ruby/object:Gem::Version
|
102
|
-
version: 2.
|
102
|
+
version: 2.4.0
|
103
103
|
- !ruby/object:Gem::Dependency
|
104
104
|
name: rgeo-geojson
|
105
105
|
requirement: !ruby/object:Gem::Requirement
|
@@ -120,56 +120,56 @@ dependencies:
|
|
120
120
|
requirements:
|
121
121
|
- - "~>"
|
122
122
|
- !ruby/object:Gem::Version
|
123
|
-
version: 2.
|
123
|
+
version: 2.5.0
|
124
124
|
type: :runtime
|
125
125
|
prerelease: false
|
126
126
|
version_requirements: !ruby/object:Gem::Requirement
|
127
127
|
requirements:
|
128
128
|
- - "~>"
|
129
129
|
- !ruby/object:Gem::Version
|
130
|
-
version: 2.
|
130
|
+
version: 2.5.0
|
131
131
|
- !ruby/object:Gem::Dependency
|
132
132
|
name: thor
|
133
133
|
requirement: !ruby/object:Gem::Requirement
|
134
134
|
requirements:
|
135
135
|
- - "~>"
|
136
136
|
- !ruby/object:Gem::Version
|
137
|
-
version: 1.
|
137
|
+
version: 1.2.2
|
138
138
|
type: :runtime
|
139
139
|
prerelease: false
|
140
140
|
version_requirements: !ruby/object:Gem::Requirement
|
141
141
|
requirements:
|
142
142
|
- - "~>"
|
143
143
|
- !ruby/object:Gem::Version
|
144
|
-
version: 1.
|
144
|
+
version: 1.2.2
|
145
145
|
- !ruby/object:Gem::Dependency
|
146
146
|
name: gem-release
|
147
147
|
requirement: !ruby/object:Gem::Requirement
|
148
148
|
requirements:
|
149
149
|
- - "~>"
|
150
150
|
- !ruby/object:Gem::Version
|
151
|
-
version: 2.
|
151
|
+
version: 2.2.2
|
152
152
|
type: :development
|
153
153
|
prerelease: false
|
154
154
|
version_requirements: !ruby/object:Gem::Requirement
|
155
155
|
requirements:
|
156
156
|
- - "~>"
|
157
157
|
- !ruby/object:Gem::Version
|
158
|
-
version: 2.
|
158
|
+
version: 2.2.2
|
159
159
|
- !ruby/object:Gem::Dependency
|
160
160
|
name: guard
|
161
161
|
requirement: !ruby/object:Gem::Requirement
|
162
162
|
requirements:
|
163
163
|
- - "~>"
|
164
164
|
- !ruby/object:Gem::Version
|
165
|
-
version: 2.
|
165
|
+
version: 2.18.0
|
166
166
|
type: :development
|
167
167
|
prerelease: false
|
168
168
|
version_requirements: !ruby/object:Gem::Requirement
|
169
169
|
requirements:
|
170
170
|
- - "~>"
|
171
171
|
- !ruby/object:Gem::Version
|
172
|
-
version: 2.
|
172
|
+
version: 2.18.0
|
173
173
|
- !ruby/object:Gem::Dependency
|
174
174
|
name: guard-rspec
|
175
175
|
requirement: !ruby/object:Gem::Requirement
|
@@ -190,84 +190,112 @@ dependencies:
|
|
190
190
|
requirements:
|
191
191
|
- - "~>"
|
192
192
|
- !ruby/object:Gem::Version
|
193
|
-
version:
|
193
|
+
version: 1.5.0
|
194
194
|
type: :development
|
195
195
|
prerelease: false
|
196
196
|
version_requirements: !ruby/object:Gem::Requirement
|
197
197
|
requirements:
|
198
198
|
- - "~>"
|
199
199
|
- !ruby/object:Gem::Version
|
200
|
-
version:
|
200
|
+
version: 1.5.0
|
201
|
+
- !ruby/object:Gem::Dependency
|
202
|
+
name: listen
|
203
|
+
requirement: !ruby/object:Gem::Requirement
|
204
|
+
requirements:
|
205
|
+
- - '='
|
206
|
+
- !ruby/object:Gem::Version
|
207
|
+
version: 3.7.1
|
208
|
+
type: :development
|
209
|
+
prerelease: false
|
210
|
+
version_requirements: !ruby/object:Gem::Requirement
|
211
|
+
requirements:
|
212
|
+
- - '='
|
213
|
+
- !ruby/object:Gem::Version
|
214
|
+
version: 3.7.1
|
201
215
|
- !ruby/object:Gem::Dependency
|
202
216
|
name: rake
|
203
217
|
requirement: !ruby/object:Gem::Requirement
|
204
218
|
requirements:
|
205
219
|
- - "~>"
|
206
220
|
- !ruby/object:Gem::Version
|
207
|
-
version: 13.0.
|
221
|
+
version: 13.0.6
|
208
222
|
type: :development
|
209
223
|
prerelease: false
|
210
224
|
version_requirements: !ruby/object:Gem::Requirement
|
211
225
|
requirements:
|
212
226
|
- - "~>"
|
213
227
|
- !ruby/object:Gem::Version
|
214
|
-
version: 13.0.
|
228
|
+
version: 13.0.6
|
215
229
|
- !ruby/object:Gem::Dependency
|
216
230
|
name: rspec
|
217
231
|
requirement: !ruby/object:Gem::Requirement
|
218
232
|
requirements:
|
219
233
|
- - "~>"
|
220
234
|
- !ruby/object:Gem::Version
|
221
|
-
version: 3.
|
235
|
+
version: 3.11.0
|
222
236
|
type: :development
|
223
237
|
prerelease: false
|
224
238
|
version_requirements: !ruby/object:Gem::Requirement
|
225
239
|
requirements:
|
226
240
|
- - "~>"
|
227
241
|
- !ruby/object:Gem::Version
|
228
|
-
version: 3.
|
242
|
+
version: 3.11.0
|
229
243
|
- !ruby/object:Gem::Dependency
|
230
244
|
name: rubocop
|
231
245
|
requirement: !ruby/object:Gem::Requirement
|
232
246
|
requirements:
|
233
247
|
- - "~>"
|
234
248
|
- !ruby/object:Gem::Version
|
235
|
-
version:
|
249
|
+
version: 1.36.0
|
236
250
|
type: :development
|
237
251
|
prerelease: false
|
238
252
|
version_requirements: !ruby/object:Gem::Requirement
|
239
253
|
requirements:
|
240
254
|
- - "~>"
|
241
255
|
- !ruby/object:Gem::Version
|
242
|
-
version:
|
256
|
+
version: 1.36.0
|
243
257
|
- !ruby/object:Gem::Dependency
|
244
|
-
name:
|
258
|
+
name: rubocop-rake
|
245
259
|
requirement: !ruby/object:Gem::Requirement
|
246
260
|
requirements:
|
247
261
|
- - "~>"
|
248
262
|
- !ruby/object:Gem::Version
|
249
|
-
version:
|
263
|
+
version: 0.6.0
|
250
264
|
type: :development
|
251
265
|
prerelease: false
|
252
266
|
version_requirements: !ruby/object:Gem::Requirement
|
253
267
|
requirements:
|
254
268
|
- - "~>"
|
255
269
|
- !ruby/object:Gem::Version
|
256
|
-
version:
|
270
|
+
version: 0.6.0
|
257
271
|
- !ruby/object:Gem::Dependency
|
258
|
-
name:
|
272
|
+
name: rubocop-rspec
|
259
273
|
requirement: !ruby/object:Gem::Requirement
|
260
274
|
requirements:
|
261
|
-
- -
|
275
|
+
- - "~>"
|
262
276
|
- !ruby/object:Gem::Version
|
263
|
-
version:
|
277
|
+
version: 2.17.1
|
264
278
|
type: :development
|
265
279
|
prerelease: false
|
266
280
|
version_requirements: !ruby/object:Gem::Requirement
|
267
281
|
requirements:
|
268
|
-
- -
|
282
|
+
- - "~>"
|
283
|
+
- !ruby/object:Gem::Version
|
284
|
+
version: 2.17.1
|
285
|
+
- !ruby/object:Gem::Dependency
|
286
|
+
name: webmock
|
287
|
+
requirement: !ruby/object:Gem::Requirement
|
288
|
+
requirements:
|
289
|
+
- - "~>"
|
290
|
+
- !ruby/object:Gem::Version
|
291
|
+
version: 3.18.1
|
292
|
+
type: :development
|
293
|
+
prerelease: false
|
294
|
+
version_requirements: !ruby/object:Gem::Requirement
|
295
|
+
requirements:
|
296
|
+
- - "~>"
|
269
297
|
- !ruby/object:Gem::Version
|
270
|
-
version: 3.
|
298
|
+
version: 3.18.1
|
271
299
|
description: |2
|
272
300
|
Ruby translators to transform various metadata feeds into solr documents and
|
273
301
|
a command-line utility to access/utilize the gem's translators to harvest
|
@@ -361,14 +389,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
361
389
|
requirements:
|
362
390
|
- - "~>"
|
363
391
|
- !ruby/object:Gem::Version
|
364
|
-
version: 2.
|
392
|
+
version: 3.2.2
|
365
393
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
366
394
|
requirements:
|
367
395
|
- - ">="
|
368
396
|
- !ruby/object:Gem::Version
|
369
397
|
version: '0'
|
370
398
|
requirements: []
|
371
|
-
rubygems_version: 3.
|
399
|
+
rubygems_version: 3.4.10
|
372
400
|
signing_key:
|
373
401
|
specification_version: 4
|
374
402
|
summary: Tools to harvest and manage various scientific dataset feeds in a Solr instance.
|