search_solr_tools 3.7.0 → 3.7.1

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: fd15c0c642948b78d62d5d037165231313d46db3
4
- data.tar.gz: 27533d22f692b1a5eb82ac95a7bd42107833ec50
3
+ metadata.gz: 187e12f711b38e3274387d3575728d8d5250bf48
4
+ data.tar.gz: db79a42d420a46430dcf32e4bf442bf790d0d18b
5
5
  SHA512:
6
- metadata.gz: f5b173eea4feaadf84ec0c466b201d4a91253c64b83b2abe47f36555a92eac7fafb116e9692c7cc80bdebd55e434b8645ffdf56f4f650cc11f0b357e1ce0d824
7
- data.tar.gz: 60c2871f475e7e2c9f2d85a2ce510cae73890ba329759b0c7bb200c29e8b05f0c3b14f6281209738a900606a814b9198069434978a2ce522aa3abdd15e93aa63
6
+ metadata.gz: a69bcf39d6c09009d399cd2d029f8691ed6d00b3760a217f7ed7c5324c4171d0332b6ed2982c12caa9f663bc489a4edd5ce5ce0a8717a8dde2df78cdf2215c5c
7
+ data.tar.gz: 613a293d8808099b554551932c37b8c3a709cdbb94488c61cd4f65bd5d0737ba7cd30537e217beccb032d3792195759496e785f4f1ffeb6560e1f1a0560ca7e0
data/README.md CHANGED
@@ -93,11 +93,6 @@ one terminal window.
93
93
 
94
94
  RuboCop can be configured by modifying `.rubocop.yml`.
95
95
 
96
- Pushing with failing tests or RuboCop violations will cause the Jenkins build to
97
- break. Jenkins jobs to build and deploy this project are named
98
- "NSIDC_Search_SOLR_()…" and can be viewed under the
99
- [NSIDC Search tab](https://scm.nsidc.org/jenkins/view/NSIDC%20Search/).
100
-
101
96
  ### Testing
102
97
 
103
98
  Unit tests can be run with `rspec`, `bundle exec rake spec:unit`, or `bundle
@@ -114,7 +109,7 @@ Requirements:
114
109
  * [Bundler](http://bundler.io/)
115
110
  * [Gem Release](https://github.com/svenfuchs/gem-release)
116
111
  * [Rake](https://github.com/ruby/rake)
117
- * a [RubyGems](https://rubygems.org) account that has
112
+ * A [RubyGems](https://rubygems.org) account that has
118
113
  [ownership](http://guides.rubygems.org/publishing/) of the gem
119
114
  * RuboCop and the unit tests should all pass (`rake`)
120
115
 
@@ -125,7 +120,7 @@ tagging, and publishing to RubyGems.
125
120
  |---------------------------|-------------|
126
121
  | `rake release:pre[false]` | Increase the current prerelease version number, push changes |
127
122
  | `rake release:pre[true]` | Increase the current prerelease version number, publish release\* |
128
- | `rake release:none` | Drop the prerelease version, publish release, then `pre[false]` |
123
+ | `rake release:none` | Drop the prerelease version, publish release, then `pre[false]` (does a patch release) |
129
124
  | `rake release:minor` | Increase the minor version number, publish release, then `pre[false]` |
130
125
  | `rake release:major` | Increase the major version number, publish release, then `pre[false]` |
131
126
 
@@ -58,8 +58,7 @@ class SolrHarvestCLI < Thor
58
58
  harvester.delete_old_documents(options[:timestamp],
59
59
  "data_centers:\"#{SearchSolrTools::Helpers::SolrFormat::DATA_CENTER_NAMES[options[:data_center].upcase.to_sym][:long_name]}\"",
60
60
  SearchSolrTools::SolrEnvironments[harvester.environment][:collection_name],
61
- true
62
- )
61
+ true)
63
62
  end
64
63
 
65
64
  no_tasks do
@@ -90,7 +89,7 @@ class SolrHarvestCLI < Thor
90
89
 
91
90
  def get_harvester_class(data_center_name)
92
91
  name = data_center_name.downcase.to_s
93
- fail("Invalid data center #{name}") unless harvester_map.key?(name)
92
+ raise("Invalid data center #{name}") unless harvester_map.key?(name)
94
93
 
95
94
  harvester_map[name]
96
95
  end
@@ -3,7 +3,7 @@ module SearchSolrTools
3
3
  class AdeAutoSuggest < AutoSuggest
4
4
  def harvest_and_delete
5
5
  puts 'Building auto-suggest indexes for ADE'
6
- super(method(:harvest), "source:\"ADE\"", @env_settings[:auto_suggest_collection_name])
6
+ super(method(:harvest), 'source:"ADE"', @env_settings[:auto_suggest_collection_name])
7
7
  end
8
8
 
9
9
  def harvest
@@ -12,7 +12,8 @@ module SearchSolrTools
12
12
  end
13
13
 
14
14
  def fields
15
- { 'full_keywords_and_parameters' => { weight: 2, source: 'ADE', creator: method(:keyword_creator) },
15
+ {
16
+ 'full_keywords_and_parameters' => { weight: 2, source: 'ADE', creator: method(:keyword_creator) },
16
17
  'full_authors' => { weight: 1, source: 'ADE', creator: method(:author_creator) }
17
18
  }
18
19
  end
@@ -81,7 +81,7 @@ module SearchSolrTools
81
81
  end
82
82
  puts "#{success} document#{success == 1 ? '' : 's'} successfully added to Solr."
83
83
  puts "#{failure} document#{failure == 1 ? '' : 's'} not added to Solr."
84
- fail 'Some documents failed to be inserted into Solr' if failure > 0
84
+ raise 'Some documents failed to be inserted into Solr' if failure > 0
85
85
  end
86
86
 
87
87
  def insert_solr_doc(doc, content_type = XML_CONTENT_TYPE, core = SolrEnvironments[@environment][:collection_name])
@@ -18,7 +18,7 @@ module SearchSolrTools
18
18
  def harvest_bcodmo_into_solr
19
19
  result = translate_bcodmo
20
20
  insert_solr_docs result[:add_docs], Base::JSON_CONTENT_TYPE
21
- fail 'Failed to harvest some records from the provider' if result[:failure_ids].length > 0
21
+ raise 'Failed to harvest some records from the provider' if result[:failure_ids].length > 0
22
22
  end
23
23
 
24
24
  def translate_bcodmo
@@ -22,7 +22,7 @@ module SearchSolrTools
22
22
  doc = open_xml_document(dataset)
23
23
  if doc.xpath('//xmlns:metadata').size > 1
24
24
  # THREDDS allows for a dataset of datasests, EOL should not utilize this
25
- fail "Complex dataset encountered at #{doc.xpath('//xmlns:catalog').to_html}"
25
+ raise "Complex dataset encountered at #{doc.xpath('//xmlns:catalog').to_html}"
26
26
  end
27
27
  metadata_doc = open_xml_document(doc.xpath('//xmlns:metadata')[0]['xlink:href'])
28
28
  { 'add' => { 'doc' => @translator.translate(doc, metadata_doc) } }
@@ -28,7 +28,7 @@ module SearchSolrTools
28
28
  def harvest_gtnp_into_solr
29
29
  result = translate_gtnp
30
30
  insert_solr_docs result[:add_docs], Base::JSON_CONTENT_TYPE
31
- fail 'Failed to harvest some records from the provider' if result[:failure_ids].length > 0
31
+ raise 'Failed to harvest some records from the provider' if result[:failure_ids].length > 0
32
32
  end
33
33
 
34
34
  def translate_gtnp
@@ -48,8 +48,7 @@ module SearchSolrTools
48
48
  'maxRecords' => maxRecords,
49
49
  'startPosition' => startPosition,
50
50
  'constraintLanguage' => 'CQL_TEXT',
51
- 'outputSchema' => 'http://www.isotc211.org/2005/gmd'
52
- )
51
+ 'outputSchema' => 'http://www.isotc211.org/2005/gmd')
53
52
  end
54
53
  end
55
54
  end
@@ -52,8 +52,7 @@ module SearchSolrTools
52
52
  Helpers::CswIsoQueryBuilder.get_query_string(ncdc_paleo_url,
53
53
  'resultType' => resultType,
54
54
  'maxRecords' => maxRecords,
55
- 'startPosition' => startPosition
56
- )
55
+ 'startPosition' => startPosition)
57
56
  end
58
57
  end
59
58
  end
@@ -48,8 +48,7 @@ module SearchSolrTools
48
48
  'maxRecords' => maxRecords,
49
49
  'startPosition' => startPosition,
50
50
  'constraint' => bbox_constraint,
51
- 'outputSchema' => 'http://www.isotc211.org/2005/gmd'
52
- )
51
+ 'outputSchema' => 'http://www.isotc211.org/2005/gmd')
53
52
  end
54
53
 
55
54
  def bbox_constraint
@@ -3,7 +3,7 @@ module SearchSolrTools
3
3
  class NsidcAutoSuggest < AutoSuggest
4
4
  def harvest_and_delete
5
5
  puts 'Building auto-suggest indexes for NSIDC'
6
- super(method(:harvest), "source:\"NSIDC\"", @env_settings[:auto_suggest_collection_name])
6
+ super(method(:harvest), 'source:"NSIDC"', @env_settings[:auto_suggest_collection_name])
7
7
  end
8
8
 
9
9
  def harvest
@@ -12,7 +12,8 @@ module SearchSolrTools
12
12
  end
13
13
 
14
14
  def fields
15
- { 'authoritative_id' => { weight: 1, source: 'NSIDC', creator: method(:standard_add_creator) },
15
+ {
16
+ 'authoritative_id' => { weight: 1, source: 'NSIDC', creator: method(:standard_add_creator) },
16
17
  'full_title' => { weight: 2, source: 'NSIDC', creator: method(:standard_add_creator) },
17
18
  'copy_parameters' => { weight: 5, source: 'NSIDC', creator: method(:standard_add_creator) },
18
19
  'full_platforms' => { weight: 2, source: 'NSIDC', creator: method(:short_full_split_add_creator) },
@@ -23,7 +23,7 @@ module SearchSolrTools
23
23
  def harvest_nsidc_json_into_solr
24
24
  result = docs_with_translated_entries_from_nsidc
25
25
  insert_solr_docs result[:add_docs], Base::JSON_CONTENT_TYPE
26
- fail 'Failed to harvest and insert some authoritative IDs' if result[:failure_ids].length > 0
26
+ raise 'Failed to harvest and insert some authoritative IDs' if result[:failure_ids].length > 0
27
27
  end
28
28
 
29
29
  def nsidc_json_url
@@ -34,11 +34,11 @@ module SearchSolrTools
34
34
  end
35
35
 
36
36
  def results
37
- fail NotImplementedError
37
+ raise NotImplementedError
38
38
  end
39
39
 
40
40
  def metadata_url
41
- fail NotImplementedError
41
+ raise NotImplementedError
42
42
  end
43
43
 
44
44
  def translated_docs(entries)
@@ -48,7 +48,7 @@ module SearchSolrTools
48
48
  private
49
49
 
50
50
  def request_params
51
- fail NotImplementedError
51
+ raise NotImplementedError
52
52
  end
53
53
 
54
54
  def request_string
@@ -49,8 +49,7 @@ module SearchSolrTools
49
49
  'startPosition' => startPosition,
50
50
  'TypeNames' => '',
51
51
  'constraint' => bbox_constraint,
52
- 'outputSchema' => 'http://www.isotc211.org/2005/gmd'
53
- )
52
+ 'outputSchema' => 'http://www.isotc211.org/2005/gmd')
54
53
  end
55
54
 
56
55
  def bbox_constraint
@@ -83,7 +83,7 @@ module SearchSolrTools
83
83
  end
84
84
 
85
85
  def strip_invalid_utf8_bytes(text)
86
- if text.respond_to?(:encode) && (!text.valid_encoding?)
86
+ if text.respond_to?(:encode) && !text.valid_encoding?
87
87
  text.encode!('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: '')
88
88
  end
89
89
 
@@ -188,7 +188,7 @@ module SearchSolrTools
188
188
 
189
189
  return '' if vals.empty? || out_of_bounds
190
190
 
191
- val = (-val.to_f) if %w(West South).include?(vals.last)
191
+ val = -val.to_f if %w(West South).include?(vals.last)
192
192
 
193
193
  val.to_f.to_s
194
194
  end
@@ -134,7 +134,7 @@ module SearchSolrTools
134
134
  j = send(find_index_method, resolution['max_resolution'])
135
135
  return resolution_values[i..j]
136
136
  end
137
- fail "Invalid resolution #{resolution['type']}"
137
+ raise "Invalid resolution #{resolution['type']}"
138
138
  end
139
139
 
140
140
  def self.resolution_not_specified?(resolution)
@@ -62,9 +62,9 @@ module SearchSolrTools
62
62
  def parse_geospatial_coverages(doc)
63
63
  node = doc.xpath('//xmlns:geospatialCoverage')
64
64
  south = node.xpath('./xmlns:northsouth/xmlns:start').text.to_f
65
- north = south + (node.xpath('./xmlns:northsouth/xmlns:size').text.to_f)
65
+ north = south + node.xpath('./xmlns:northsouth/xmlns:size').text.to_f
66
66
  west = node.xpath('./xmlns:eastwest/xmlns:start').text.to_f
67
- east = west + (node.xpath('./xmlns:eastwest/xmlns:size').text.to_f)
67
+ east = west + node.xpath('./xmlns:eastwest/xmlns:size').text.to_f
68
68
  # EOL uses out-of-range east-west values to represent bounding boxes
69
69
  # that cross the date line. For any box with a value out of range,
70
70
  # adjust the east/west value to lie within the -180 to 180 range.
@@ -43,7 +43,7 @@ module SearchSolrTools
43
43
  'last_revision_date' => (Helpers::SolrFormat.date_str json_doc['lastRevisionDate']),
44
44
  'dataset_url' => json_doc['datasetUrl'],
45
45
  'distribution_formats' => json_doc['distributionFormats'],
46
- 'facet_format' => (json_doc['distributionFormats'].empty?) ? [Helpers::SolrFormat::NOT_SPECIFIED] : translate_format_to_facet_format(json_doc['distributionFormats']),
46
+ 'facet_format' => json_doc['distributionFormats'].empty? ? [Helpers::SolrFormat::NOT_SPECIFIED] : translate_format_to_facet_format(json_doc['distributionFormats']),
47
47
  'source' => %w(NSIDC ADE),
48
48
  'popularity' => json_doc['popularity'],
49
49
  'data_access_urls' => translate_data_access_urls(json_doc['dataAccessLinks']),
@@ -1,3 +1,3 @@
1
1
  module SearchSolrTools
2
- VERSION = '3.7.0'
2
+ VERSION = '3.7.1'
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: search_solr_tools
3
3
  version: !ruby/object:Gem::Version
4
- version: 3.7.0
4
+ version: 3.7.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Chris Chalstrom