rsolr-cloud 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +15 -0
  3. data/Gemfile +4 -0
  4. data/LICENSE.txt +22 -0
  5. data/README.md +49 -0
  6. data/Rakefile +8 -0
  7. data/lib/rsolr/cloud.rb +3 -0
  8. data/lib/rsolr/cloud/connection.rb +135 -0
  9. data/lib/rsolr/cloud/error.rb +13 -0
  10. data/lib/rsolr/cloud/version.rb +5 -0
  11. data/rsolr-cloud.gemspec +28 -0
  12. data/spec/files/collection1_all_nodes_alive.json +36 -0
  13. data/spec/files/collection1_leader_down.json +36 -0
  14. data/spec/files/collection1_leader_node_recovered.json +36 -0
  15. data/spec/files/collection1_leader_recovering.json +36 -0
  16. data/spec/files/collection1_replica_down.json +36 -0
  17. data/spec/files/collection2_all_nodes_alive.json +21 -0
  18. data/spec/files/collection3_all_nodes_alive.json +21 -0
  19. data/spec/rsolr/cloud/connection_spec.rb +157 -0
  20. data/spec/spec_helper.rb +65 -0
  21. metadata +170 -0
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 67996b618f2a307aa85db06af61c37e744eb30aa
4
+ data.tar.gz: 8c879200aad976428384acc68e27d2f31df848a6
5
+ SHA512:
6
+ metadata.gz: 177b18e3144e07006fc623e0d2a12a3215a1d4c50d72f9ccb7869811434b17f4a9ea7dfff9a12c8ab830a3664940c65a4a5e78a8e778cb99ba1d04075615951a
7
+ data.tar.gz: dda865676ade93118eb4bfcd434482f2d6444dfa4e1ae02a55ad72e407e5b755c1f2470432ff18f9b1dc09bc0e84f0fe562930f217d557a121de78adcb16e63b
data/.gitignore ADDED
@@ -0,0 +1,15 @@
1
+ /.bundle/
2
+ /.yardoc
3
+ /Gemfile.lock
4
+ /_yardoc/
5
+ /coverage/
6
+ /doc/
7
+ /pkg/
8
+ /spec/reports/
9
+ /tmp/
10
+ *.bundle
11
+ *.so
12
+ *.o
13
+ *.a
14
+ mkmf.log
15
+ /zookeeper/
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source 'https://rubygems.org'
2
+
3
+ # Specify your gem's dependencies in rsolr-cloud.gemspec
4
+ gemspec
data/LICENSE.txt ADDED
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2015 Kimura
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,49 @@
1
+ # RSolr::Cloud
2
+
3
+ The connection adopter supporting SolrCloud for RSolr.
4
+
5
+ ## Installation
6
+
7
+ Add this line to your application's Gemfile:
8
+
9
+ ```ruby
10
+ gem 'rsolr-cloud'
11
+ ```
12
+
13
+ And then execute:
14
+
15
+ $ bundle
16
+
17
+ Or install it yourself as:
18
+
19
+ $ gem install rsolr-cloud
20
+
21
+ ## Example
22
+
23
+ ```ruby
24
+ require 'zk'
25
+ require 'rsolr/cloud'
26
+
27
+ # Create Zookeeper client for the Zookeeper ensemble in SolrCloud.
28
+ zk = ZK.new('localhost:2181,localhost:2182,localhost:2183')
29
+
30
+ # Connecting the SolrCloud through the Zookeeper.
31
+ cloud_connection = RSolr::Cloud::Connection.new(zk)
32
+
33
+ # Get rsolr client for solr_cloud.
34
+ solr_client = RSolr::Client.new(cloud_connection,
35
+ read_timeout: 60,
36
+ open_timeout: 60)
37
+
38
+ # You can use rsolr as usual but collection: option must be specified with the name of the collection.
39
+ response = solr.get('select', collection: 'collection1', params: {q: '*:*'})
40
+
41
+ ```
42
+
43
+ ## Contributing
44
+
45
+ 1. Fork it ( https://github.com/[my-github-username]/rsolr-cloud/fork )
46
+ 2. Create your feature branch (`git checkout -b my-new-feature`)
47
+ 3. Commit your changes (`git commit -am 'Add some feature'`)
48
+ 4. Push to the branch (`git push origin my-new-feature`)
49
+ 5. Create a new Pull Request
data/Rakefile ADDED
@@ -0,0 +1,8 @@
1
+ require "bundler/gem_tasks"
2
+
3
+ begin
4
+ require 'rspec/core/rake_task'
5
+ RSpec::Core::RakeTask.new(:spec)
6
+ rescue LoadError
7
+ end
8
+
data/lib/rsolr/cloud.rb ADDED
@@ -0,0 +1,3 @@
1
+ require 'rsolr/cloud/error'
2
+ require 'rsolr/cloud/connection'
3
+ require 'rsolr/cloud/version'
data/lib/rsolr/cloud/connection.rb ADDED
@@ -0,0 +1,135 @@
1
+ module RSolr
2
+ module Cloud
3
+ # RSolr connection adapter for SolrCloud
4
+ class Connection < RSolr::Connection
5
+ include MonitorMixin
6
+
7
+ ZNODE_LIVE_NODES = '/live_nodes'
8
+ ZNODE_COLLECTIONS = '/collections'
9
+
10
+ def initialize(zk)
11
+ super()
12
+ @zk = zk
13
+ init_live_node_watcher
14
+ init_collections_watcher
15
+ update_urls
16
+ end
17
+
18
+ def execute(client, request_context)
19
+ collection_name = request_context[:collection]
20
+ fail 'The :collection option must be specified.' unless collection_name
21
+ path = request_context[:path].to_s
22
+ query = request_context[:query]
23
+ query = query ? "?#{query}" : ''
24
+ url = select_node(collection_name, leader_only: path == 'update')
25
+ fail RSolr::Cloud::Error::NotEnoughNodes unless url
26
+ request_context[:uri] = RSolr::Uri.create(url).merge(path + query)
27
+ super(client, request_context)
28
+ end
29
+
30
+ private
31
+
32
+ def select_node(collection, leader_only: false)
33
+ if leader_only
34
+ synchronize { @leader_urls[collection].to_a.sample }
35
+ else
36
+ synchronize { @all_urls[collection].to_a.sample }
37
+ end
38
+ end
39
+
40
+ def init_live_node_watcher
41
+ @zk.register(ZNODE_LIVE_NODES) do
42
+ update_live_nodes
43
+ update_urls
44
+ end
45
+ update_live_nodes
46
+ end
47
+
48
+ def init_collections_watcher
49
+ @zk.register(ZNODE_COLLECTIONS) do
50
+ update_collections
51
+ update_urls
52
+ end
53
+ update_collections
54
+ end
55
+
56
+ def init_collection_state_watcher(collection)
57
+ @zk.register(collection_state_znode_path(collection)) do
58
+ update_collection_state(collection)
59
+ update_urls
60
+ end
61
+ update_collection_state(collection)
62
+ end
63
+
64
+ def update_urls
65
+ synchronize do
66
+ @all_urls = {}
67
+ @leader_urls = {}
68
+ @collections.each do |name, state|
69
+ @all_urls[name], @leader_urls[name] = available_urls(name, state)
70
+ end
71
+ end
72
+ end
73
+
74
+ def update_live_nodes
75
+ synchronize do
76
+ @live_nodes = {}
77
+ @zk.children(ZNODE_LIVE_NODES, watch: true).each do |node|
78
+ @live_nodes[node] = true
79
+ end
80
+ end
81
+ end
82
+
83
+ def update_collections
84
+ collections = @zk.children(ZNODE_COLLECTIONS, watch: true)
85
+ created = []
86
+ synchronize do
87
+ @collections ||= {}
88
+ deleted = @collections.keys - collections
89
+ created = collections - @collections.keys
90
+ deleted.each { |collection| @collections.delete(collection) }
91
+ end
92
+ created.each { |collection| init_collection_state_watcher(collection) }
93
+ end
94
+
95
+ def update_collection_state(collection)
96
+ synchronize do
97
+ collection_state_json, _stat =
98
+ @zk.get(collection_state_znode_path(collection), watch: true)
99
+ @collections.merge!(JSON.parse(collection_state_json))
100
+ end
101
+ end
102
+
103
+ def available_urls(collection_name, collection_state)
104
+ leader_urls = []
105
+ all_urls = []
106
+ all_nodes(collection_state).each do |node|
107
+ next unless active_node?(node)
108
+ url = "#{node['base_url']}/#{collection_name}"
109
+ leader_urls << url if leader_node?(node)
110
+ all_urls << url
111
+ end
112
+ [all_urls, leader_urls]
113
+ end
114
+
115
+ def all_nodes(collection_state)
116
+ nodes = collection_state['shards'].values.map do |shard|
117
+ shard['replicas'].values
118
+ end
119
+ nodes.flatten
120
+ end
121
+
122
+ def collection_state_znode_path(collection_name)
123
+ "/collections/#{collection_name}/state.json"
124
+ end
125
+
126
+ def active_node?(node)
127
+ @live_nodes[node['node_name']] && node['state'] == 'active'
128
+ end
129
+
130
+ def leader_node?(node)
131
+ node['leader'] == 'true'
132
+ end
133
+ end
134
+ end
135
+ end
data/lib/rsolr/cloud/error.rb ADDED
@@ -0,0 +1,13 @@
1
+ module RSolr
2
+ module Cloud
3
+ module Error
4
+
5
+ class NotEnoughNodes < RuntimeError
6
+ def to_s
7
+ 'Not enough nodes to handle the request.'
8
+ end
9
+ end
10
+
11
+ end
12
+ end
13
+ end
data/lib/rsolr/cloud/version.rb ADDED
@@ -0,0 +1,5 @@
1
+ module Rsolr
2
+ module Cloud
3
+ VERSION = '1.0.0'
4
+ end
5
+ end
data/rsolr-cloud.gemspec ADDED
@@ -0,0 +1,28 @@
1
+ # coding: utf-8
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'rsolr/cloud/version'
5
+
6
+ Gem::Specification.new do |spec|
7
+ spec.name = "rsolr-cloud"
8
+ spec.version = Rsolr::Cloud::VERSION
9
+ spec.authors = ["Shintaro Kimura"]
10
+ spec.email = ["service@enigmo.co.jp"]
11
+ spec.summary = %q{The connection adopter supporting SolrCloud for RSolr}
12
+ spec.description = %q{The connection adopter supporting SolrCloud for RSolr}
13
+ spec.homepage = ""
14
+ spec.license = "MIT"
15
+
16
+ spec.files = `git ls-files -z`.split("\x0")
17
+ spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
18
+ spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
19
+ spec.require_paths = ["lib"]
20
+
21
+ spec.add_development_dependency "bundler", "~> 1.7"
22
+ spec.add_development_dependency "rake", "~> 10.0"
23
+ spec.add_development_dependency "rspec", "~> 3.3"
24
+ spec.add_development_dependency 'activesupport', '~> 4.2'
25
+ spec.add_development_dependency 'zk-server', '~> 1.1.7'
26
+ spec.add_development_dependency "zk", "~> 1.9.5"
27
+ spec.add_development_dependency "rsolr", "~> 1.0.12"
28
+ end
data/spec/files/collection1_all_nodes_alive.json ADDED
@@ -0,0 +1,36 @@
1
+ {"collection1":{
2
+ "replicationFactor":"2",
3
+ "shards":{
4
+ "shard1":{
5
+ "range":"80000000-ffffffff",
6
+ "state":"active",
7
+ "replicas":{
8
+ "core_node1":{
9
+ "core":"collection1_shard1_replica1",
10
+ "base_url":"http://192.168.1.23:8983/solr",
11
+ "node_name":"192.168.1.23:8983_solr",
12
+ "state":"active"},
13
+ "core_node2":{
14
+ "core":"collection1_shard1_replica2",
15
+ "base_url":"http://192.168.1.22:8983/solr",
16
+ "node_name":"192.168.1.22:8983_solr",
17
+ "state":"active",
18
+ "leader":"true"}}},
19
+ "shard2":{
20
+ "range":"0-7fffffff",
21
+ "state":"active",
22
+ "replicas":{
23
+ "core_node3":{
24
+ "core":"collection1_shard2_replica1",
25
+ "base_url":"http://192.168.1.24:8983/solr",
26
+ "node_name":"192.168.1.24:8983_solr",
27
+ "state":"active",
28
+ "leader":"true"},
29
+ "core_node4":{
30
+ "core":"collection1_shard2_replica2",
31
+ "base_url":"http://192.168.1.21:8983/solr",
32
+ "node_name":"192.168.1.21:8983_solr",
33
+ "state":"active"}}}},
34
+ "router":{"name":"compositeId"},
35
+ "maxShardsPerNode":"1",
36
+ "autoAddReplicas":"false"}}
data/spec/files/collection1_leader_down.json ADDED
@@ -0,0 +1,36 @@
1
+ {"collection1":{
2
+ "replicationFactor":"2",
3
+ "shards":{
4
+ "shard1":{
5
+ "range":"80000000-ffffffff",
6
+ "state":"active",
7
+ "replicas":{
8
+ "core_node1":{
9
+ "core":"collection1_shard1_replica1",
10
+ "base_url":"http://192.168.1.23:8983/solr",
11
+ "node_name":"192.168.1.23:8983_solr",
12
+ "state":"active",
13
+ "leader":"true"},
14
+ "core_node2":{
15
+ "core":"collection1_shard1_replica2",
16
+ "base_url":"http://192.168.1.22:8983/solr",
17
+ "node_name":"192.168.1.22:8983_solr",
18
+ "state":"down"}}},
19
+ "shard2":{
20
+ "range":"0-7fffffff",
21
+ "state":"active",
22
+ "replicas":{
23
+ "core_node3":{
24
+ "core":"collection1_shard2_replica1",
25
+ "base_url":"http://192.168.1.24:8983/solr",
26
+ "node_name":"192.168.1.24:8983_solr",
27
+ "state":"active",
28
+ "leader":"true"},
29
+ "core_node4":{
30
+ "core":"collection1_shard2_replica2",
31
+ "base_url":"http://192.168.1.21:8983/solr",
32
+ "node_name":"192.168.1.21:8983_solr",
33
+ "state":"active"}}}},
34
+ "router":{"name":"compositeId"},
35
+ "maxShardsPerNode":"1",
36
+ "autoAddReplicas":"false"}}
data/spec/files/collection1_leader_node_recovered.json ADDED
@@ -0,0 +1,36 @@
1
+ {"collection1":{
2
+ "replicationFactor":"2",
3
+ "shards":{
4
+ "shard1":{
5
+ "range":"80000000-ffffffff",
6
+ "state":"active",
7
+ "replicas":{
8
+ "core_node1":{
9
+ "core":"collection1_shard1_replica1",
10
+ "base_url":"http://192.168.1.23:8983/solr",
11
+ "node_name":"192.168.1.23:8983_solr",
12
+ "state":"active",
13
+ "leader":"true"},
14
+ "core_node2":{
15
+ "core":"collection1_shard1_replica2",
16
+ "base_url":"http://192.168.1.22:8983/solr",
17
+ "node_name":"192.168.1.22:8983_solr",
18
+ "state":"active"}}},
19
+ "shard2":{
20
+ "range":"0-7fffffff",
21
+ "state":"active",
22
+ "replicas":{
23
+ "core_node3":{
24
+ "core":"collection1_shard2_replica1",
25
+ "base_url":"http://192.168.1.24:8983/solr",
26
+ "node_name":"192.168.1.24:8983_solr",
27
+ "state":"active",
28
+ "leader":"true"},
29
+ "core_node4":{
30
+ "core":"collection1_shard2_replica2",
31
+ "base_url":"http://192.168.1.21:8983/solr",
32
+ "node_name":"192.168.1.21:8983_solr",
33
+ "state":"active"}}}},
34
+ "router":{"name":"compositeId"},
35
+ "maxShardsPerNode":"1",
36
+ "autoAddReplicas":"false"}}
data/spec/files/collection1_leader_recovering.json ADDED
@@ -0,0 +1,36 @@
1
+ {"collection1":{
2
+ "replicationFactor":"2",
3
+ "shards":{
4
+ "shard1":{
5
+ "range":"80000000-ffffffff",
6
+ "state":"active",
7
+ "replicas":{
8
+ "core_node1":{
9
+ "core":"collection1_shard1_replica1",
10
+ "base_url":"http://192.168.1.23:8983/solr",
11
+ "node_name":"192.168.1.23:8983_solr",
12
+ "state":"active",
13
+ "leader":"true"},
14
+ "core_node2":{
15
+ "core":"collection1_shard1_replica2",
16
+ "base_url":"http://192.168.1.22:8983/solr",
17
+ "node_name":"192.168.1.22:8983_solr",
18
+ "state":"recovering"}}},
19
+ "shard2":{
20
+ "range":"0-7fffffff",
21
+ "state":"active",
22
+ "replicas":{
23
+ "core_node3":{
24
+ "core":"collection1_shard2_replica1",
25
+ "base_url":"http://192.168.1.24:8983/solr",
26
+ "node_name":"192.168.1.24:8983_solr",
27
+ "state":"active",
28
+ "leader":"true"},
29
+ "core_node4":{
30
+ "core":"collection1_shard2_replica2",
31
+ "base_url":"http://192.168.1.21:8983/solr",
32
+ "node_name":"192.168.1.21:8983_solr",
33
+ "state":"active"}}}},
34
+ "router":{"name":"compositeId"},
35
+ "maxShardsPerNode":"1",
36
+ "autoAddReplicas":"false"}}
data/spec/files/collection1_replica_down.json ADDED
@@ -0,0 +1,36 @@
1
+ {"collection1":{
2
+ "replicationFactor":"2",
3
+ "shards":{
4
+ "shard1":{
5
+ "range":"80000000-ffffffff",
6
+ "state":"active",
7
+ "replicas":{
8
+ "core_node1":{
9
+ "core":"collection1_shard1_replica1",
10
+ "base_url":"http://192.168.1.23:8983/solr",
11
+ "node_name":"192.168.1.23:8983_solr",
12
+ "state":"active"},
13
+ "core_node2":{
14
+ "core":"collection1_shard1_replica2",
15
+ "base_url":"http://192.168.1.22:8983/solr",
16
+ "node_name":"192.168.1.22:8983_solr",
17
+ "state":"active",
18
+ "leader":"true"}}},
19
+ "shard2":{
20
+ "range":"0-7fffffff",
21
+ "state":"active",
22
+ "replicas":{
23
+ "core_node3":{
24
+ "core":"collection1_shard2_replica1",
25
+ "base_url":"http://192.168.1.24:8983/solr",
26
+ "node_name":"192.168.1.24:8983_solr",
27
+ "state":"active",
28
+ "leader":"true"},
29
+ "core_node4":{
30
+ "core":"collection1_shard2_replica2",
31
+ "base_url":"http://192.168.1.21:8983/solr",
32
+ "node_name":"192.168.1.21:8983_solr",
33
+ "state":"down"}}}},
34
+ "router":{"name":"compositeId"},
35
+ "maxShardsPerNode":"1",
36
+ "autoAddReplicas":"false"}}
data/spec/files/collection2_all_nodes_alive.json ADDED
@@ -0,0 +1,21 @@
1
+ {"collection2":{
2
+ "replicationFactor":"2",
3
+ "shards":{
4
+ "shard1":{
5
+ "range":"80000000-ffffffff",
6
+ "state":"active",
7
+ "replicas":{
8
+ "core_node1":{
9
+ "core":"collection2_shard1_replica1",
10
+ "base_url":"http://192.168.1.23:8983/solr",
11
+ "node_name":"192.168.1.23:8983_solr",
12
+ "state":"recoveryng"},
13
+ "core_node2":{
14
+ "core":"collection2_shard1_replica2",
15
+ "base_url":"http://192.168.1.22:8983/solr",
16
+ "node_name":"192.168.1.22:8983_solr",
17
+ "state":"active",
18
+ "leader":"true"}}}},
19
+ "router":{"name":"compositeId"},
20
+ "maxShardsPerNode":"1",
21
+ "autoAddReplicas":"false"}}
data/spec/files/collection3_all_nodes_alive.json ADDED
@@ -0,0 +1,21 @@
1
+ {"collection3":{
2
+ "replicationFactor":"2",
3
+ "shards":{
4
+ "shard1":{
5
+ "range":"80000000-ffffffff",
6
+ "state":"active",
7
+ "replicas":{
8
+ "core_node1":{
9
+ "core":"collection3_shard1_replica1",
10
+ "base_url":"http://192.168.1.21:8983/solr",
11
+ "node_name":"192.168.1.21:8983_solr",
12
+ "state":"active"},
13
+ "core_node2":{
14
+ "core":"collection3_shard1_replica2",
15
+ "base_url":"http://192.168.1.24:8983/solr",
16
+ "node_name":"192.168.1.24:8983_solr",
17
+ "state":"active",
18
+ "leader":"true"}}}},
19
+ "router":{"name":"compositeId"},
20
+ "maxShardsPerNode":"1",
21
+ "autoAddReplicas":"false"}}
data/spec/rsolr/cloud/connection_spec.rb ADDED
@@ -0,0 +1,157 @@
1
+ require 'spec_helper.rb'
2
+
3
+ RSpec.describe RSolr::Cloud::Connection do
4
+
5
+ before do
6
+ @zk_in_solr = ZK.new
7
+ delete_with_children(@zk_in_solr, '/live_nodes')
8
+ delete_with_children(@zk_in_solr, '/collections')
9
+ wait_until(10) do
10
+ !@zk_in_solr.exists?('/live_nodes')
11
+ end
12
+ wait_until(10) do
13
+ !@zk_in_solr.exists?('/collections')
14
+ end
15
+ @zk_in_solr.create('/live_nodes')
16
+ @zk_in_solr.create('/collections')
17
+
18
+ ['192.168.1.21:8983_solr',
19
+ '192.168.1.22:8983_solr',
20
+ '192.168.1.23:8983_solr',
21
+ '192.168.1.24:8983_solr'
22
+ ].each do |node|
23
+ @zk_in_solr.create("/live_nodes/#{node}", '', mode: :ephemeral)
24
+ end
25
+ %w(collection1 collection2).each do |collection|
26
+ @zk_in_solr.create("/collections/#{collection}")
27
+ json = File.read("spec/files/#{collection}_all_nodes_alive.json")
28
+ @zk_in_solr.create("/collections/#{collection}/state.json", json, mode: :ephemeral)
29
+ end
30
+ @zk = ZK.new
31
+ @subject = RSolr::Cloud::Connection.new @zk
32
+ end
33
+
34
+ let(:client) { double.as_null_object }
35
+
36
+ let(:http) { double(Net::HTTP).as_null_object }
37
+
38
+ it 'should configure Net::HTTP with one of active node in select request.' do
39
+ expect(@subject.instance_variable_get(:@leader_urls)['collection1'].sort).to eq(
40
+ ['http://192.168.1.22:8983/solr/collection1', 'http://192.168.1.24:8983/solr/collection1'].sort)
41
+ expect(@subject.instance_variable_get(:@all_urls)['collection1'].sort).to eq(
42
+ ['http://192.168.1.21:8983/solr/collection1',
43
+ 'http://192.168.1.22:8983/solr/collection1',
44
+ 'http://192.168.1.23:8983/solr/collection1',
45
+ 'http://192.168.1.24:8983/solr/collection1'].sort)
46
+ expect(Net::HTTP).to receive(:new) do |host, port|
47
+ expect(host).to be_one_of(['192.168.1.21', '192.168.1.22', '192.168.1.23', '192.168.1.24'])
48
+ expect(port).to eq(8983)
49
+ http
50
+ end
51
+ expect(http).to receive(:request) do |request|
52
+ expect(request.path).to eq('/solr/collection1/select?q=*:*')
53
+ double.as_null_object
54
+ end
55
+ @subject.execute client, collection: 'collection1', method: :get, path: 'select', query: 'q=*:*'
56
+ end
57
+
58
+ it 'should configure Net::HTTP with one of leader node in update request' do
59
+ expect(@subject.instance_variable_get(:@leader_urls)['collection1'].sort).to eq(
60
+ ['http://192.168.1.22:8983/solr/collection1', 'http://192.168.1.24:8983/solr/collection1'].sort)
61
+ expect(@subject.instance_variable_get(:@all_urls)['collection1'].sort).to eq(
62
+ ['http://192.168.1.21:8983/solr/collection1',
63
+ 'http://192.168.1.22:8983/solr/collection1',
64
+ 'http://192.168.1.23:8983/solr/collection1',
65
+ 'http://192.168.1.24:8983/solr/collection1'].sort)
66
+ expect(Net::HTTP).to receive(:new) do |host, port|
67
+ expect(host).to be_one_of(['192.168.1.22', '192.168.1.24'])
68
+ expect(port).to eq(8983)
69
+ http
70
+ end
71
+ expect(http).to receive(:request) do |request|
72
+ expect(request.path).to eq('/solr/collection1/update')
73
+ expect(request.body).to eq('the data')
74
+ double.as_null_object
75
+ end
76
+ @subject.execute client, collection: 'collection1', method: :post, path: 'update', data: 'the data'
77
+ end
78
+
79
+ it 'should remove downed replica node and add recovered node' do
80
+ @zk_in_solr.delete('/live_nodes/192.168.1.21:8983_solr')
81
+ @zk_in_solr.set('/collections/collection1/state.json', File.read('spec/files/collection1_replica_down.json'))
82
+ expect { @subject.instance_variable_get(:@leader_urls)['collection1'].sort }.to become_soon(
83
+ ['http://192.168.1.22:8983/solr/collection1', 'http://192.168.1.24:8983/solr/collection1'].sort)
84
+ expect { @subject.instance_variable_get(:@all_urls)['collection1'].sort }.to become_soon(
85
+ ['http://192.168.1.22:8983/solr/collection1',
86
+ 'http://192.168.1.23:8983/solr/collection1',
87
+ 'http://192.168.1.24:8983/solr/collection1'].sort)
88
+ @zk_in_solr.create('/live_nodes/192.168.1.21:8983_solr', mode: :ephemeral)
89
+ @zk_in_solr.set('/collections/collection1/state.json', File.read('spec/files/collection1_all_nodes_alive.json'))
90
+ expect { @subject.instance_variable_get(:@leader_urls)['collection1'].sort }.to become_soon(
91
+ ['http://192.168.1.22:8983/solr/collection1', 'http://192.168.1.24:8983/solr/collection1'].sort)
92
+ expect { @subject.instance_variable_get(:@all_urls)['collection1'].sort }.to become_soon(
93
+ ['http://192.168.1.21:8983/solr/collection1',
94
+ 'http://192.168.1.22:8983/solr/collection1',
95
+ 'http://192.168.1.23:8983/solr/collection1',
96
+ 'http://192.168.1.24:8983/solr/collection1'].sort)
97
+ end
98
+
99
+ it 'should remove downed leader node and add recovered node' do
100
+ @zk_in_solr.delete('/live_nodes/192.168.1.22:8983_solr')
101
+ @zk_in_solr.set('/collections/collection1/state.json', File.read('spec/files/collection1_leader_down.json'))
102
+ expect { @subject.instance_variable_get(:@leader_urls)['collection1'].sort }.to become_soon(
103
+ ['http://192.168.1.23:8983/solr/collection1', 'http://192.168.1.24:8983/solr/collection1'].sort)
104
+ expect { @subject.instance_variable_get(:@all_urls)['collection1'].sort }.to become_soon(
105
+ ['http://192.168.1.21:8983/solr/collection1',
106
+ 'http://192.168.1.23:8983/solr/collection1',
107
+ 'http://192.168.1.24:8983/solr/collection1'].sort)
108
+ @zk_in_solr.create('/live_nodes/192.168.1.22:8983_solr', mode: :ephemeral)
109
+ @zk_in_solr.set('/collections/collection1/state.json', File.read('spec/files/collection1_all_nodes_alive.json'))
110
+ expect { @subject.instance_variable_get(:@leader_urls)['collection1'].sort }.to become_soon(
111
+ ['http://192.168.1.22:8983/solr/collection1', 'http://192.168.1.24:8983/solr/collection1'].sort)
112
+ expect { @subject.instance_variable_get(:@all_urls)['collection1'].sort }.to become_soon(
113
+ ['http://192.168.1.21:8983/solr/collection1',
114
+ 'http://192.168.1.22:8983/solr/collection1',
115
+ 'http://192.168.1.23:8983/solr/collection1',
116
+ 'http://192.168.1.24:8983/solr/collection1'].sort)
117
+ end
118
+
119
+ it 'should remove recovering leader node and add recovered node' do
120
+ @zk_in_solr.set('/collections/collection1/state.json', File.read('spec/files/collection1_leader_recovering.json'))
121
+ expect { @subject.instance_variable_get(:@leader_urls)['collection1'].sort }.to become_soon(
122
+ ['http://192.168.1.23:8983/solr/collection1', 'http://192.168.1.24:8983/solr/collection1'].sort)
123
+ expect { @subject.instance_variable_get(:@all_urls)['collection1'].sort }.to become_soon(
124
+ ['http://192.168.1.21:8983/solr/collection1',
125
+ 'http://192.168.1.23:8983/solr/collection1',
126
+ 'http://192.168.1.24:8983/solr/collection1'].sort)
127
+ @zk_in_solr.set('/collections/collection1/state.json', File.read('spec/files/collection1_all_nodes_alive.json'))
128
+ expect { @subject.instance_variable_get(:@leader_urls)['collection1'].sort }.to become_soon(
129
+ ['http://192.168.1.23:8983/solr/collection1', 'http://192.168.1.24:8983/solr/collection1'].sort)
130
+ expect { @subject.instance_variable_get(:@all_urls)['collection1'].sort }.to become_soon(
131
+ ['http://192.168.1.21:8983/solr/collection1',
132
+ 'http://192.168.1.22:8983/solr/collection1',
133
+ 'http://192.168.1.23:8983/solr/collection1',
134
+ 'http://192.168.1.24:8983/solr/collection1'].sort)
135
+ end
136
+
137
+ it 'should add new created collection.' do
138
+ @zk_in_solr.create('/collections/collection3')
139
+ @zk_in_solr.create('/collections/collection3/state.json', File.read('spec/files/collection3_all_nodes_alive.json'))
140
+ expect { @subject.instance_variable_get(:@leader_urls)['collection3'].to_a.sort }.to become_soon(
141
+ ['http://192.168.1.24:8983/solr/collection3'])
142
+ expect { @subject.instance_variable_get(:@all_urls)['collection3'].to_a.sort }.to become_soon(
143
+ ['http://192.168.1.21:8983/solr/collection3', 'http://192.168.1.24:8983/solr/collection3'].sort)
144
+ end
145
+
146
+ it 'should remove deleted collection.' do
147
+ delete_with_children(@zk_in_solr, '/collections/collection2')
148
+ expect { @subject.instance_variable_get(:@leader_urls).keys }.to become_soon(['collection1'])
149
+ expect { @subject.instance_variable_get(:@all_urls).keys }.to become_soon(['collection1'])
150
+ end
151
+
152
+ after do
153
+ @zk_in_solr.close if @zk_in_solr
154
+ @zk.close if @zk
155
+ end
156
+
157
+ end
data/spec/spec_helper.rb ADDED
@@ -0,0 +1,65 @@
1
+ require 'rsolr'
2
+ require 'rsolr/cloud'
3
+ require 'active_support'
4
+ require 'active_support/core_ext'
5
+ require 'zk'
6
+ require 'zk-server'
7
+ require 'rspec/expectations'
8
+
9
+ module Helpers
10
+ def delete_with_children(zk, path)
11
+ zk.children(path).each do |node|
12
+ delete_with_children(zk, File.join(path, node))
13
+ end
14
+ zk.delete(path)
15
+ rescue ZK::Exceptions::NoNode
16
+ end
17
+
18
+ def wait_until(timeout = 10)
19
+ started_on = Time.now
20
+ result = false
21
+ loop do
22
+ result = yield
23
+ break if result || started_on < timeout.second.ago
24
+ Thread.pass
25
+ end
26
+ fail 'Timed out' unless result
27
+ end
28
+ end
29
+
30
+ RSpec.configure do |config|
31
+ config.include Helpers
32
+ config.before(:suite) do
33
+ ZK::Server.run do |c|
34
+ c.force_sync = false
35
+ end
36
+ end
37
+ config.after(:suite) do
38
+ ZK::Server.server.clobber!
39
+ end
40
+ end
41
+
42
+ RSpec::Matchers.define :be_one_of do |expected|
43
+ match do |actual|
44
+ expected.include?(actual)
45
+ end
46
+ end
47
+
48
+ RSpec::Matchers.define :become_soon do |expected|
49
+ match do |actual|
50
+ begin
51
+ wait_until do
52
+ actual.call == expected
53
+ end
54
+ rescue
55
+ false
56
+ else
57
+ true
58
+ end
59
+ end
60
+
61
+ def supports_block_expectations?
62
+ true
63
+ end
64
+
65
+ end
metadata ADDED
@@ -0,0 +1,170 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: rsolr-cloud
3
+ version: !ruby/object:Gem::Version
4
+ version: 1.0.0
5
+ platform: ruby
6
+ authors:
7
+ - Shintaro Kimura
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2015-08-20 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '1.7'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '1.7'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '10.0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '10.0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: rspec
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: '3.3'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: '3.3'
55
+ - !ruby/object:Gem::Dependency
56
+ name: activesupport
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - "~>"
60
+ - !ruby/object:Gem::Version
61
+ version: '4.2'
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - "~>"
67
+ - !ruby/object:Gem::Version
68
+ version: '4.2'
69
+ - !ruby/object:Gem::Dependency
70
+ name: zk-server
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - "~>"
74
+ - !ruby/object:Gem::Version
75
+ version: 1.1.7
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - "~>"
81
+ - !ruby/object:Gem::Version
82
+ version: 1.1.7
83
+ - !ruby/object:Gem::Dependency
84
+ name: zk
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - "~>"
88
+ - !ruby/object:Gem::Version
89
+ version: 1.9.5
90
+ type: :development
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - "~>"
95
+ - !ruby/object:Gem::Version
96
+ version: 1.9.5
97
+ - !ruby/object:Gem::Dependency
98
+ name: rsolr
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - "~>"
102
+ - !ruby/object:Gem::Version
103
+ version: 1.0.12
104
+ type: :development
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - "~>"
109
+ - !ruby/object:Gem::Version
110
+ version: 1.0.12
111
+ description: The connection adopter supporting SolrCloud for RSolr
112
+ email:
113
+ - service@enigmo.co.jp
114
+ executables: []
115
+ extensions: []
116
+ extra_rdoc_files: []
117
+ files:
118
+ - ".gitignore"
119
+ - Gemfile
120
+ - LICENSE.txt
121
+ - README.md
122
+ - Rakefile
123
+ - lib/rsolr/cloud.rb
124
+ - lib/rsolr/cloud/connection.rb
125
+ - lib/rsolr/cloud/error.rb
126
+ - lib/rsolr/cloud/version.rb
127
+ - rsolr-cloud.gemspec
128
+ - spec/files/collection1_all_nodes_alive.json
129
+ - spec/files/collection1_leader_down.json
130
+ - spec/files/collection1_leader_node_recovered.json
131
+ - spec/files/collection1_leader_recovering.json
132
+ - spec/files/collection1_replica_down.json
133
+ - spec/files/collection2_all_nodes_alive.json
134
+ - spec/files/collection3_all_nodes_alive.json
135
+ - spec/rsolr/cloud/connection_spec.rb
136
+ - spec/spec_helper.rb
137
+ homepage: ''
138
+ licenses:
139
+ - MIT
140
+ metadata: {}
141
+ post_install_message:
142
+ rdoc_options: []
143
+ require_paths:
144
+ - lib
145
+ required_ruby_version: !ruby/object:Gem::Requirement
146
+ requirements:
147
+ - - ">="
148
+ - !ruby/object:Gem::Version
149
+ version: '0'
150
+ required_rubygems_version: !ruby/object:Gem::Requirement
151
+ requirements:
152
+ - - ">="
153
+ - !ruby/object:Gem::Version
154
+ version: '0'
155
+ requirements: []
156
+ rubyforge_project:
157
+ rubygems_version: 2.4.3
158
+ signing_key:
159
+ specification_version: 4
160
+ summary: The connection adopter supporting SolrCloud for RSolr
161
+ test_files:
162
+ - spec/files/collection1_all_nodes_alive.json
163
+ - spec/files/collection1_leader_down.json
164
+ - spec/files/collection1_leader_node_recovered.json
165
+ - spec/files/collection1_leader_recovering.json
166
+ - spec/files/collection1_replica_down.json
167
+ - spec/files/collection2_all_nodes_alive.json
168
+ - spec/files/collection3_all_nodes_alive.json
169
+ - spec/rsolr/cloud/connection_spec.rb
170
+ - spec/spec_helper.rb