opensearch-transport 1.0.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- checksums.yaml.gz.sig +3 -0
- data/.gitignore +17 -0
- data/Gemfile +47 -0
- data/LICENSE +202 -0
- data/README.md +551 -0
- data/Rakefile +89 -0
- data/lib/opensearch/transport/client.rb +354 -0
- data/lib/opensearch/transport/redacted.rb +84 -0
- data/lib/opensearch/transport/transport/base.rb +450 -0
- data/lib/opensearch/transport/transport/connections/collection.rb +136 -0
- data/lib/opensearch/transport/transport/connections/connection.rb +169 -0
- data/lib/opensearch/transport/transport/connections/selector.rb +101 -0
- data/lib/opensearch/transport/transport/errors.rb +100 -0
- data/lib/opensearch/transport/transport/http/curb.rb +140 -0
- data/lib/opensearch/transport/transport/http/faraday.rb +101 -0
- data/lib/opensearch/transport/transport/http/manticore.rb +188 -0
- data/lib/opensearch/transport/transport/loggable.rb +94 -0
- data/lib/opensearch/transport/transport/response.rb +46 -0
- data/lib/opensearch/transport/transport/serializer/multi_json.rb +62 -0
- data/lib/opensearch/transport/transport/sniffer.rb +111 -0
- data/lib/opensearch/transport/version.rb +31 -0
- data/lib/opensearch/transport.rb +46 -0
- data/lib/opensearch-transport.rb +27 -0
- data/opensearch-transport.gemspec +92 -0
- data/spec/opensearch/connections/collection_spec.rb +275 -0
- data/spec/opensearch/connections/selector_spec.rb +183 -0
- data/spec/opensearch/transport/base_spec.rb +313 -0
- data/spec/opensearch/transport/client_spec.rb +1818 -0
- data/spec/opensearch/transport/sniffer_spec.rb +284 -0
- data/spec/spec_helper.rb +99 -0
- data/test/integration/transport_test.rb +108 -0
- data/test/profile/client_benchmark_test.rb +141 -0
- data/test/test_helper.rb +97 -0
- data/test/unit/connection_test.rb +145 -0
- data/test/unit/response_test.rb +41 -0
- data/test/unit/serializer_test.rb +42 -0
- data/test/unit/transport_base_test.rb +673 -0
- data/test/unit/transport_curb_test.rb +143 -0
- data/test/unit/transport_faraday_test.rb +237 -0
- data/test/unit/transport_manticore_test.rb +191 -0
- data.tar.gz.sig +1 -0
- metadata +456 -0
- metadata.gz.sig +1 -0
data/test/test_helper.rb
ADDED
@@ -0,0 +1,97 @@
|
|
1
|
+
# SPDX-License-Identifier: Apache-2.0
|
2
|
+
#
|
3
|
+
# The OpenSearch Contributors require contributions made to
|
4
|
+
# this file be licensed under the Apache-2.0 license or a
|
5
|
+
# compatible open source license.
|
6
|
+
#
|
7
|
+
# Modifications Copyright OpenSearch Contributors. See
|
8
|
+
# GitHub history for details.
|
9
|
+
#
|
10
|
+
# Licensed to Elasticsearch B.V. under one or more contributor
|
11
|
+
# license agreements. See the NOTICE file distributed with
|
12
|
+
# this work for additional information regarding copyright
|
13
|
+
# ownership. Elasticsearch B.V. licenses this file to you under
|
14
|
+
# the Apache License, Version 2.0 (the "License"); you may
|
15
|
+
# not use this file except in compliance with the License.
|
16
|
+
# You may obtain a copy of the License at
|
17
|
+
#
|
18
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
19
|
+
#
|
20
|
+
# Unless required by applicable law or agreed to in writing,
|
21
|
+
# software distributed under the License is distributed on an
|
22
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
23
|
+
# KIND, either express or implied. See the License for the
|
24
|
+
# specific language governing permissions and limitations
|
25
|
+
# under the License.
|
26
|
+
|
27
|
+
|
28
|
+
OPENSEARCH_HOSTS = if hosts = ENV['TEST_OPENSEARCH_SERVER'] || ENV['OPENSEARCH_HOSTS']
|
29
|
+
hosts.split(',').map do |host|
|
30
|
+
/(http\:\/\/)?(\S+)/.match(host)[2]
|
31
|
+
end
|
32
|
+
else
|
33
|
+
['localhost:9200']
|
34
|
+
end.freeze
|
35
|
+
|
36
|
+
TEST_HOST, TEST_PORT = OPENSEARCH_HOSTS.first.split(':') if OPENSEARCH_HOSTS
|
37
|
+
|
38
|
+
JRUBY = defined?(JRUBY_VERSION)
|
39
|
+
|
40
|
+
if ENV['COVERAGE']
|
41
|
+
require 'simplecov'
|
42
|
+
SimpleCov.start { add_filter %r{^/test/} }
|
43
|
+
end
|
44
|
+
|
45
|
+
require 'minitest/autorun'
|
46
|
+
require 'minitest/reporters'
|
47
|
+
require 'shoulda/context'
|
48
|
+
require 'mocha/minitest'
|
49
|
+
require 'ansi/code'
|
50
|
+
|
51
|
+
require 'require-prof' if ENV["REQUIRE_PROF"]
|
52
|
+
require 'opensearch-transport'
|
53
|
+
require 'logger'
|
54
|
+
|
55
|
+
require 'hashie'
|
56
|
+
|
57
|
+
RequireProf.print_timing_infos if ENV["REQUIRE_PROF"]
|
58
|
+
|
59
|
+
class FixedMinitestSpecReporter < Minitest::Reporters::SpecReporter
|
60
|
+
def before_test(test)
|
61
|
+
last_test = tests.last
|
62
|
+
|
63
|
+
before_suite(test.class) unless last_test
|
64
|
+
|
65
|
+
if last_test && last_test.klass.to_s != test.class.to_s
|
66
|
+
after_suite(last_test.class) if last_test
|
67
|
+
before_suite(test.class)
|
68
|
+
end
|
69
|
+
end
|
70
|
+
end
|
71
|
+
|
72
|
+
module Minitest
|
73
|
+
class Test
|
74
|
+
def assert_nothing_raised(*args)
|
75
|
+
begin
|
76
|
+
line = __LINE__
|
77
|
+
yield
|
78
|
+
rescue RuntimeError => e
|
79
|
+
raise MiniTest::Assertion, "Exception raised:\n<#{e.class}>", e.backtrace
|
80
|
+
end
|
81
|
+
true
|
82
|
+
end
|
83
|
+
|
84
|
+
def assert_not_nil(object, msg=nil)
|
85
|
+
msg = message(msg) { "<#{object.inspect}> expected to not be nil" }
|
86
|
+
assert !object.nil?, msg
|
87
|
+
end
|
88
|
+
|
89
|
+
def assert_block(*msgs)
|
90
|
+
assert yield, *msgs
|
91
|
+
end
|
92
|
+
|
93
|
+
alias :assert_raise :assert_raises
|
94
|
+
end
|
95
|
+
end
|
96
|
+
|
97
|
+
Minitest::Reporters.use! FixedMinitestSpecReporter.new
|
@@ -0,0 +1,145 @@
|
|
1
|
+
# SPDX-License-Identifier: Apache-2.0
|
2
|
+
#
|
3
|
+
# The OpenSearch Contributors require contributions made to
|
4
|
+
# this file be licensed under the Apache-2.0 license or a
|
5
|
+
# compatible open source license.
|
6
|
+
#
|
7
|
+
# Modifications Copyright OpenSearch Contributors. See
|
8
|
+
# GitHub history for details.
|
9
|
+
#
|
10
|
+
# Licensed to Elasticsearch B.V. under one or more contributor
|
11
|
+
# license agreements. See the NOTICE file distributed with
|
12
|
+
# this work for additional information regarding copyright
|
13
|
+
# ownership. Elasticsearch B.V. licenses this file to you under
|
14
|
+
# the Apache License, Version 2.0 (the "License"); you may
|
15
|
+
# not use this file except in compliance with the License.
|
16
|
+
# You may obtain a copy of the License at
|
17
|
+
#
|
18
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
19
|
+
#
|
20
|
+
# Unless required by applicable law or agreed to in writing,
|
21
|
+
# software distributed under the License is distributed on an
|
22
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
23
|
+
# KIND, either express or implied. See the License for the
|
24
|
+
# specific language governing permissions and limitations
|
25
|
+
# under the License.
|
26
|
+
|
27
|
+
require 'test_helper'
|
28
|
+
|
29
|
+
class OpenSearch::Transport::Transport::Connections::ConnectionTest < Minitest::Test
|
30
|
+
include OpenSearch::Transport::Transport::Connections
|
31
|
+
|
32
|
+
context "Connection" do
|
33
|
+
|
34
|
+
should "be initialized with :host, :connection, and :options" do
|
35
|
+
c = Connection.new :host => 'x', :connection => 'y', :options => {}
|
36
|
+
assert_equal 'x', c.host
|
37
|
+
assert_equal 'y', c.connection
|
38
|
+
assert_instance_of Hash, c.options
|
39
|
+
end
|
40
|
+
|
41
|
+
should "return full path" do
|
42
|
+
c = Connection.new
|
43
|
+
assert_equal '_search', c.full_path('_search')
|
44
|
+
assert_equal '_search', c.full_path('_search', {})
|
45
|
+
assert_equal '_search?foo=bar', c.full_path('_search', {:foo => 'bar'})
|
46
|
+
assert_equal '_search?foo=bar+bam', c.full_path('_search', {:foo => 'bar bam'})
|
47
|
+
end
|
48
|
+
|
49
|
+
should "return full url" do
|
50
|
+
c = Connection.new :host => { :protocol => 'http', :host => 'localhost', :port => '9200' }
|
51
|
+
assert_equal 'http://localhost:9200/_search?foo=bar', c.full_url('_search', {:foo => 'bar'})
|
52
|
+
end
|
53
|
+
|
54
|
+
should "return full url with credentials" do
|
55
|
+
c = Connection.new :host => { :protocol => 'http', :user => 'U', :password => 'P', :host => 'localhost', :port => '9200' }
|
56
|
+
assert_equal 'http://U:P@localhost:9200/_search?foo=bar', c.full_url('_search', {:foo => 'bar'})
|
57
|
+
end
|
58
|
+
|
59
|
+
should "return full url with escaped credentials" do
|
60
|
+
c = Connection.new :host => { :protocol => 'http', :user => 'U$$$', :password => 'P^^^', :host => 'localhost', :port => '9200' }
|
61
|
+
assert_equal 'http://U%24%24%24:P%5E%5E%5E@localhost:9200/_search?foo=bar', c.full_url('_search', {:foo => 'bar'})
|
62
|
+
end
|
63
|
+
|
64
|
+
should "return full url with path" do
|
65
|
+
c = Connection.new :host => { :protocol => 'http', :host => 'localhost', :port => '9200', :path => '/foo' }
|
66
|
+
assert_equal 'http://localhost:9200/foo/_search?foo=bar', c.full_url('_search', {:foo => 'bar'})
|
67
|
+
end
|
68
|
+
|
69
|
+
should "return right full url with path when path starts with /" do
|
70
|
+
c = Connection.new :host => { :protocol => 'http', :host => 'localhost', :port => '9200', :path => '/foo' }
|
71
|
+
assert_equal 'http://localhost:9200/foo/_search?foo=bar', c.full_url('/_search', {:foo => 'bar'})
|
72
|
+
end
|
73
|
+
|
74
|
+
should "have a string representation" do
|
75
|
+
c = Connection.new :host => 'x'
|
76
|
+
assert_match(/host: x/, c.to_s)
|
77
|
+
assert_match(/alive/, c.to_s)
|
78
|
+
end
|
79
|
+
|
80
|
+
should "not be dead by default" do
|
81
|
+
c = Connection.new
|
82
|
+
assert ! c.dead?
|
83
|
+
end
|
84
|
+
|
85
|
+
should "be dead when marked" do
|
86
|
+
c = Connection.new.dead!
|
87
|
+
assert c.dead?
|
88
|
+
assert_equal 1, c.failures
|
89
|
+
assert_in_delta c.dead_since, Time.now, 1
|
90
|
+
end
|
91
|
+
|
92
|
+
should "be alive when marked" do
|
93
|
+
c = Connection.new.dead!
|
94
|
+
assert c.dead?
|
95
|
+
assert_equal 1, c.failures
|
96
|
+
assert_in_delta c.dead_since, Time.now, 1
|
97
|
+
|
98
|
+
c.alive!
|
99
|
+
assert ! c.dead?
|
100
|
+
assert_equal 1, c.failures
|
101
|
+
end
|
102
|
+
|
103
|
+
should "be healthy when marked" do
|
104
|
+
c = Connection.new.dead!
|
105
|
+
assert c.dead?
|
106
|
+
assert_equal 1, c.failures
|
107
|
+
assert_in_delta c.dead_since, Time.now, 1
|
108
|
+
|
109
|
+
c.healthy!
|
110
|
+
assert ! c.dead?
|
111
|
+
assert_equal 0, c.failures
|
112
|
+
end
|
113
|
+
|
114
|
+
should "be resurrected if timeout passed" do
|
115
|
+
c = Connection.new.dead!
|
116
|
+
|
117
|
+
now = Time.now + 60
|
118
|
+
Time.stubs(:now).returns(now)
|
119
|
+
|
120
|
+
assert c.resurrect!, c.inspect
|
121
|
+
assert ! c.dead?, c.inspect
|
122
|
+
end
|
123
|
+
|
124
|
+
should "be resurrected if timeout passed for multiple failures" do
|
125
|
+
c = Connection.new.dead!.dead!
|
126
|
+
|
127
|
+
now = Time.now + 60*2
|
128
|
+
Time.stubs(:now).returns(now)
|
129
|
+
|
130
|
+
assert c.resurrect!, c.inspect
|
131
|
+
assert ! c.dead?, c.inspect
|
132
|
+
end
|
133
|
+
|
134
|
+
should "implement the equality operator" do
|
135
|
+
c1 = Connection.new(:host => { :protocol => 'http', :host => 'foo', :port => 123 })
|
136
|
+
c2 = Connection.new(:host => { :protocol => 'http', :host => 'foo', :port => 123 })
|
137
|
+
c3 = Connection.new(:host => { :protocol => 'http', :host => 'foo', :port => 456 })
|
138
|
+
|
139
|
+
assert c1 == c2, "Connection #{c1} should be equal to #{c2}"
|
140
|
+
assert c2 != c3, "Connection #{c2} should NOT be equal to #{c3}"
|
141
|
+
end
|
142
|
+
|
143
|
+
end
|
144
|
+
|
145
|
+
end
|
@@ -0,0 +1,41 @@
|
|
1
|
+
# SPDX-License-Identifier: Apache-2.0
|
2
|
+
#
|
3
|
+
# The OpenSearch Contributors require contributions made to
|
4
|
+
# this file be licensed under the Apache-2.0 license or a
|
5
|
+
# compatible open source license.
|
6
|
+
#
|
7
|
+
# Modifications Copyright OpenSearch Contributors. See
|
8
|
+
# GitHub history for details.
|
9
|
+
#
|
10
|
+
# Licensed to Elasticsearch B.V. under one or more contributor
|
11
|
+
# license agreements. See the NOTICE file distributed with
|
12
|
+
# this work for additional information regarding copyright
|
13
|
+
# ownership. Elasticsearch B.V. licenses this file to you under
|
14
|
+
# the Apache License, Version 2.0 (the "License"); you may
|
15
|
+
# not use this file except in compliance with the License.
|
16
|
+
# You may obtain a copy of the License at
|
17
|
+
#
|
18
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
19
|
+
#
|
20
|
+
# Unless required by applicable law or agreed to in writing,
|
21
|
+
# software distributed under the License is distributed on an
|
22
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
23
|
+
# KIND, either express or implied. See the License for the
|
24
|
+
# specific language governing permissions and limitations
|
25
|
+
# under the License.
|
26
|
+
|
27
|
+
require 'test_helper'
|
28
|
+
|
29
|
+
class OpenSearch::Transport::Transport::ResponseTest < Minitest::Test
|
30
|
+
context "Response" do
|
31
|
+
|
32
|
+
should "force-encode the body into UTF" do
|
33
|
+
body = "Hello Encoding!".encode(Encoding::ISO_8859_1)
|
34
|
+
assert_equal 'ISO-8859-1', body.encoding.name
|
35
|
+
|
36
|
+
response = OpenSearch::Transport::Transport::Response.new 200, body
|
37
|
+
assert_equal 'UTF-8', response.body.encoding.name
|
38
|
+
end
|
39
|
+
|
40
|
+
end
|
41
|
+
end
|
@@ -0,0 +1,42 @@
|
|
1
|
+
# SPDX-License-Identifier: Apache-2.0
|
2
|
+
#
|
3
|
+
# The OpenSearch Contributors require contributions made to
|
4
|
+
# this file be licensed under the Apache-2.0 license or a
|
5
|
+
# compatible open source license.
|
6
|
+
#
|
7
|
+
# Modifications Copyright OpenSearch Contributors. See
|
8
|
+
# GitHub history for details.
|
9
|
+
#
|
10
|
+
# Licensed to Elasticsearch B.V. under one or more contributor
|
11
|
+
# license agreements. See the NOTICE file distributed with
|
12
|
+
# this work for additional information regarding copyright
|
13
|
+
# ownership. Elasticsearch B.V. licenses this file to you under
|
14
|
+
# the Apache License, Version 2.0 (the "License"); you may
|
15
|
+
# not use this file except in compliance with the License.
|
16
|
+
# You may obtain a copy of the License at
|
17
|
+
#
|
18
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
19
|
+
#
|
20
|
+
# Unless required by applicable law or agreed to in writing,
|
21
|
+
# software distributed under the License is distributed on an
|
22
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
23
|
+
# KIND, either express or implied. See the License for the
|
24
|
+
# specific language governing permissions and limitations
|
25
|
+
# under the License.
|
26
|
+
|
27
|
+
require 'test_helper'
|
28
|
+
|
29
|
+
class OpenSearch::Transport::Transport::SerializerTest < Minitest::Test
|
30
|
+
|
31
|
+
context "Serializer" do
|
32
|
+
|
33
|
+
should "use MultiJson by default" do
|
34
|
+
::MultiJson.expects(:load)
|
35
|
+
::MultiJson.expects(:dump)
|
36
|
+
OpenSearch::Transport::Transport::Serializer::MultiJson.new.load('{}')
|
37
|
+
OpenSearch::Transport::Transport::Serializer::MultiJson.new.dump({})
|
38
|
+
end
|
39
|
+
|
40
|
+
end
|
41
|
+
|
42
|
+
end
|