discourse-redis 3.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/.gitignore +16 -0
- data/.travis.yml +59 -0
- data/.travis/Gemfile +11 -0
- data/.yardopts +3 -0
- data/CHANGELOG.md +349 -0
- data/Gemfile +4 -0
- data/LICENSE +20 -0
- data/README.md +328 -0
- data/Rakefile +87 -0
- data/benchmarking/logging.rb +71 -0
- data/benchmarking/pipeline.rb +51 -0
- data/benchmarking/speed.rb +21 -0
- data/benchmarking/suite.rb +24 -0
- data/benchmarking/worker.rb +71 -0
- data/examples/basic.rb +15 -0
- data/examples/consistency.rb +114 -0
- data/examples/dist_redis.rb +43 -0
- data/examples/incr-decr.rb +17 -0
- data/examples/list.rb +26 -0
- data/examples/pubsub.rb +37 -0
- data/examples/sentinel.rb +41 -0
- data/examples/sentinel/start +49 -0
- data/examples/sets.rb +36 -0
- data/examples/unicorn/config.ru +3 -0
- data/examples/unicorn/unicorn.rb +20 -0
- data/lib/redis.rb +2731 -0
- data/lib/redis/client.rb +575 -0
- data/lib/redis/connection.rb +9 -0
- data/lib/redis/connection/command_helper.rb +44 -0
- data/lib/redis/connection/hiredis.rb +64 -0
- data/lib/redis/connection/registry.rb +12 -0
- data/lib/redis/connection/ruby.rb +322 -0
- data/lib/redis/connection/synchrony.rb +124 -0
- data/lib/redis/distributed.rb +873 -0
- data/lib/redis/errors.rb +40 -0
- data/lib/redis/hash_ring.rb +132 -0
- data/lib/redis/pipeline.rb +141 -0
- data/lib/redis/subscribe.rb +83 -0
- data/lib/redis/version.rb +3 -0
- data/redis.gemspec +34 -0
- data/test/bitpos_test.rb +69 -0
- data/test/blocking_commands_test.rb +42 -0
- data/test/command_map_test.rb +30 -0
- data/test/commands_on_hashes_test.rb +21 -0
- data/test/commands_on_hyper_log_log_test.rb +21 -0
- data/test/commands_on_lists_test.rb +20 -0
- data/test/commands_on_sets_test.rb +77 -0
- data/test/commands_on_sorted_sets_test.rb +137 -0
- data/test/commands_on_strings_test.rb +101 -0
- data/test/commands_on_value_types_test.rb +133 -0
- data/test/connection_handling_test.rb +250 -0
- data/test/distributed_blocking_commands_test.rb +46 -0
- data/test/distributed_commands_on_hashes_test.rb +10 -0
- data/test/distributed_commands_on_hyper_log_log_test.rb +33 -0
- data/test/distributed_commands_on_lists_test.rb +22 -0
- data/test/distributed_commands_on_sets_test.rb +83 -0
- data/test/distributed_commands_on_sorted_sets_test.rb +18 -0
- data/test/distributed_commands_on_strings_test.rb +59 -0
- data/test/distributed_commands_on_value_types_test.rb +95 -0
- data/test/distributed_commands_requiring_clustering_test.rb +164 -0
- data/test/distributed_connection_handling_test.rb +23 -0
- data/test/distributed_internals_test.rb +79 -0
- data/test/distributed_key_tags_test.rb +52 -0
- data/test/distributed_persistence_control_commands_test.rb +26 -0
- data/test/distributed_publish_subscribe_test.rb +92 -0
- data/test/distributed_remote_server_control_commands_test.rb +66 -0
- data/test/distributed_scripting_test.rb +102 -0
- data/test/distributed_sorting_test.rb +20 -0
- data/test/distributed_test.rb +58 -0
- data/test/distributed_transactions_test.rb +32 -0
- data/test/encoding_test.rb +18 -0
- data/test/error_replies_test.rb +59 -0
- data/test/fork_safety_test.rb +65 -0
- data/test/helper.rb +232 -0
- data/test/helper_test.rb +24 -0
- data/test/internals_test.rb +437 -0
- data/test/lint/blocking_commands.rb +150 -0
- data/test/lint/hashes.rb +162 -0
- data/test/lint/hyper_log_log.rb +60 -0
- data/test/lint/lists.rb +143 -0
- data/test/lint/sets.rb +125 -0
- data/test/lint/sorted_sets.rb +316 -0
- data/test/lint/strings.rb +260 -0
- data/test/lint/value_types.rb +122 -0
- data/test/persistence_control_commands_test.rb +26 -0
- data/test/pipelining_commands_test.rb +242 -0
- data/test/publish_subscribe_test.rb +254 -0
- data/test/remote_server_control_commands_test.rb +118 -0
- data/test/scanning_test.rb +413 -0
- data/test/scripting_test.rb +78 -0
- data/test/sentinel_command_test.rb +80 -0
- data/test/sentinel_test.rb +255 -0
- data/test/sorting_test.rb +59 -0
- data/test/support/connection/hiredis.rb +1 -0
- data/test/support/connection/ruby.rb +1 -0
- data/test/support/connection/synchrony.rb +17 -0
- data/test/support/redis_mock.rb +119 -0
- data/test/support/wire/synchrony.rb +24 -0
- data/test/support/wire/thread.rb +5 -0
- data/test/synchrony_driver.rb +88 -0
- data/test/test.conf.erb +9 -0
- data/test/thread_safety_test.rb +32 -0
- data/test/transactions_test.rb +264 -0
- data/test/unknown_commands_test.rb +14 -0
- data/test/url_param_test.rb +138 -0
- metadata +182 -0
@@ -0,0 +1,9 @@
|
|
1
|
+
require "redis/connection/registry"
|
2
|
+
|
3
|
+
# If a connection driver was required before this file, the array
|
4
|
+
# Redis::Connection.drivers will contain one or more classes. The last driver
|
5
|
+
# in this array will be used as default driver. If this array is empty, we load
|
6
|
+
# the plain Ruby driver as our default. Another driver can be required at a
|
7
|
+
# later point in time, causing it to be the last element of the #drivers array
|
8
|
+
# and therefore be chosen by default.
|
9
|
+
require "redis/connection/ruby" if Redis::Connection.drivers.empty?
|
@@ -0,0 +1,44 @@
|
|
1
|
+
class Redis
|
2
|
+
module Connection
|
3
|
+
module CommandHelper
|
4
|
+
|
5
|
+
COMMAND_DELIMITER = "\r\n"
|
6
|
+
|
7
|
+
def build_command(args)
|
8
|
+
command = [nil]
|
9
|
+
|
10
|
+
args.each do |i|
|
11
|
+
if i.is_a? Array
|
12
|
+
i.each do |j|
|
13
|
+
j = j.to_s
|
14
|
+
command << "$#{j.bytesize}"
|
15
|
+
command << j
|
16
|
+
end
|
17
|
+
else
|
18
|
+
i = i.to_s
|
19
|
+
command << "$#{i.bytesize}"
|
20
|
+
command << i
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
24
|
+
command[0] = "*#{(command.length - 1) / 2}"
|
25
|
+
|
26
|
+
# Trailing delimiter
|
27
|
+
command << ""
|
28
|
+
command.join(COMMAND_DELIMITER)
|
29
|
+
end
|
30
|
+
|
31
|
+
protected
|
32
|
+
|
33
|
+
if defined?(Encoding::default_external)
|
34
|
+
def encode(string)
|
35
|
+
string.force_encoding(Encoding::default_external)
|
36
|
+
end
|
37
|
+
else
|
38
|
+
def encode(string)
|
39
|
+
string
|
40
|
+
end
|
41
|
+
end
|
42
|
+
end
|
43
|
+
end
|
44
|
+
end
|
@@ -0,0 +1,64 @@
|
|
1
|
+
require "redis/connection/registry"
|
2
|
+
require "redis/errors"
|
3
|
+
require "hiredis/connection"
|
4
|
+
require "timeout"
|
5
|
+
|
6
|
+
class Redis
|
7
|
+
module Connection
|
8
|
+
class Hiredis
|
9
|
+
|
10
|
+
def self.connect(config)
|
11
|
+
connection = ::Hiredis::Connection.new
|
12
|
+
connect_timeout = (config.fetch(:connect_timeout, 0) * 1_000_000).to_i
|
13
|
+
|
14
|
+
if config[:scheme] == "unix"
|
15
|
+
connection.connect_unix(config[:path], connect_timeout)
|
16
|
+
else
|
17
|
+
connection.connect(config[:host], config[:port], connect_timeout)
|
18
|
+
end
|
19
|
+
|
20
|
+
instance = new(connection)
|
21
|
+
instance.timeout = config[:timeout]
|
22
|
+
instance
|
23
|
+
rescue Errno::ETIMEDOUT
|
24
|
+
raise TimeoutError
|
25
|
+
end
|
26
|
+
|
27
|
+
def initialize(connection)
|
28
|
+
@connection = connection
|
29
|
+
end
|
30
|
+
|
31
|
+
def connected?
|
32
|
+
@connection && @connection.connected?
|
33
|
+
end
|
34
|
+
|
35
|
+
def timeout=(timeout)
|
36
|
+
# Hiredis works with microsecond timeouts
|
37
|
+
@connection.timeout = Integer(timeout * 1_000_000)
|
38
|
+
end
|
39
|
+
|
40
|
+
def disconnect
|
41
|
+
@connection.disconnect
|
42
|
+
@connection = nil
|
43
|
+
end
|
44
|
+
|
45
|
+
def write(command)
|
46
|
+
@connection.write(command.flatten(1))
|
47
|
+
rescue Errno::EAGAIN
|
48
|
+
raise TimeoutError
|
49
|
+
end
|
50
|
+
|
51
|
+
def read
|
52
|
+
reply = @connection.read
|
53
|
+
reply = CommandError.new(reply.message) if reply.is_a?(RuntimeError)
|
54
|
+
reply
|
55
|
+
rescue Errno::EAGAIN
|
56
|
+
raise TimeoutError
|
57
|
+
rescue RuntimeError => err
|
58
|
+
raise ProtocolError.new(err.message)
|
59
|
+
end
|
60
|
+
end
|
61
|
+
end
|
62
|
+
end
|
63
|
+
|
64
|
+
Redis::Connection.drivers << Redis::Connection::Hiredis
|
@@ -0,0 +1,12 @@
|
|
1
|
+
class Redis
|
2
|
+
module Connection
|
3
|
+
|
4
|
+
# Store a list of loaded connection drivers in the Connection module.
|
5
|
+
# Redis::Client uses the last required driver by default, and will be aware
|
6
|
+
# of the loaded connection drivers if the user chooses to override the
|
7
|
+
# default connection driver.
|
8
|
+
def self.drivers
|
9
|
+
@drivers ||= []
|
10
|
+
end
|
11
|
+
end
|
12
|
+
end
|
@@ -0,0 +1,322 @@
|
|
1
|
+
require "redis/connection/registry"
|
2
|
+
require "redis/connection/command_helper"
|
3
|
+
require "redis/errors"
|
4
|
+
require "socket"
|
5
|
+
|
6
|
+
class Redis
|
7
|
+
module Connection
|
8
|
+
module SocketMixin
|
9
|
+
|
10
|
+
CRLF = "\r\n".freeze
|
11
|
+
|
12
|
+
def initialize(*args)
|
13
|
+
super(*args)
|
14
|
+
|
15
|
+
@timeout = nil
|
16
|
+
@buffer = ""
|
17
|
+
end
|
18
|
+
|
19
|
+
def timeout=(timeout)
|
20
|
+
if timeout && timeout > 0
|
21
|
+
@timeout = timeout
|
22
|
+
else
|
23
|
+
@timeout = nil
|
24
|
+
end
|
25
|
+
end
|
26
|
+
|
27
|
+
def read(nbytes)
|
28
|
+
result = @buffer.slice!(0, nbytes)
|
29
|
+
|
30
|
+
while result.bytesize < nbytes
|
31
|
+
result << _read_from_socket(nbytes - result.bytesize)
|
32
|
+
end
|
33
|
+
|
34
|
+
result
|
35
|
+
end
|
36
|
+
|
37
|
+
def gets
|
38
|
+
crlf = nil
|
39
|
+
|
40
|
+
while (crlf = @buffer.index(CRLF)) == nil
|
41
|
+
@buffer << _read_from_socket(1024)
|
42
|
+
end
|
43
|
+
|
44
|
+
@buffer.slice!(0, crlf + CRLF.bytesize)
|
45
|
+
end
|
46
|
+
|
47
|
+
def _read_from_socket(nbytes)
|
48
|
+
begin
|
49
|
+
read_nonblock(nbytes)
|
50
|
+
|
51
|
+
rescue Errno::EWOULDBLOCK, Errno::EAGAIN
|
52
|
+
if IO.select([self], nil, nil, @timeout)
|
53
|
+
retry
|
54
|
+
else
|
55
|
+
raise Redis::TimeoutError
|
56
|
+
end
|
57
|
+
end
|
58
|
+
|
59
|
+
rescue EOFError
|
60
|
+
raise Errno::ECONNRESET
|
61
|
+
end
|
62
|
+
end
|
63
|
+
|
64
|
+
if defined?(RUBY_ENGINE) && RUBY_ENGINE == "jruby"
|
65
|
+
|
66
|
+
require "timeout"
|
67
|
+
|
68
|
+
class TCPSocket < ::TCPSocket
|
69
|
+
|
70
|
+
include SocketMixin
|
71
|
+
|
72
|
+
def self.connect(host, port, timeout)
|
73
|
+
Timeout.timeout(timeout) do
|
74
|
+
sock = new(host, port)
|
75
|
+
sock
|
76
|
+
end
|
77
|
+
rescue Timeout::Error
|
78
|
+
raise TimeoutError
|
79
|
+
end
|
80
|
+
end
|
81
|
+
|
82
|
+
if defined?(::UNIXSocket)
|
83
|
+
|
84
|
+
class UNIXSocket < ::UNIXSocket
|
85
|
+
|
86
|
+
include SocketMixin
|
87
|
+
|
88
|
+
def self.connect(path, timeout)
|
89
|
+
Timeout.timeout(timeout) do
|
90
|
+
sock = new(path)
|
91
|
+
sock
|
92
|
+
end
|
93
|
+
rescue Timeout::Error
|
94
|
+
raise TimeoutError
|
95
|
+
end
|
96
|
+
|
97
|
+
# JRuby raises Errno::EAGAIN on #read_nonblock even when IO.select
|
98
|
+
# says it is readable (1.6.6, in both 1.8 and 1.9 mode).
|
99
|
+
# Use the blocking #readpartial method instead.
|
100
|
+
|
101
|
+
def _read_from_socket(nbytes)
|
102
|
+
readpartial(nbytes)
|
103
|
+
|
104
|
+
rescue EOFError
|
105
|
+
raise Errno::ECONNRESET
|
106
|
+
end
|
107
|
+
end
|
108
|
+
|
109
|
+
end
|
110
|
+
|
111
|
+
else
|
112
|
+
|
113
|
+
class TCPSocket < ::Socket
|
114
|
+
|
115
|
+
include SocketMixin
|
116
|
+
|
117
|
+
def self.connect_addrinfo(ai, port, timeout)
|
118
|
+
sock = new(::Socket.const_get(ai[0]), Socket::SOCK_STREAM, 0)
|
119
|
+
sockaddr = ::Socket.pack_sockaddr_in(port, ai[3])
|
120
|
+
|
121
|
+
begin
|
122
|
+
sock.connect_nonblock(sockaddr)
|
123
|
+
rescue Errno::EINPROGRESS
|
124
|
+
if IO.select(nil, [sock], nil, timeout) == nil
|
125
|
+
raise TimeoutError
|
126
|
+
end
|
127
|
+
|
128
|
+
begin
|
129
|
+
sock.connect_nonblock(sockaddr)
|
130
|
+
rescue Errno::EISCONN
|
131
|
+
end
|
132
|
+
end
|
133
|
+
|
134
|
+
sock
|
135
|
+
end
|
136
|
+
|
137
|
+
def self.connect(host, port, timeout)
|
138
|
+
# Don't pass AI_ADDRCONFIG as flag to getaddrinfo(3)
|
139
|
+
#
|
140
|
+
# From the man page for getaddrinfo(3):
|
141
|
+
#
|
142
|
+
# If hints.ai_flags includes the AI_ADDRCONFIG flag, then IPv4
|
143
|
+
# addresses are returned in the list pointed to by res only if the
|
144
|
+
# local system has at least one IPv4 address configured, and IPv6
|
145
|
+
# addresses are returned only if the local system has at least one
|
146
|
+
# IPv6 address configured. The loopback address is not considered
|
147
|
+
# for this case as valid as a configured address.
|
148
|
+
#
|
149
|
+
# We do want the IPv6 loopback address to be returned if applicable,
|
150
|
+
# even if it is the only configured IPv6 address on the machine.
|
151
|
+
# Also see: https://github.com/redis/redis-rb/pull/394.
|
152
|
+
addrinfo = ::Socket.getaddrinfo(host, nil, Socket::AF_UNSPEC, Socket::SOCK_STREAM)
|
153
|
+
|
154
|
+
# From the man page for getaddrinfo(3):
|
155
|
+
#
|
156
|
+
# Normally, the application should try using the addresses in the
|
157
|
+
# order in which they are returned. The sorting function used
|
158
|
+
# within getaddrinfo() is defined in RFC 3484 [...].
|
159
|
+
#
|
160
|
+
addrinfo.each_with_index do |ai, i|
|
161
|
+
begin
|
162
|
+
return connect_addrinfo(ai, port, timeout)
|
163
|
+
rescue SystemCallError
|
164
|
+
# Raise if this was our last attempt.
|
165
|
+
raise if addrinfo.length == i+1
|
166
|
+
end
|
167
|
+
end
|
168
|
+
end
|
169
|
+
end
|
170
|
+
|
171
|
+
class UNIXSocket < ::Socket
|
172
|
+
|
173
|
+
include SocketMixin
|
174
|
+
|
175
|
+
def self.connect(path, timeout)
|
176
|
+
sock = new(::Socket::AF_UNIX, Socket::SOCK_STREAM, 0)
|
177
|
+
sockaddr = ::Socket.pack_sockaddr_un(path)
|
178
|
+
|
179
|
+
begin
|
180
|
+
sock.connect_nonblock(sockaddr)
|
181
|
+
rescue Errno::EINPROGRESS
|
182
|
+
if IO.select(nil, [sock], nil, timeout) == nil
|
183
|
+
raise TimeoutError
|
184
|
+
end
|
185
|
+
|
186
|
+
begin
|
187
|
+
sock.connect_nonblock(sockaddr)
|
188
|
+
rescue Errno::EISCONN
|
189
|
+
end
|
190
|
+
end
|
191
|
+
|
192
|
+
sock
|
193
|
+
end
|
194
|
+
end
|
195
|
+
|
196
|
+
end
|
197
|
+
|
198
|
+
class Ruby
|
199
|
+
include Redis::Connection::CommandHelper
|
200
|
+
|
201
|
+
MINUS = "-".freeze
|
202
|
+
PLUS = "+".freeze
|
203
|
+
COLON = ":".freeze
|
204
|
+
DOLLAR = "$".freeze
|
205
|
+
ASTERISK = "*".freeze
|
206
|
+
|
207
|
+
def self.connect(config)
|
208
|
+
if config[:scheme] == "unix"
|
209
|
+
sock = UNIXSocket.connect(config[:path], config[:connect_timeout])
|
210
|
+
else
|
211
|
+
sock = TCPSocket.connect(config[:host], config[:port], config[:connect_timeout])
|
212
|
+
end
|
213
|
+
|
214
|
+
instance = new(sock)
|
215
|
+
instance.timeout = config[:timeout]
|
216
|
+
instance.set_tcp_keepalive config[:tcp_keepalive]
|
217
|
+
instance
|
218
|
+
end
|
219
|
+
|
220
|
+
if [:SOL_SOCKET, :SO_KEEPALIVE, :SOL_TCP, :TCP_KEEPIDLE, :TCP_KEEPINTVL, :TCP_KEEPCNT].all?{|c| Socket.const_defined? c}
|
221
|
+
def set_tcp_keepalive(keepalive)
|
222
|
+
return unless keepalive.is_a?(Hash)
|
223
|
+
|
224
|
+
@sock.setsockopt(Socket::SOL_SOCKET, Socket::SO_KEEPALIVE, true)
|
225
|
+
@sock.setsockopt(Socket::SOL_TCP, Socket::TCP_KEEPIDLE, keepalive[:time])
|
226
|
+
@sock.setsockopt(Socket::SOL_TCP, Socket::TCP_KEEPINTVL, keepalive[:intvl])
|
227
|
+
@sock.setsockopt(Socket::SOL_TCP, Socket::TCP_KEEPCNT, keepalive[:probes])
|
228
|
+
end
|
229
|
+
|
230
|
+
def get_tcp_keepalive
|
231
|
+
{
|
232
|
+
:time => @sock.getsockopt(Socket::SOL_TCP, Socket::TCP_KEEPIDLE).int,
|
233
|
+
:intvl => @sock.getsockopt(Socket::SOL_TCP, Socket::TCP_KEEPINTVL).int,
|
234
|
+
:probes => @sock.getsockopt(Socket::SOL_TCP, Socket::TCP_KEEPCNT).int,
|
235
|
+
}
|
236
|
+
end
|
237
|
+
else
|
238
|
+
def set_tcp_keepalive(keepalive)
|
239
|
+
end
|
240
|
+
|
241
|
+
def get_tcp_keepalive
|
242
|
+
{
|
243
|
+
}
|
244
|
+
end
|
245
|
+
end
|
246
|
+
|
247
|
+
def initialize(sock)
|
248
|
+
@sock = sock
|
249
|
+
end
|
250
|
+
|
251
|
+
def connected?
|
252
|
+
!! @sock
|
253
|
+
end
|
254
|
+
|
255
|
+
def disconnect
|
256
|
+
@sock.close
|
257
|
+
rescue
|
258
|
+
ensure
|
259
|
+
@sock = nil
|
260
|
+
end
|
261
|
+
|
262
|
+
def timeout=(timeout)
|
263
|
+
if @sock.respond_to?(:timeout=)
|
264
|
+
@sock.timeout = timeout
|
265
|
+
end
|
266
|
+
end
|
267
|
+
|
268
|
+
def write(command)
|
269
|
+
@sock.write(build_command(command))
|
270
|
+
end
|
271
|
+
|
272
|
+
def read
|
273
|
+
line = @sock.gets
|
274
|
+
reply_type = line.slice!(0, 1)
|
275
|
+
format_reply(reply_type, line)
|
276
|
+
|
277
|
+
rescue Errno::EAGAIN
|
278
|
+
raise TimeoutError
|
279
|
+
end
|
280
|
+
|
281
|
+
def format_reply(reply_type, line)
|
282
|
+
case reply_type
|
283
|
+
when MINUS then format_error_reply(line)
|
284
|
+
when PLUS then format_status_reply(line)
|
285
|
+
when COLON then format_integer_reply(line)
|
286
|
+
when DOLLAR then format_bulk_reply(line)
|
287
|
+
when ASTERISK then format_multi_bulk_reply(line)
|
288
|
+
else raise ProtocolError.new(reply_type)
|
289
|
+
end
|
290
|
+
end
|
291
|
+
|
292
|
+
def format_error_reply(line)
|
293
|
+
CommandError.new(line.strip)
|
294
|
+
end
|
295
|
+
|
296
|
+
def format_status_reply(line)
|
297
|
+
line.strip
|
298
|
+
end
|
299
|
+
|
300
|
+
def format_integer_reply(line)
|
301
|
+
line.to_i
|
302
|
+
end
|
303
|
+
|
304
|
+
def format_bulk_reply(line)
|
305
|
+
bulklen = line.to_i
|
306
|
+
return if bulklen == -1
|
307
|
+
reply = encode(@sock.read(bulklen))
|
308
|
+
@sock.read(2) # Discard CRLF.
|
309
|
+
reply
|
310
|
+
end
|
311
|
+
|
312
|
+
def format_multi_bulk_reply(line)
|
313
|
+
n = line.to_i
|
314
|
+
return if n == -1
|
315
|
+
|
316
|
+
Array.new(n) { read }
|
317
|
+
end
|
318
|
+
end
|
319
|
+
end
|
320
|
+
end
|
321
|
+
|
322
|
+
Redis::Connection.drivers << Redis::Connection::Ruby
|