redis 3.2.0 → 4.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (133) hide show
  1. checksums.yaml +5 -5
  2. data/CHANGELOG.md +278 -15
  3. data/README.md +260 -76
  4. data/lib/redis/client.rb +239 -115
  5. data/lib/redis/cluster/command.rb +79 -0
  6. data/lib/redis/cluster/command_loader.rb +33 -0
  7. data/lib/redis/cluster/key_slot_converter.rb +72 -0
  8. data/lib/redis/cluster/node.rb +120 -0
  9. data/lib/redis/cluster/node_key.rb +31 -0
  10. data/lib/redis/cluster/node_loader.rb +37 -0
  11. data/lib/redis/cluster/option.rb +93 -0
  12. data/lib/redis/cluster/slot.rb +86 -0
  13. data/lib/redis/cluster/slot_loader.rb +49 -0
  14. data/lib/redis/cluster.rb +315 -0
  15. data/lib/redis/commands/bitmaps.rb +63 -0
  16. data/lib/redis/commands/cluster.rb +45 -0
  17. data/lib/redis/commands/connection.rb +58 -0
  18. data/lib/redis/commands/geo.rb +84 -0
  19. data/lib/redis/commands/hashes.rb +251 -0
  20. data/lib/redis/commands/hyper_log_log.rb +37 -0
  21. data/lib/redis/commands/keys.rb +411 -0
  22. data/lib/redis/commands/lists.rb +289 -0
  23. data/lib/redis/commands/pubsub.rb +72 -0
  24. data/lib/redis/commands/scripting.rb +114 -0
  25. data/lib/redis/commands/server.rb +188 -0
  26. data/lib/redis/commands/sets.rb +207 -0
  27. data/lib/redis/commands/sorted_sets.rb +804 -0
  28. data/lib/redis/commands/streams.rb +382 -0
  29. data/lib/redis/commands/strings.rb +313 -0
  30. data/lib/redis/commands/transactions.rb +92 -0
  31. data/lib/redis/commands.rb +242 -0
  32. data/lib/redis/connection/command_helper.rb +7 -10
  33. data/lib/redis/connection/hiredis.rb +11 -6
  34. data/lib/redis/connection/registry.rb +2 -1
  35. data/lib/redis/connection/ruby.rb +173 -64
  36. data/lib/redis/connection/synchrony.rb +32 -8
  37. data/lib/redis/connection.rb +3 -1
  38. data/lib/redis/distributed.rb +233 -74
  39. data/lib/redis/errors.rb +48 -0
  40. data/lib/redis/hash_ring.rb +30 -72
  41. data/lib/redis/pipeline.rb +145 -12
  42. data/lib/redis/subscribe.rb +20 -13
  43. data/lib/redis/version.rb +3 -1
  44. data/lib/redis.rb +171 -2476
  45. metadata +71 -165
  46. data/.gitignore +0 -15
  47. data/.travis/Gemfile +0 -11
  48. data/.travis.yml +0 -54
  49. data/.yardopts +0 -3
  50. data/Gemfile +0 -4
  51. data/Rakefile +0 -68
  52. data/benchmarking/logging.rb +0 -71
  53. data/benchmarking/pipeline.rb +0 -51
  54. data/benchmarking/speed.rb +0 -21
  55. data/benchmarking/suite.rb +0 -24
  56. data/benchmarking/worker.rb +0 -71
  57. data/examples/basic.rb +0 -15
  58. data/examples/consistency.rb +0 -114
  59. data/examples/dist_redis.rb +0 -43
  60. data/examples/incr-decr.rb +0 -17
  61. data/examples/list.rb +0 -26
  62. data/examples/pubsub.rb +0 -37
  63. data/examples/sentinel/sentinel.conf +0 -9
  64. data/examples/sentinel/start +0 -49
  65. data/examples/sentinel.rb +0 -41
  66. data/examples/sets.rb +0 -36
  67. data/examples/unicorn/config.ru +0 -3
  68. data/examples/unicorn/unicorn.rb +0 -20
  69. data/redis.gemspec +0 -43
  70. data/test/bitpos_test.rb +0 -69
  71. data/test/blocking_commands_test.rb +0 -42
  72. data/test/command_map_test.rb +0 -30
  73. data/test/commands_on_hashes_test.rb +0 -21
  74. data/test/commands_on_hyper_log_log_test.rb +0 -21
  75. data/test/commands_on_lists_test.rb +0 -20
  76. data/test/commands_on_sets_test.rb +0 -77
  77. data/test/commands_on_sorted_sets_test.rb +0 -123
  78. data/test/commands_on_strings_test.rb +0 -101
  79. data/test/commands_on_value_types_test.rb +0 -131
  80. data/test/connection_handling_test.rb +0 -189
  81. data/test/db/.gitkeep +0 -0
  82. data/test/distributed_blocking_commands_test.rb +0 -46
  83. data/test/distributed_commands_on_hashes_test.rb +0 -10
  84. data/test/distributed_commands_on_hyper_log_log_test.rb +0 -33
  85. data/test/distributed_commands_on_lists_test.rb +0 -22
  86. data/test/distributed_commands_on_sets_test.rb +0 -83
  87. data/test/distributed_commands_on_sorted_sets_test.rb +0 -18
  88. data/test/distributed_commands_on_strings_test.rb +0 -59
  89. data/test/distributed_commands_on_value_types_test.rb +0 -95
  90. data/test/distributed_commands_requiring_clustering_test.rb +0 -164
  91. data/test/distributed_connection_handling_test.rb +0 -23
  92. data/test/distributed_internals_test.rb +0 -70
  93. data/test/distributed_key_tags_test.rb +0 -52
  94. data/test/distributed_persistence_control_commands_test.rb +0 -26
  95. data/test/distributed_publish_subscribe_test.rb +0 -92
  96. data/test/distributed_remote_server_control_commands_test.rb +0 -66
  97. data/test/distributed_scripting_test.rb +0 -102
  98. data/test/distributed_sorting_test.rb +0 -20
  99. data/test/distributed_test.rb +0 -58
  100. data/test/distributed_transactions_test.rb +0 -32
  101. data/test/encoding_test.rb +0 -18
  102. data/test/error_replies_test.rb +0 -59
  103. data/test/fork_safety_test.rb +0 -65
  104. data/test/helper.rb +0 -232
  105. data/test/helper_test.rb +0 -24
  106. data/test/internals_test.rb +0 -434
  107. data/test/lint/blocking_commands.rb +0 -150
  108. data/test/lint/hashes.rb +0 -162
  109. data/test/lint/hyper_log_log.rb +0 -60
  110. data/test/lint/lists.rb +0 -143
  111. data/test/lint/sets.rb +0 -125
  112. data/test/lint/sorted_sets.rb +0 -238
  113. data/test/lint/strings.rb +0 -260
  114. data/test/lint/value_types.rb +0 -122
  115. data/test/persistence_control_commands_test.rb +0 -26
  116. data/test/pipelining_commands_test.rb +0 -242
  117. data/test/publish_subscribe_test.rb +0 -210
  118. data/test/remote_server_control_commands_test.rb +0 -117
  119. data/test/scanning_test.rb +0 -413
  120. data/test/scripting_test.rb +0 -78
  121. data/test/sorting_test.rb +0 -59
  122. data/test/support/connection/hiredis.rb +0 -1
  123. data/test/support/connection/ruby.rb +0 -1
  124. data/test/support/connection/synchrony.rb +0 -17
  125. data/test/support/redis_mock.rb +0 -115
  126. data/test/support/wire/synchrony.rb +0 -24
  127. data/test/support/wire/thread.rb +0 -5
  128. data/test/synchrony_driver.rb +0 -88
  129. data/test/test.conf +0 -9
  130. data/test/thread_safety_test.rb +0 -32
  131. data/test/transactions_test.rb +0 -264
  132. data/test/unknown_commands_test.rb +0 -14
  133. data/test/url_param_test.rb +0 -132
@@ -1,92 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require File.expand_path("helper", File.dirname(__FILE__))
4
-
5
- class TestDistributedPublishSubscribe < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_subscribe_and_unsubscribe
10
- assert_raise Redis::Distributed::CannotDistribute do
11
- r.subscribe("foo", "bar") { }
12
- end
13
-
14
- assert_raise Redis::Distributed::CannotDistribute do
15
- r.subscribe("{qux}foo", "bar") { }
16
- end
17
- end
18
-
19
- def test_subscribe_and_unsubscribe_with_tags
20
- @subscribed = false
21
- @unsubscribed = false
22
-
23
- wire = Wire.new do
24
- r.subscribe("foo") do |on|
25
- on.subscribe do |channel, total|
26
- @subscribed = true
27
- @t1 = total
28
- end
29
-
30
- on.message do |channel, message|
31
- if message == "s1"
32
- r.unsubscribe
33
- @message = message
34
- end
35
- end
36
-
37
- on.unsubscribe do |channel, total|
38
- @unsubscribed = true
39
- @t2 = total
40
- end
41
- end
42
- end
43
-
44
- # Wait until the subscription is active before publishing
45
- Wire.pass while !@subscribed
46
-
47
- Redis::Distributed.new(NODES).publish("foo", "s1")
48
-
49
- wire.join
50
-
51
- assert @subscribed
52
- assert_equal 1, @t1
53
- assert @unsubscribed
54
- assert_equal 0, @t2
55
- assert_equal "s1", @message
56
- end
57
-
58
- def test_subscribe_within_subscribe
59
- @channels = []
60
-
61
- wire = Wire.new do
62
- r.subscribe("foo") do |on|
63
- on.subscribe do |channel, total|
64
- @channels << channel
65
-
66
- r.subscribe("bar") if channel == "foo"
67
- r.unsubscribe if channel == "bar"
68
- end
69
- end
70
- end
71
-
72
- wire.join
73
-
74
- assert_equal ["foo", "bar"], @channels
75
- end
76
-
77
- def test_other_commands_within_a_subscribe
78
- assert_raise Redis::CommandError do
79
- r.subscribe("foo") do |on|
80
- on.subscribe do |channel, total|
81
- r.set("bar", "s2")
82
- end
83
- end
84
- end
85
- end
86
-
87
- def test_subscribe_without_a_block
88
- assert_raise LocalJumpError do
89
- r.subscribe("foo")
90
- end
91
- end
92
- end
@@ -1,66 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require File.expand_path("helper", File.dirname(__FILE__))
4
-
5
- class TestDistributedRemoteServerControlCommands < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_info
10
- keys = [
11
- "redis_version",
12
- "uptime_in_seconds",
13
- "uptime_in_days",
14
- "connected_clients",
15
- "used_memory",
16
- "total_connections_received",
17
- "total_commands_processed",
18
- ]
19
-
20
- infos = r.info
21
-
22
- infos.each do |info|
23
- keys.each do |k|
24
- msg = "expected #info to include #{k}"
25
- assert info.keys.include?(k), msg
26
- end
27
- end
28
- end
29
-
30
- def test_info_commandstats
31
- target_version "2.5.7" do
32
- r.nodes.each { |n| n.config(:resetstat) }
33
- r.ping # Executed on every node
34
-
35
- r.info(:commandstats).each do |info|
36
- assert_equal "1", info["ping"]["calls"]
37
- end
38
- end
39
- end
40
-
41
- def test_monitor
42
- begin
43
- r.monitor
44
- rescue Exception => ex
45
- ensure
46
- assert ex.kind_of?(NotImplementedError)
47
- end
48
- end
49
-
50
- def test_echo
51
- assert_equal ["foo bar baz\n"], r.echo("foo bar baz\n")
52
- end
53
-
54
- def test_time
55
- target_version "2.5.4" do
56
- # Test that the difference between the time that Ruby reports and the time
57
- # that Redis reports is minimal (prevents the test from being racy).
58
- r.time.each do |rv|
59
- redis_usec = rv[0] * 1_000_000 + rv[1]
60
- ruby_usec = Integer(Time.now.to_f * 1_000_000)
61
-
62
- assert 500_000 > (ruby_usec - redis_usec).abs
63
- end
64
- end
65
- end
66
- end
@@ -1,102 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require File.expand_path("helper", File.dirname(__FILE__))
4
-
5
- class TestDistributedScripting < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def to_sha(script)
10
- r.script(:load, script).first
11
- end
12
-
13
- def test_script_exists
14
- target_version "2.5.9" do # 2.6-rc1
15
- a = to_sha("return 1")
16
- b = a.succ
17
-
18
- assert_equal [true], r.script(:exists, a)
19
- assert_equal [false], r.script(:exists, b)
20
- assert_equal [[true]], r.script(:exists, [a])
21
- assert_equal [[false]], r.script(:exists, [b])
22
- assert_equal [[true, false]], r.script(:exists, [a, b])
23
- end
24
- end
25
-
26
- def test_script_flush
27
- target_version "2.5.9" do # 2.6-rc1
28
- sha = to_sha("return 1")
29
- assert r.script(:exists, sha).first
30
- assert_equal ["OK"], r.script(:flush)
31
- assert !r.script(:exists, sha).first
32
- end
33
- end
34
-
35
- def test_script_kill
36
- target_version "2.5.9" do # 2.6-rc1
37
- redis_mock(:script => lambda { |arg| "+#{arg.upcase}" }) do |redis|
38
- assert_equal ["KILL"], redis.script(:kill)
39
- end
40
- end
41
- end
42
-
43
- def test_eval
44
- target_version "2.5.9" do # 2.6-rc1
45
- assert_raises(Redis::Distributed::CannotDistribute) do
46
- r.eval("return #KEYS")
47
- end
48
-
49
- assert_raises(Redis::Distributed::CannotDistribute) do
50
- r.eval("return KEYS", ["k1", "k2"])
51
- end
52
-
53
- assert_equal ["k1"], r.eval("return KEYS", ["k1"])
54
- assert_equal ["a1", "a2"], r.eval("return ARGV", ["k1"], ["a1", "a2"])
55
- end
56
- end
57
-
58
- def test_eval_with_options_hash
59
- target_version "2.5.9" do # 2.6-rc1
60
- assert_raises(Redis::Distributed::CannotDistribute) do
61
- r.eval("return #KEYS", {})
62
- end
63
-
64
- assert_raises(Redis::Distributed::CannotDistribute) do
65
- r.eval("return KEYS", { :keys => ["k1", "k2"] })
66
- end
67
-
68
- assert_equal ["k1"], r.eval("return KEYS", { :keys => ["k1"] })
69
- assert_equal ["a1", "a2"], r.eval("return ARGV", { :keys => ["k1"], :argv => ["a1", "a2"] })
70
- end
71
- end
72
-
73
- def test_evalsha
74
- target_version "2.5.9" do # 2.6-rc1
75
- assert_raises(Redis::Distributed::CannotDistribute) do
76
- r.evalsha(to_sha("return #KEYS"))
77
- end
78
-
79
- assert_raises(Redis::Distributed::CannotDistribute) do
80
- r.evalsha(to_sha("return KEYS"), ["k1", "k2"])
81
- end
82
-
83
- assert_equal ["k1"], r.evalsha(to_sha("return KEYS"), ["k1"])
84
- assert_equal ["a1", "a2"], r.evalsha(to_sha("return ARGV"), ["k1"], ["a1", "a2"])
85
- end
86
- end
87
-
88
- def test_evalsha_with_options_hash
89
- target_version "2.5.9" do # 2.6-rc1
90
- assert_raises(Redis::Distributed::CannotDistribute) do
91
- r.evalsha(to_sha("return #KEYS"), {})
92
- end
93
-
94
- assert_raises(Redis::Distributed::CannotDistribute) do
95
- r.evalsha(to_sha("return KEYS"), { :keys => ["k1", "k2"] })
96
- end
97
-
98
- assert_equal ["k1"], r.evalsha(to_sha("return KEYS"), { :keys => ["k1"] })
99
- assert_equal ["a1", "a2"], r.evalsha(to_sha("return ARGV"), { :keys => ["k1"], :argv => ["a1", "a2"] })
100
- end
101
- end
102
- end
@@ -1,20 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require File.expand_path("helper", File.dirname(__FILE__))
4
-
5
- class TestDistributedSorting < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_sort
10
- assert_raise(Redis::Distributed::CannotDistribute) do
11
- r.set("foo:1", "s1")
12
- r.set("foo:2", "s2")
13
-
14
- r.rpush("bar", "1")
15
- r.rpush("bar", "2")
16
-
17
- r.sort("bar", :get => "foo:*", :limit => [0, 1])
18
- end
19
- end
20
- end
@@ -1,58 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require File.expand_path("helper", File.dirname(__FILE__))
4
-
5
- class TestDistributed < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_handle_multiple_servers
10
- @r = Redis::Distributed.new ["redis://127.0.0.1:#{PORT}/15", *NODES]
11
-
12
- 100.times do |idx|
13
- @r.set(idx.to_s, "foo#{idx}")
14
- end
15
-
16
- 100.times do |idx|
17
- assert_equal "foo#{idx}", @r.get(idx.to_s)
18
- end
19
-
20
- assert_equal "0", @r.keys("*").sort.first
21
- assert_equal "string", @r.type("1")
22
- end
23
-
24
- def test_add_nodes
25
- logger = Logger.new("/dev/null")
26
-
27
- @r = Redis::Distributed.new NODES, :logger => logger, :timeout => 10
28
-
29
- assert_equal "127.0.0.1", @r.nodes[0].client.host
30
- assert_equal PORT, @r.nodes[0].client.port
31
- assert_equal 15, @r.nodes[0].client.db
32
- assert_equal 10, @r.nodes[0].client.timeout
33
- assert_equal logger, @r.nodes[0].client.logger
34
-
35
- @r.add_node("redis://127.0.0.1:6380/14")
36
-
37
- assert_equal "127.0.0.1", @r.nodes[1].client.host
38
- assert_equal 6380, @r.nodes[1].client.port
39
- assert_equal 14, @r.nodes[1].client.db
40
- assert_equal 10, @r.nodes[1].client.timeout
41
- assert_equal logger, @r.nodes[1].client.logger
42
- end
43
-
44
- def test_pipelining_commands_cannot_be_distributed
45
- assert_raise Redis::Distributed::CannotDistribute do
46
- r.pipelined do
47
- r.lpush "foo", "s1"
48
- r.lpush "foo", "s2"
49
- end
50
- end
51
- end
52
-
53
- def test_unknown_commands_does_not_work_by_default
54
- assert_raise NoMethodError do
55
- r.not_yet_implemented_command
56
- end
57
- end
58
- end
@@ -1,32 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require File.expand_path("helper", File.dirname(__FILE__))
4
-
5
- class TestDistributedTransactions < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_multi_discard
10
- @foo = nil
11
-
12
- assert_raise Redis::Distributed::CannotDistribute do
13
- r.multi { @foo = 1 }
14
- end
15
-
16
- assert_equal nil, @foo
17
-
18
- assert_raise Redis::Distributed::CannotDistribute do
19
- r.discard
20
- end
21
- end
22
-
23
- def test_watch_unwatch
24
- assert_raise Redis::Distributed::CannotDistribute do
25
- r.watch("foo")
26
- end
27
-
28
- assert_raise Redis::Distributed::CannotDistribute do
29
- r.unwatch
30
- end
31
- end
32
- end
@@ -1,18 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require File.expand_path("helper", File.dirname(__FILE__))
4
-
5
- class TestEncoding < Test::Unit::TestCase
6
-
7
- include Helper::Client
8
-
9
- def test_returns_properly_encoded_strings
10
- if defined?(Encoding)
11
- with_external_encoding("UTF-8") do
12
- r.set "foo", "שלום"
13
-
14
- assert_equal "Shalom שלום", "Shalom " + r.get("foo")
15
- end
16
- end
17
- end
18
- end
@@ -1,59 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require File.expand_path("helper", File.dirname(__FILE__))
4
-
5
- class TestErrorReplies < Test::Unit::TestCase
6
-
7
- include Helper::Client
8
-
9
- # Every test shouldn't disconnect from the server. Also, when error replies are
10
- # in play, the protocol should never get into an invalid state where there are
11
- # pending replies in the connection. Calling INFO after every test ensures that
12
- # the protocol is still in a valid state.
13
- def with_reconnection_check
14
- before = r.info["total_connections_received"]
15
- yield(r)
16
- after = r.info["total_connections_received"]
17
- ensure
18
- assert_equal before, after
19
- end
20
-
21
- def test_error_reply_for_single_command
22
- with_reconnection_check do
23
- begin
24
- r.unknown_command
25
- rescue => ex
26
- ensure
27
- assert ex.message =~ /unknown command/i
28
- end
29
- end
30
- end
31
-
32
- def test_raise_first_error_reply_in_pipeline
33
- with_reconnection_check do
34
- begin
35
- r.pipelined do
36
- r.set("foo", "s1")
37
- r.incr("foo") # not an integer
38
- r.lpush("foo", "value") # wrong kind of value
39
- end
40
- rescue => ex
41
- ensure
42
- assert ex.message =~ /not an integer/i
43
- end
44
- end
45
- end
46
-
47
- def test_recover_from_raise_in__call_loop
48
- with_reconnection_check do
49
- begin
50
- r.client.call_loop([:invalid_monitor]) do
51
- assert false # Should never be executed
52
- end
53
- rescue => ex
54
- ensure
55
- assert ex.message =~ /unknown command/i
56
- end
57
- end
58
- end
59
- end
@@ -1,65 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require File.expand_path("helper", File.dirname(__FILE__))
4
-
5
- class TestForkSafety < Test::Unit::TestCase
6
-
7
- include Helper::Client
8
- include Helper::Skipable
9
-
10
- driver(:ruby, :hiredis) do
11
- def test_fork_safety
12
- redis = Redis.new(OPTIONS)
13
- redis.set "foo", 1
14
-
15
- child_pid = fork do
16
- begin
17
- # InheritedError triggers a reconnect,
18
- # so we need to disable reconnects to force
19
- # the exception bubble up
20
- redis.without_reconnect do
21
- redis.set "foo", 2
22
- end
23
- rescue Redis::InheritedError
24
- exit 127
25
- end
26
- end
27
-
28
- _, status = Process.wait2(child_pid)
29
-
30
- assert_equal 127, status.exitstatus
31
- assert_equal "1", redis.get("foo")
32
-
33
- rescue NotImplementedError => error
34
- raise unless error.message =~ /fork is not available/
35
- return skip(error.message)
36
- end
37
-
38
- def test_fork_safety_with_enabled_inherited_socket
39
- redis = Redis.new(OPTIONS.merge(:inherit_socket => true))
40
- redis.set "foo", 1
41
-
42
- child_pid = fork do
43
- begin
44
- # InheritedError triggers a reconnect,
45
- # so we need to disable reconnects to force
46
- # the exception bubble up
47
- redis.without_reconnect do
48
- redis.set "foo", 2
49
- end
50
- rescue Redis::InheritedError
51
- exit 127
52
- end
53
- end
54
-
55
- _, status = Process.wait2(child_pid)
56
-
57
- assert_equal 0, status.exitstatus
58
- assert_equal "2", redis.get("foo")
59
-
60
- rescue NotImplementedError => error
61
- raise unless error.message =~ /fork is not available/
62
- return skip(error.message)
63
- end
64
- end
65
- end