redis 3.0.0 → 4.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. checksums.yaml +7 -0
  2. data/CHANGELOG.md +269 -0
  3. data/README.md +295 -58
  4. data/lib/redis.rb +1760 -451
  5. data/lib/redis/client.rb +355 -88
  6. data/lib/redis/cluster.rb +295 -0
  7. data/lib/redis/cluster/command.rb +81 -0
  8. data/lib/redis/cluster/command_loader.rb +34 -0
  9. data/lib/redis/cluster/key_slot_converter.rb +72 -0
  10. data/lib/redis/cluster/node.rb +107 -0
  11. data/lib/redis/cluster/node_key.rb +31 -0
  12. data/lib/redis/cluster/node_loader.rb +37 -0
  13. data/lib/redis/cluster/option.rb +90 -0
  14. data/lib/redis/cluster/slot.rb +86 -0
  15. data/lib/redis/cluster/slot_loader.rb +49 -0
  16. data/lib/redis/connection.rb +4 -2
  17. data/lib/redis/connection/command_helper.rb +5 -10
  18. data/lib/redis/connection/hiredis.rb +12 -8
  19. data/lib/redis/connection/registry.rb +2 -1
  20. data/lib/redis/connection/ruby.rb +232 -63
  21. data/lib/redis/connection/synchrony.rb +41 -14
  22. data/lib/redis/distributed.rb +205 -70
  23. data/lib/redis/errors.rb +48 -0
  24. data/lib/redis/hash_ring.rb +31 -73
  25. data/lib/redis/pipeline.rb +74 -18
  26. data/lib/redis/subscribe.rb +24 -13
  27. data/lib/redis/version.rb +3 -1
  28. metadata +63 -160
  29. data/.gitignore +0 -10
  30. data/.order +0 -169
  31. data/.travis.yml +0 -50
  32. data/.travis/Gemfile +0 -11
  33. data/.yardopts +0 -3
  34. data/Rakefile +0 -392
  35. data/benchmarking/logging.rb +0 -62
  36. data/benchmarking/pipeline.rb +0 -51
  37. data/benchmarking/speed.rb +0 -21
  38. data/benchmarking/suite.rb +0 -24
  39. data/benchmarking/worker.rb +0 -71
  40. data/examples/basic.rb +0 -15
  41. data/examples/dist_redis.rb +0 -43
  42. data/examples/incr-decr.rb +0 -17
  43. data/examples/list.rb +0 -26
  44. data/examples/pubsub.rb +0 -31
  45. data/examples/sets.rb +0 -36
  46. data/examples/unicorn/config.ru +0 -3
  47. data/examples/unicorn/unicorn.rb +0 -20
  48. data/redis.gemspec +0 -41
  49. data/test/blocking_commands_test.rb +0 -42
  50. data/test/command_map_test.rb +0 -30
  51. data/test/commands_on_hashes_test.rb +0 -21
  52. data/test/commands_on_lists_test.rb +0 -20
  53. data/test/commands_on_sets_test.rb +0 -77
  54. data/test/commands_on_sorted_sets_test.rb +0 -109
  55. data/test/commands_on_strings_test.rb +0 -83
  56. data/test/commands_on_value_types_test.rb +0 -99
  57. data/test/connection_handling_test.rb +0 -189
  58. data/test/db/.gitignore +0 -1
  59. data/test/distributed_blocking_commands_test.rb +0 -46
  60. data/test/distributed_commands_on_hashes_test.rb +0 -10
  61. data/test/distributed_commands_on_lists_test.rb +0 -22
  62. data/test/distributed_commands_on_sets_test.rb +0 -83
  63. data/test/distributed_commands_on_sorted_sets_test.rb +0 -18
  64. data/test/distributed_commands_on_strings_test.rb +0 -48
  65. data/test/distributed_commands_on_value_types_test.rb +0 -87
  66. data/test/distributed_commands_requiring_clustering_test.rb +0 -148
  67. data/test/distributed_connection_handling_test.rb +0 -23
  68. data/test/distributed_internals_test.rb +0 -15
  69. data/test/distributed_key_tags_test.rb +0 -52
  70. data/test/distributed_persistence_control_commands_test.rb +0 -26
  71. data/test/distributed_publish_subscribe_test.rb +0 -92
  72. data/test/distributed_remote_server_control_commands_test.rb +0 -53
  73. data/test/distributed_scripting_test.rb +0 -102
  74. data/test/distributed_sorting_test.rb +0 -20
  75. data/test/distributed_test.rb +0 -58
  76. data/test/distributed_transactions_test.rb +0 -32
  77. data/test/encoding_test.rb +0 -18
  78. data/test/error_replies_test.rb +0 -59
  79. data/test/helper.rb +0 -188
  80. data/test/helper_test.rb +0 -22
  81. data/test/internals_test.rb +0 -214
  82. data/test/lint/blocking_commands.rb +0 -124
  83. data/test/lint/hashes.rb +0 -162
  84. data/test/lint/lists.rb +0 -143
  85. data/test/lint/sets.rb +0 -96
  86. data/test/lint/sorted_sets.rb +0 -201
  87. data/test/lint/strings.rb +0 -157
  88. data/test/lint/value_types.rb +0 -106
  89. data/test/persistence_control_commands_test.rb +0 -26
  90. data/test/pipelining_commands_test.rb +0 -195
  91. data/test/publish_subscribe_test.rb +0 -153
  92. data/test/remote_server_control_commands_test.rb +0 -104
  93. data/test/scripting_test.rb +0 -78
  94. data/test/sorting_test.rb +0 -45
  95. data/test/support/connection/hiredis.rb +0 -1
  96. data/test/support/connection/ruby.rb +0 -1
  97. data/test/support/connection/synchrony.rb +0 -17
  98. data/test/support/redis_mock.rb +0 -92
  99. data/test/support/wire/synchrony.rb +0 -24
  100. data/test/support/wire/thread.rb +0 -5
  101. data/test/synchrony_driver.rb +0 -57
  102. data/test/test.conf +0 -9
  103. data/test/thread_safety_test.rb +0 -32
  104. data/test/transactions_test.rb +0 -244
  105. data/test/unknown_commands_test.rb +0 -14
  106. data/test/url_param_test.rb +0 -64
@@ -1,148 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedCommandsRequiringClustering < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_rename
10
- r.set("{qux}foo", "s1")
11
- r.rename "{qux}foo", "{qux}bar"
12
-
13
- assert_equal "s1", r.get("{qux}bar")
14
- assert_equal nil, r.get("{qux}foo")
15
- end
16
-
17
- def test_renamenx
18
- r.set("{qux}foo", "s1")
19
- r.set("{qux}bar", "s2")
20
-
21
- assert_equal false, r.renamenx("{qux}foo", "{qux}bar")
22
-
23
- assert_equal "s1", r.get("{qux}foo")
24
- assert_equal "s2", r.get("{qux}bar")
25
- end
26
-
27
- def test_brpoplpush
28
- r.rpush "{qux}foo", "s1"
29
- r.rpush "{qux}foo", "s2"
30
-
31
- assert_equal "s2", r.brpoplpush("{qux}foo", "{qux}bar", :timeout => 1)
32
- assert_equal ["s2"], r.lrange("{qux}bar", 0, -1)
33
- end
34
-
35
- def test_rpoplpush
36
- r.rpush "{qux}foo", "s1"
37
- r.rpush "{qux}foo", "s2"
38
-
39
- assert_equal "s2", r.rpoplpush("{qux}foo", "{qux}bar")
40
- assert_equal ["s2"], r.lrange("{qux}bar", 0, -1)
41
- assert_equal "s1", r.rpoplpush("{qux}foo", "{qux}bar")
42
- assert_equal ["s1", "s2"], r.lrange("{qux}bar", 0, -1)
43
- end
44
-
45
- def test_smove
46
- r.sadd "{qux}foo", "s1"
47
- r.sadd "{qux}bar", "s2"
48
-
49
- assert r.smove("{qux}foo", "{qux}bar", "s1")
50
- assert r.sismember("{qux}bar", "s1")
51
- end
52
-
53
- def test_sinter
54
- r.sadd "{qux}foo", "s1"
55
- r.sadd "{qux}foo", "s2"
56
- r.sadd "{qux}bar", "s2"
57
-
58
- assert_equal ["s2"], r.sinter("{qux}foo", "{qux}bar")
59
- end
60
-
61
- def test_sinterstore
62
- r.sadd "{qux}foo", "s1"
63
- r.sadd "{qux}foo", "s2"
64
- r.sadd "{qux}bar", "s2"
65
-
66
- r.sinterstore("{qux}baz", "{qux}foo", "{qux}bar")
67
-
68
- assert_equal ["s2"], r.smembers("{qux}baz")
69
- end
70
-
71
- def test_sunion
72
- r.sadd "{qux}foo", "s1"
73
- r.sadd "{qux}foo", "s2"
74
- r.sadd "{qux}bar", "s2"
75
- r.sadd "{qux}bar", "s3"
76
-
77
- assert_equal ["s1", "s2", "s3"], r.sunion("{qux}foo", "{qux}bar").sort
78
- end
79
-
80
- def test_sunionstore
81
- r.sadd "{qux}foo", "s1"
82
- r.sadd "{qux}foo", "s2"
83
- r.sadd "{qux}bar", "s2"
84
- r.sadd "{qux}bar", "s3"
85
-
86
- r.sunionstore("{qux}baz", "{qux}foo", "{qux}bar")
87
-
88
- assert_equal ["s1", "s2", "s3"], r.smembers("{qux}baz").sort
89
- end
90
-
91
- def test_sdiff
92
- r.sadd "{qux}foo", "s1"
93
- r.sadd "{qux}foo", "s2"
94
- r.sadd "{qux}bar", "s2"
95
- r.sadd "{qux}bar", "s3"
96
-
97
- assert_equal ["s1"], r.sdiff("{qux}foo", "{qux}bar")
98
- assert_equal ["s3"], r.sdiff("{qux}bar", "{qux}foo")
99
- end
100
-
101
- def test_sdiffstore
102
- r.sadd "{qux}foo", "s1"
103
- r.sadd "{qux}foo", "s2"
104
- r.sadd "{qux}bar", "s2"
105
- r.sadd "{qux}bar", "s3"
106
-
107
- r.sdiffstore("{qux}baz", "{qux}foo", "{qux}bar")
108
-
109
- assert_equal ["s1"], r.smembers("{qux}baz")
110
- end
111
-
112
- def test_sort
113
- r.set("{qux}foo:1", "s1")
114
- r.set("{qux}foo:2", "s2")
115
-
116
- r.rpush("{qux}bar", "1")
117
- r.rpush("{qux}bar", "2")
118
-
119
- assert_equal ["s1"], r.sort("{qux}bar", :get => "{qux}foo:*", :limit => [0, 1])
120
- assert_equal ["s2"], r.sort("{qux}bar", :get => "{qux}foo:*", :limit => [0, 1], :order => "desc alpha")
121
- end
122
-
123
- def test_sort_with_an_array_of_gets
124
- r.set("{qux}foo:1:a", "s1a")
125
- r.set("{qux}foo:1:b", "s1b")
126
-
127
- r.set("{qux}foo:2:a", "s2a")
128
- r.set("{qux}foo:2:b", "s2b")
129
-
130
- r.rpush("{qux}bar", "1")
131
- r.rpush("{qux}bar", "2")
132
-
133
- assert_equal [["s1a", "s1b"]], r.sort("{qux}bar", :get => ["{qux}foo:*:a", "{qux}foo:*:b"], :limit => [0, 1])
134
- assert_equal [["s2a", "s2b"]], r.sort("{qux}bar", :get => ["{qux}foo:*:a", "{qux}foo:*:b"], :limit => [0, 1], :order => "desc alpha")
135
- assert_equal [["s1a", "s1b"], ["s2a", "s2b"]], r.sort("{qux}bar", :get => ["{qux}foo:*:a", "{qux}foo:*:b"])
136
- end
137
-
138
- def test_sort_with_store
139
- r.set("{qux}foo:1", "s1")
140
- r.set("{qux}foo:2", "s2")
141
-
142
- r.rpush("{qux}bar", "1")
143
- r.rpush("{qux}bar", "2")
144
-
145
- r.sort("{qux}bar", :get => "{qux}foo:*", :store => "{qux}baz")
146
- assert_equal ["s1", "s2"], r.lrange("{qux}baz", 0, -1)
147
- end
148
- end
@@ -1,23 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedConnectionHandling < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_ping
10
- assert_equal ["PONG"], r.ping
11
- end
12
-
13
- def test_select
14
- r.set "foo", "bar"
15
-
16
- r.select 14
17
- assert_equal nil, r.get("foo")
18
-
19
- r.select 15
20
-
21
- assert_equal "bar", r.get("foo")
22
- end
23
- end
@@ -1,15 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedInternals < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_provides_a_meaningful_inspect
10
- nodes = ["redis://localhost:#{PORT}/15", *NODES]
11
- redis = Redis::Distributed.new nodes
12
-
13
- assert_equal "#<Redis client v#{Redis::VERSION} for #{redis.nodes.map(&:id).join(', ')}>", redis.inspect
14
- end
15
- end
@@ -1,52 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedKeyTags < Test::Unit::TestCase
6
-
7
- include Helper
8
- include Helper::Distributed
9
-
10
- def test_hashes_consistently
11
- r1 = Redis::Distributed.new ["redis://localhost:#{PORT}/15", *NODES]
12
- r2 = Redis::Distributed.new ["redis://localhost:#{PORT}/15", *NODES]
13
- r3 = Redis::Distributed.new ["redis://localhost:#{PORT}/15", *NODES]
14
-
15
- assert_equal r1.node_for("foo").id, r2.node_for("foo").id
16
- assert_equal r1.node_for("foo").id, r3.node_for("foo").id
17
- end
18
-
19
- def test_allows_clustering_of_keys
20
- r = Redis::Distributed.new(NODES)
21
- r.add_node("redis://localhost:#{PORT}/14")
22
- r.flushdb
23
-
24
- 100.times do |i|
25
- r.set "{foo}users:#{i}", i
26
- end
27
-
28
- assert_equal [0, 100], r.nodes.map { |node| node.keys.size }
29
- end
30
-
31
- def test_distributes_keys_if_no_clustering_is_used
32
- r.add_node("redis://localhost:#{PORT}/14")
33
- r.flushdb
34
-
35
- r.set "users:1", 1
36
- r.set "users:4", 4
37
-
38
- assert_equal [1, 1], r.nodes.map { |node| node.keys.size }
39
- end
40
-
41
- def test_allows_passing_a_custom_tag_extractor
42
- r = Redis::Distributed.new(NODES, :tag => /^(.+?):/)
43
- r.add_node("redis://localhost:#{PORT}/14")
44
- r.flushdb
45
-
46
- 100.times do |i|
47
- r.set "foo:users:#{i}", i
48
- end
49
-
50
- assert_equal [0, 100], r.nodes.map { |node| node.keys.size }
51
- end
52
- end
@@ -1,26 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedPersistenceControlCommands < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_save
10
- redis_mock(:save => lambda { "+SAVE" }) do |redis|
11
- assert_equal ["SAVE"], redis.save
12
- end
13
- end
14
-
15
- def test_bgsave
16
- redis_mock(:bgsave => lambda { "+BGSAVE" }) do |redis|
17
- assert_equal ["BGSAVE"], redis.bgsave
18
- end
19
- end
20
-
21
- def test_lastsave
22
- redis_mock(:lastsave => lambda { "+LASTSAVE" }) do |redis|
23
- assert_equal ["LASTSAVE"], redis.lastsave
24
- end
25
- end
26
- end
@@ -1,92 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedPublishSubscribe < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_subscribe_and_unsubscribe
10
- assert_raise Redis::Distributed::CannotDistribute do
11
- r.subscribe("foo", "bar") { }
12
- end
13
-
14
- assert_raise Redis::Distributed::CannotDistribute do
15
- r.subscribe("{qux}foo", "bar") { }
16
- end
17
- end
18
-
19
- def test_subscribe_and_unsubscribe_with_tags
20
- @subscribed = false
21
- @unsubscribed = false
22
-
23
- wire = Wire.new do
24
- r.subscribe("foo") do |on|
25
- on.subscribe do |channel, total|
26
- @subscribed = true
27
- @t1 = total
28
- end
29
-
30
- on.message do |channel, message|
31
- if message == "s1"
32
- r.unsubscribe
33
- @message = message
34
- end
35
- end
36
-
37
- on.unsubscribe do |channel, total|
38
- @unsubscribed = true
39
- @t2 = total
40
- end
41
- end
42
- end
43
-
44
- # Wait until the subscription is active before publishing
45
- Wire.pass while !@subscribed
46
-
47
- Redis::Distributed.new(NODES).publish("foo", "s1")
48
-
49
- wire.join
50
-
51
- assert @subscribed
52
- assert_equal 1, @t1
53
- assert @unsubscribed
54
- assert_equal 0, @t2
55
- assert_equal "s1", @message
56
- end
57
-
58
- def test_subscribe_within_subscribe
59
- @channels = []
60
-
61
- wire = Wire.new do
62
- r.subscribe("foo") do |on|
63
- on.subscribe do |channel, total|
64
- @channels << channel
65
-
66
- r.subscribe("bar") if channel == "foo"
67
- r.unsubscribe if channel == "bar"
68
- end
69
- end
70
- end
71
-
72
- wire.join
73
-
74
- assert_equal ["foo", "bar"], @channels
75
- end
76
-
77
- def test_other_commands_within_a_subscribe
78
- assert_raise Redis::CommandError do
79
- r.subscribe("foo") do |on|
80
- on.subscribe do |channel, total|
81
- r.set("bar", "s2")
82
- end
83
- end
84
- end
85
- end
86
-
87
- def test_subscribe_without_a_block
88
- assert_raise LocalJumpError do
89
- r.subscribe("foo")
90
- end
91
- end
92
- end
@@ -1,53 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedRemoteServerControlCommands < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_info
10
- %w(last_save_time redis_version total_connections_received connected_clients total_commands_processed connected_slaves uptime_in_seconds used_memory uptime_in_days changes_since_last_save).each do |x|
11
- r.info.each do |info|
12
- assert info.keys.include?(x)
13
- end
14
- end
15
- end
16
-
17
- def test_info_commandstats
18
- return if version < "2.9.0"
19
-
20
- r.nodes.each { |n| n.config(:resetstat) }
21
- r.ping # Executed on every node
22
-
23
- r.info(:commandstats).each do |info|
24
- assert_equal "1", info["ping"]["calls"]
25
- end
26
- end
27
-
28
- def test_monitor
29
- begin
30
- r.monitor
31
- rescue Exception => ex
32
- ensure
33
- assert ex.kind_of?(NotImplementedError)
34
- end
35
- end
36
-
37
- def test_echo
38
- assert_equal ["foo bar baz\n"], r.echo("foo bar baz\n")
39
- end
40
-
41
- def test_time
42
- return if version < "2.5.4"
43
-
44
- # Test that the difference between the time that Ruby reports and the time
45
- # that Redis reports is minimal (prevents the test from being racy).
46
- r.time.each do |rv|
47
- redis_usec = rv[0] * 1_000_000 + rv[1]
48
- ruby_usec = Integer(Time.now.to_f * 1_000_000)
49
-
50
- assert 500_000 > (ruby_usec - redis_usec).abs
51
- end
52
- end
53
- end
@@ -1,102 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedScripting < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def to_sha(script)
10
- r.script(:load, script).first
11
- end
12
-
13
- def test_script_exists
14
- return if version < "2.5.9" # 2.6-rc1
15
-
16
- a = to_sha("return 1")
17
- b = a.succ
18
-
19
- assert_equal [true], r.script(:exists, a)
20
- assert_equal [false], r.script(:exists, b)
21
- assert_equal [[true]], r.script(:exists, [a])
22
- assert_equal [[false]], r.script(:exists, [b])
23
- assert_equal [[true, false]], r.script(:exists, [a, b])
24
- end
25
-
26
- def test_script_flush
27
- return if version < "2.5.9" # 2.6-rc1
28
-
29
- sha = to_sha("return 1")
30
- assert r.script(:exists, sha).first
31
- assert_equal ["OK"], r.script(:flush)
32
- assert !r.script(:exists, sha).first
33
- end
34
-
35
- def test_script_kill
36
- return if version < "2.5.9" # 2.6-rc1
37
-
38
- redis_mock(:script => lambda { |arg| "+#{arg.upcase}" }) do |redis|
39
- assert_equal ["KILL"], redis.script(:kill)
40
- end
41
- end
42
-
43
- def test_eval
44
- return if version < "2.5.9" # 2.6-rc1
45
-
46
- assert_raises(Redis::Distributed::CannotDistribute) do
47
- r.eval("return #KEYS")
48
- end
49
-
50
- assert_raises(Redis::Distributed::CannotDistribute) do
51
- r.eval("return KEYS", ["k1", "k2"])
52
- end
53
-
54
- assert_equal ["k1"], r.eval("return KEYS", ["k1"])
55
- assert_equal ["a1", "a2"], r.eval("return ARGV", ["k1"], ["a1", "a2"])
56
- end
57
-
58
- def test_eval_with_options_hash
59
- return if version < "2.5.9" # 2.6-rc1
60
-
61
- assert_raises(Redis::Distributed::CannotDistribute) do
62
- r.eval("return #KEYS", {})
63
- end
64
-
65
- assert_raises(Redis::Distributed::CannotDistribute) do
66
- r.eval("return KEYS", { :keys => ["k1", "k2"] })
67
- end
68
-
69
- assert_equal ["k1"], r.eval("return KEYS", { :keys => ["k1"] })
70
- assert_equal ["a1", "a2"], r.eval("return ARGV", { :keys => ["k1"], :argv => ["a1", "a2"] })
71
- end
72
-
73
- def test_evalsha
74
- return if version < "2.5.9" # 2.6-rc1
75
-
76
- assert_raises(Redis::Distributed::CannotDistribute) do
77
- r.evalsha(to_sha("return #KEYS"))
78
- end
79
-
80
- assert_raises(Redis::Distributed::CannotDistribute) do
81
- r.evalsha(to_sha("return KEYS"), ["k1", "k2"])
82
- end
83
-
84
- assert_equal ["k1"], r.evalsha(to_sha("return KEYS"), ["k1"])
85
- assert_equal ["a1", "a2"], r.evalsha(to_sha("return ARGV"), ["k1"], ["a1", "a2"])
86
- end
87
-
88
- def test_evalsha_with_options_hash
89
- return if version < "2.5.9" # 2.6-rc1
90
-
91
- assert_raises(Redis::Distributed::CannotDistribute) do
92
- r.evalsha(to_sha("return #KEYS"), {})
93
- end
94
-
95
- assert_raises(Redis::Distributed::CannotDistribute) do
96
- r.evalsha(to_sha("return KEYS"), { :keys => ["k1", "k2"] })
97
- end
98
-
99
- assert_equal ["k1"], r.evalsha(to_sha("return KEYS"), { :keys => ["k1"] })
100
- assert_equal ["a1", "a2"], r.evalsha(to_sha("return ARGV"), { :keys => ["k1"], :argv => ["a1", "a2"] })
101
- end
102
- end