redis 3.0.0 → 4.2.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (106) hide show
  1. checksums.yaml +7 -0
  2. data/CHANGELOG.md +269 -0
  3. data/README.md +295 -58
  4. data/lib/redis.rb +1760 -451
  5. data/lib/redis/client.rb +355 -88
  6. data/lib/redis/cluster.rb +295 -0
  7. data/lib/redis/cluster/command.rb +81 -0
  8. data/lib/redis/cluster/command_loader.rb +34 -0
  9. data/lib/redis/cluster/key_slot_converter.rb +72 -0
  10. data/lib/redis/cluster/node.rb +107 -0
  11. data/lib/redis/cluster/node_key.rb +31 -0
  12. data/lib/redis/cluster/node_loader.rb +37 -0
  13. data/lib/redis/cluster/option.rb +90 -0
  14. data/lib/redis/cluster/slot.rb +86 -0
  15. data/lib/redis/cluster/slot_loader.rb +49 -0
  16. data/lib/redis/connection.rb +4 -2
  17. data/lib/redis/connection/command_helper.rb +5 -10
  18. data/lib/redis/connection/hiredis.rb +12 -8
  19. data/lib/redis/connection/registry.rb +2 -1
  20. data/lib/redis/connection/ruby.rb +232 -63
  21. data/lib/redis/connection/synchrony.rb +41 -14
  22. data/lib/redis/distributed.rb +205 -70
  23. data/lib/redis/errors.rb +48 -0
  24. data/lib/redis/hash_ring.rb +31 -73
  25. data/lib/redis/pipeline.rb +74 -18
  26. data/lib/redis/subscribe.rb +24 -13
  27. data/lib/redis/version.rb +3 -1
  28. metadata +63 -160
  29. data/.gitignore +0 -10
  30. data/.order +0 -169
  31. data/.travis.yml +0 -50
  32. data/.travis/Gemfile +0 -11
  33. data/.yardopts +0 -3
  34. data/Rakefile +0 -392
  35. data/benchmarking/logging.rb +0 -62
  36. data/benchmarking/pipeline.rb +0 -51
  37. data/benchmarking/speed.rb +0 -21
  38. data/benchmarking/suite.rb +0 -24
  39. data/benchmarking/worker.rb +0 -71
  40. data/examples/basic.rb +0 -15
  41. data/examples/dist_redis.rb +0 -43
  42. data/examples/incr-decr.rb +0 -17
  43. data/examples/list.rb +0 -26
  44. data/examples/pubsub.rb +0 -31
  45. data/examples/sets.rb +0 -36
  46. data/examples/unicorn/config.ru +0 -3
  47. data/examples/unicorn/unicorn.rb +0 -20
  48. data/redis.gemspec +0 -41
  49. data/test/blocking_commands_test.rb +0 -42
  50. data/test/command_map_test.rb +0 -30
  51. data/test/commands_on_hashes_test.rb +0 -21
  52. data/test/commands_on_lists_test.rb +0 -20
  53. data/test/commands_on_sets_test.rb +0 -77
  54. data/test/commands_on_sorted_sets_test.rb +0 -109
  55. data/test/commands_on_strings_test.rb +0 -83
  56. data/test/commands_on_value_types_test.rb +0 -99
  57. data/test/connection_handling_test.rb +0 -189
  58. data/test/db/.gitignore +0 -1
  59. data/test/distributed_blocking_commands_test.rb +0 -46
  60. data/test/distributed_commands_on_hashes_test.rb +0 -10
  61. data/test/distributed_commands_on_lists_test.rb +0 -22
  62. data/test/distributed_commands_on_sets_test.rb +0 -83
  63. data/test/distributed_commands_on_sorted_sets_test.rb +0 -18
  64. data/test/distributed_commands_on_strings_test.rb +0 -48
  65. data/test/distributed_commands_on_value_types_test.rb +0 -87
  66. data/test/distributed_commands_requiring_clustering_test.rb +0 -148
  67. data/test/distributed_connection_handling_test.rb +0 -23
  68. data/test/distributed_internals_test.rb +0 -15
  69. data/test/distributed_key_tags_test.rb +0 -52
  70. data/test/distributed_persistence_control_commands_test.rb +0 -26
  71. data/test/distributed_publish_subscribe_test.rb +0 -92
  72. data/test/distributed_remote_server_control_commands_test.rb +0 -53
  73. data/test/distributed_scripting_test.rb +0 -102
  74. data/test/distributed_sorting_test.rb +0 -20
  75. data/test/distributed_test.rb +0 -58
  76. data/test/distributed_transactions_test.rb +0 -32
  77. data/test/encoding_test.rb +0 -18
  78. data/test/error_replies_test.rb +0 -59
  79. data/test/helper.rb +0 -188
  80. data/test/helper_test.rb +0 -22
  81. data/test/internals_test.rb +0 -214
  82. data/test/lint/blocking_commands.rb +0 -124
  83. data/test/lint/hashes.rb +0 -162
  84. data/test/lint/lists.rb +0 -143
  85. data/test/lint/sets.rb +0 -96
  86. data/test/lint/sorted_sets.rb +0 -201
  87. data/test/lint/strings.rb +0 -157
  88. data/test/lint/value_types.rb +0 -106
  89. data/test/persistence_control_commands_test.rb +0 -26
  90. data/test/pipelining_commands_test.rb +0 -195
  91. data/test/publish_subscribe_test.rb +0 -153
  92. data/test/remote_server_control_commands_test.rb +0 -104
  93. data/test/scripting_test.rb +0 -78
  94. data/test/sorting_test.rb +0 -45
  95. data/test/support/connection/hiredis.rb +0 -1
  96. data/test/support/connection/ruby.rb +0 -1
  97. data/test/support/connection/synchrony.rb +0 -17
  98. data/test/support/redis_mock.rb +0 -92
  99. data/test/support/wire/synchrony.rb +0 -24
  100. data/test/support/wire/thread.rb +0 -5
  101. data/test/synchrony_driver.rb +0 -57
  102. data/test/test.conf +0 -9
  103. data/test/thread_safety_test.rb +0 -32
  104. data/test/transactions_test.rb +0 -244
  105. data/test/unknown_commands_test.rb +0 -14
  106. data/test/url_param_test.rb +0 -64
@@ -1,148 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedCommandsRequiringClustering < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_rename
10
- r.set("{qux}foo", "s1")
11
- r.rename "{qux}foo", "{qux}bar"
12
-
13
- assert_equal "s1", r.get("{qux}bar")
14
- assert_equal nil, r.get("{qux}foo")
15
- end
16
-
17
- def test_renamenx
18
- r.set("{qux}foo", "s1")
19
- r.set("{qux}bar", "s2")
20
-
21
- assert_equal false, r.renamenx("{qux}foo", "{qux}bar")
22
-
23
- assert_equal "s1", r.get("{qux}foo")
24
- assert_equal "s2", r.get("{qux}bar")
25
- end
26
-
27
- def test_brpoplpush
28
- r.rpush "{qux}foo", "s1"
29
- r.rpush "{qux}foo", "s2"
30
-
31
- assert_equal "s2", r.brpoplpush("{qux}foo", "{qux}bar", :timeout => 1)
32
- assert_equal ["s2"], r.lrange("{qux}bar", 0, -1)
33
- end
34
-
35
- def test_rpoplpush
36
- r.rpush "{qux}foo", "s1"
37
- r.rpush "{qux}foo", "s2"
38
-
39
- assert_equal "s2", r.rpoplpush("{qux}foo", "{qux}bar")
40
- assert_equal ["s2"], r.lrange("{qux}bar", 0, -1)
41
- assert_equal "s1", r.rpoplpush("{qux}foo", "{qux}bar")
42
- assert_equal ["s1", "s2"], r.lrange("{qux}bar", 0, -1)
43
- end
44
-
45
- def test_smove
46
- r.sadd "{qux}foo", "s1"
47
- r.sadd "{qux}bar", "s2"
48
-
49
- assert r.smove("{qux}foo", "{qux}bar", "s1")
50
- assert r.sismember("{qux}bar", "s1")
51
- end
52
-
53
- def test_sinter
54
- r.sadd "{qux}foo", "s1"
55
- r.sadd "{qux}foo", "s2"
56
- r.sadd "{qux}bar", "s2"
57
-
58
- assert_equal ["s2"], r.sinter("{qux}foo", "{qux}bar")
59
- end
60
-
61
- def test_sinterstore
62
- r.sadd "{qux}foo", "s1"
63
- r.sadd "{qux}foo", "s2"
64
- r.sadd "{qux}bar", "s2"
65
-
66
- r.sinterstore("{qux}baz", "{qux}foo", "{qux}bar")
67
-
68
- assert_equal ["s2"], r.smembers("{qux}baz")
69
- end
70
-
71
- def test_sunion
72
- r.sadd "{qux}foo", "s1"
73
- r.sadd "{qux}foo", "s2"
74
- r.sadd "{qux}bar", "s2"
75
- r.sadd "{qux}bar", "s3"
76
-
77
- assert_equal ["s1", "s2", "s3"], r.sunion("{qux}foo", "{qux}bar").sort
78
- end
79
-
80
- def test_sunionstore
81
- r.sadd "{qux}foo", "s1"
82
- r.sadd "{qux}foo", "s2"
83
- r.sadd "{qux}bar", "s2"
84
- r.sadd "{qux}bar", "s3"
85
-
86
- r.sunionstore("{qux}baz", "{qux}foo", "{qux}bar")
87
-
88
- assert_equal ["s1", "s2", "s3"], r.smembers("{qux}baz").sort
89
- end
90
-
91
- def test_sdiff
92
- r.sadd "{qux}foo", "s1"
93
- r.sadd "{qux}foo", "s2"
94
- r.sadd "{qux}bar", "s2"
95
- r.sadd "{qux}bar", "s3"
96
-
97
- assert_equal ["s1"], r.sdiff("{qux}foo", "{qux}bar")
98
- assert_equal ["s3"], r.sdiff("{qux}bar", "{qux}foo")
99
- end
100
-
101
- def test_sdiffstore
102
- r.sadd "{qux}foo", "s1"
103
- r.sadd "{qux}foo", "s2"
104
- r.sadd "{qux}bar", "s2"
105
- r.sadd "{qux}bar", "s3"
106
-
107
- r.sdiffstore("{qux}baz", "{qux}foo", "{qux}bar")
108
-
109
- assert_equal ["s1"], r.smembers("{qux}baz")
110
- end
111
-
112
- def test_sort
113
- r.set("{qux}foo:1", "s1")
114
- r.set("{qux}foo:2", "s2")
115
-
116
- r.rpush("{qux}bar", "1")
117
- r.rpush("{qux}bar", "2")
118
-
119
- assert_equal ["s1"], r.sort("{qux}bar", :get => "{qux}foo:*", :limit => [0, 1])
120
- assert_equal ["s2"], r.sort("{qux}bar", :get => "{qux}foo:*", :limit => [0, 1], :order => "desc alpha")
121
- end
122
-
123
- def test_sort_with_an_array_of_gets
124
- r.set("{qux}foo:1:a", "s1a")
125
- r.set("{qux}foo:1:b", "s1b")
126
-
127
- r.set("{qux}foo:2:a", "s2a")
128
- r.set("{qux}foo:2:b", "s2b")
129
-
130
- r.rpush("{qux}bar", "1")
131
- r.rpush("{qux}bar", "2")
132
-
133
- assert_equal [["s1a", "s1b"]], r.sort("{qux}bar", :get => ["{qux}foo:*:a", "{qux}foo:*:b"], :limit => [0, 1])
134
- assert_equal [["s2a", "s2b"]], r.sort("{qux}bar", :get => ["{qux}foo:*:a", "{qux}foo:*:b"], :limit => [0, 1], :order => "desc alpha")
135
- assert_equal [["s1a", "s1b"], ["s2a", "s2b"]], r.sort("{qux}bar", :get => ["{qux}foo:*:a", "{qux}foo:*:b"])
136
- end
137
-
138
- def test_sort_with_store
139
- r.set("{qux}foo:1", "s1")
140
- r.set("{qux}foo:2", "s2")
141
-
142
- r.rpush("{qux}bar", "1")
143
- r.rpush("{qux}bar", "2")
144
-
145
- r.sort("{qux}bar", :get => "{qux}foo:*", :store => "{qux}baz")
146
- assert_equal ["s1", "s2"], r.lrange("{qux}baz", 0, -1)
147
- end
148
- end
@@ -1,23 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedConnectionHandling < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_ping
10
- assert_equal ["PONG"], r.ping
11
- end
12
-
13
- def test_select
14
- r.set "foo", "bar"
15
-
16
- r.select 14
17
- assert_equal nil, r.get("foo")
18
-
19
- r.select 15
20
-
21
- assert_equal "bar", r.get("foo")
22
- end
23
- end
@@ -1,15 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedInternals < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_provides_a_meaningful_inspect
10
- nodes = ["redis://localhost:#{PORT}/15", *NODES]
11
- redis = Redis::Distributed.new nodes
12
-
13
- assert_equal "#<Redis client v#{Redis::VERSION} for #{redis.nodes.map(&:id).join(', ')}>", redis.inspect
14
- end
15
- end
@@ -1,52 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedKeyTags < Test::Unit::TestCase
6
-
7
- include Helper
8
- include Helper::Distributed
9
-
10
- def test_hashes_consistently
11
- r1 = Redis::Distributed.new ["redis://localhost:#{PORT}/15", *NODES]
12
- r2 = Redis::Distributed.new ["redis://localhost:#{PORT}/15", *NODES]
13
- r3 = Redis::Distributed.new ["redis://localhost:#{PORT}/15", *NODES]
14
-
15
- assert_equal r1.node_for("foo").id, r2.node_for("foo").id
16
- assert_equal r1.node_for("foo").id, r3.node_for("foo").id
17
- end
18
-
19
- def test_allows_clustering_of_keys
20
- r = Redis::Distributed.new(NODES)
21
- r.add_node("redis://localhost:#{PORT}/14")
22
- r.flushdb
23
-
24
- 100.times do |i|
25
- r.set "{foo}users:#{i}", i
26
- end
27
-
28
- assert_equal [0, 100], r.nodes.map { |node| node.keys.size }
29
- end
30
-
31
- def test_distributes_keys_if_no_clustering_is_used
32
- r.add_node("redis://localhost:#{PORT}/14")
33
- r.flushdb
34
-
35
- r.set "users:1", 1
36
- r.set "users:4", 4
37
-
38
- assert_equal [1, 1], r.nodes.map { |node| node.keys.size }
39
- end
40
-
41
- def test_allows_passing_a_custom_tag_extractor
42
- r = Redis::Distributed.new(NODES, :tag => /^(.+?):/)
43
- r.add_node("redis://localhost:#{PORT}/14")
44
- r.flushdb
45
-
46
- 100.times do |i|
47
- r.set "foo:users:#{i}", i
48
- end
49
-
50
- assert_equal [0, 100], r.nodes.map { |node| node.keys.size }
51
- end
52
- end
@@ -1,26 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedPersistenceControlCommands < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_save
10
- redis_mock(:save => lambda { "+SAVE" }) do |redis|
11
- assert_equal ["SAVE"], redis.save
12
- end
13
- end
14
-
15
- def test_bgsave
16
- redis_mock(:bgsave => lambda { "+BGSAVE" }) do |redis|
17
- assert_equal ["BGSAVE"], redis.bgsave
18
- end
19
- end
20
-
21
- def test_lastsave
22
- redis_mock(:lastsave => lambda { "+LASTSAVE" }) do |redis|
23
- assert_equal ["LASTSAVE"], redis.lastsave
24
- end
25
- end
26
- end
@@ -1,92 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedPublishSubscribe < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_subscribe_and_unsubscribe
10
- assert_raise Redis::Distributed::CannotDistribute do
11
- r.subscribe("foo", "bar") { }
12
- end
13
-
14
- assert_raise Redis::Distributed::CannotDistribute do
15
- r.subscribe("{qux}foo", "bar") { }
16
- end
17
- end
18
-
19
- def test_subscribe_and_unsubscribe_with_tags
20
- @subscribed = false
21
- @unsubscribed = false
22
-
23
- wire = Wire.new do
24
- r.subscribe("foo") do |on|
25
- on.subscribe do |channel, total|
26
- @subscribed = true
27
- @t1 = total
28
- end
29
-
30
- on.message do |channel, message|
31
- if message == "s1"
32
- r.unsubscribe
33
- @message = message
34
- end
35
- end
36
-
37
- on.unsubscribe do |channel, total|
38
- @unsubscribed = true
39
- @t2 = total
40
- end
41
- end
42
- end
43
-
44
- # Wait until the subscription is active before publishing
45
- Wire.pass while !@subscribed
46
-
47
- Redis::Distributed.new(NODES).publish("foo", "s1")
48
-
49
- wire.join
50
-
51
- assert @subscribed
52
- assert_equal 1, @t1
53
- assert @unsubscribed
54
- assert_equal 0, @t2
55
- assert_equal "s1", @message
56
- end
57
-
58
- def test_subscribe_within_subscribe
59
- @channels = []
60
-
61
- wire = Wire.new do
62
- r.subscribe("foo") do |on|
63
- on.subscribe do |channel, total|
64
- @channels << channel
65
-
66
- r.subscribe("bar") if channel == "foo"
67
- r.unsubscribe if channel == "bar"
68
- end
69
- end
70
- end
71
-
72
- wire.join
73
-
74
- assert_equal ["foo", "bar"], @channels
75
- end
76
-
77
- def test_other_commands_within_a_subscribe
78
- assert_raise Redis::CommandError do
79
- r.subscribe("foo") do |on|
80
- on.subscribe do |channel, total|
81
- r.set("bar", "s2")
82
- end
83
- end
84
- end
85
- end
86
-
87
- def test_subscribe_without_a_block
88
- assert_raise LocalJumpError do
89
- r.subscribe("foo")
90
- end
91
- end
92
- end
@@ -1,53 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedRemoteServerControlCommands < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def test_info
10
- %w(last_save_time redis_version total_connections_received connected_clients total_commands_processed connected_slaves uptime_in_seconds used_memory uptime_in_days changes_since_last_save).each do |x|
11
- r.info.each do |info|
12
- assert info.keys.include?(x)
13
- end
14
- end
15
- end
16
-
17
- def test_info_commandstats
18
- return if version < "2.9.0"
19
-
20
- r.nodes.each { |n| n.config(:resetstat) }
21
- r.ping # Executed on every node
22
-
23
- r.info(:commandstats).each do |info|
24
- assert_equal "1", info["ping"]["calls"]
25
- end
26
- end
27
-
28
- def test_monitor
29
- begin
30
- r.monitor
31
- rescue Exception => ex
32
- ensure
33
- assert ex.kind_of?(NotImplementedError)
34
- end
35
- end
36
-
37
- def test_echo
38
- assert_equal ["foo bar baz\n"], r.echo("foo bar baz\n")
39
- end
40
-
41
- def test_time
42
- return if version < "2.5.4"
43
-
44
- # Test that the difference between the time that Ruby reports and the time
45
- # that Redis reports is minimal (prevents the test from being racy).
46
- r.time.each do |rv|
47
- redis_usec = rv[0] * 1_000_000 + rv[1]
48
- ruby_usec = Integer(Time.now.to_f * 1_000_000)
49
-
50
- assert 500_000 > (ruby_usec - redis_usec).abs
51
- end
52
- end
53
- end
@@ -1,102 +0,0 @@
1
- # encoding: UTF-8
2
-
3
- require "helper"
4
-
5
- class TestDistributedScripting < Test::Unit::TestCase
6
-
7
- include Helper::Distributed
8
-
9
- def to_sha(script)
10
- r.script(:load, script).first
11
- end
12
-
13
- def test_script_exists
14
- return if version < "2.5.9" # 2.6-rc1
15
-
16
- a = to_sha("return 1")
17
- b = a.succ
18
-
19
- assert_equal [true], r.script(:exists, a)
20
- assert_equal [false], r.script(:exists, b)
21
- assert_equal [[true]], r.script(:exists, [a])
22
- assert_equal [[false]], r.script(:exists, [b])
23
- assert_equal [[true, false]], r.script(:exists, [a, b])
24
- end
25
-
26
- def test_script_flush
27
- return if version < "2.5.9" # 2.6-rc1
28
-
29
- sha = to_sha("return 1")
30
- assert r.script(:exists, sha).first
31
- assert_equal ["OK"], r.script(:flush)
32
- assert !r.script(:exists, sha).first
33
- end
34
-
35
- def test_script_kill
36
- return if version < "2.5.9" # 2.6-rc1
37
-
38
- redis_mock(:script => lambda { |arg| "+#{arg.upcase}" }) do |redis|
39
- assert_equal ["KILL"], redis.script(:kill)
40
- end
41
- end
42
-
43
- def test_eval
44
- return if version < "2.5.9" # 2.6-rc1
45
-
46
- assert_raises(Redis::Distributed::CannotDistribute) do
47
- r.eval("return #KEYS")
48
- end
49
-
50
- assert_raises(Redis::Distributed::CannotDistribute) do
51
- r.eval("return KEYS", ["k1", "k2"])
52
- end
53
-
54
- assert_equal ["k1"], r.eval("return KEYS", ["k1"])
55
- assert_equal ["a1", "a2"], r.eval("return ARGV", ["k1"], ["a1", "a2"])
56
- end
57
-
58
- def test_eval_with_options_hash
59
- return if version < "2.5.9" # 2.6-rc1
60
-
61
- assert_raises(Redis::Distributed::CannotDistribute) do
62
- r.eval("return #KEYS", {})
63
- end
64
-
65
- assert_raises(Redis::Distributed::CannotDistribute) do
66
- r.eval("return KEYS", { :keys => ["k1", "k2"] })
67
- end
68
-
69
- assert_equal ["k1"], r.eval("return KEYS", { :keys => ["k1"] })
70
- assert_equal ["a1", "a2"], r.eval("return ARGV", { :keys => ["k1"], :argv => ["a1", "a2"] })
71
- end
72
-
73
- def test_evalsha
74
- return if version < "2.5.9" # 2.6-rc1
75
-
76
- assert_raises(Redis::Distributed::CannotDistribute) do
77
- r.evalsha(to_sha("return #KEYS"))
78
- end
79
-
80
- assert_raises(Redis::Distributed::CannotDistribute) do
81
- r.evalsha(to_sha("return KEYS"), ["k1", "k2"])
82
- end
83
-
84
- assert_equal ["k1"], r.evalsha(to_sha("return KEYS"), ["k1"])
85
- assert_equal ["a1", "a2"], r.evalsha(to_sha("return ARGV"), ["k1"], ["a1", "a2"])
86
- end
87
-
88
- def test_evalsha_with_options_hash
89
- return if version < "2.5.9" # 2.6-rc1
90
-
91
- assert_raises(Redis::Distributed::CannotDistribute) do
92
- r.evalsha(to_sha("return #KEYS"), {})
93
- end
94
-
95
- assert_raises(Redis::Distributed::CannotDistribute) do
96
- r.evalsha(to_sha("return KEYS"), { :keys => ["k1", "k2"] })
97
- end
98
-
99
- assert_equal ["k1"], r.evalsha(to_sha("return KEYS"), { :keys => ["k1"] })
100
- assert_equal ["a1", "a2"], r.evalsha(to_sha("return ARGV"), { :keys => ["k1"], :argv => ["a1", "a2"] })
101
- end
102
- end