moneta 1.1.0 → 1.4.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +2 -0
- data/.rubocop.yml +194 -0
- data/.travis.yml +65 -25
- data/CHANGES +36 -0
- data/CONTRIBUTORS +4 -2
- data/Gemfile +94 -65
- data/README.md +50 -25
- data/feature_matrix.yaml +3 -11
- data/lib/action_dispatch/middleware/session/moneta_store.rb +1 -0
- data/lib/active_support/cache/moneta_store.rb +5 -5
- data/lib/moneta.rb +20 -10
- data/lib/moneta/adapters/activerecord.rb +35 -19
- data/lib/moneta/adapters/activesupportcache.rb +3 -7
- data/lib/moneta/adapters/cassandra.rb +24 -16
- data/lib/moneta/adapters/client.rb +62 -21
- data/lib/moneta/adapters/couch.rb +225 -80
- data/lib/moneta/adapters/datamapper.rb +1 -0
- data/lib/moneta/adapters/file.rb +9 -6
- data/lib/moneta/adapters/hbase.rb +1 -1
- data/lib/moneta/adapters/kyotocabinet.rb +8 -7
- data/lib/moneta/adapters/leveldb.rb +1 -1
- data/lib/moneta/adapters/lmdb.rb +3 -4
- data/lib/moneta/adapters/lruhash.rb +29 -62
- data/lib/moneta/adapters/memcached.rb +1 -0
- data/lib/moneta/adapters/memcached/dalli.rb +1 -1
- data/lib/moneta/adapters/memcached/native.rb +10 -8
- data/lib/moneta/adapters/mongo.rb +256 -6
- data/lib/moneta/adapters/null.rb +1 -2
- data/lib/moneta/adapters/pstore.rb +3 -2
- data/lib/moneta/adapters/redis.rb +8 -4
- data/lib/moneta/adapters/restclient.rb +12 -3
- data/lib/moneta/adapters/riak.rb +2 -2
- data/lib/moneta/adapters/sequel.rb +137 -328
- data/lib/moneta/adapters/sequel/mysql.rb +66 -0
- data/lib/moneta/adapters/sequel/postgres.rb +80 -0
- data/lib/moneta/adapters/sequel/postgres_hstore.rb +240 -0
- data/lib/moneta/adapters/sequel/sqlite.rb +57 -0
- data/lib/moneta/adapters/sqlite.rb +25 -11
- data/lib/moneta/adapters/tokyotyrant.rb +1 -1
- data/lib/moneta/builder.rb +2 -3
- data/lib/moneta/create_support.rb +21 -0
- data/lib/moneta/dbm_adapter.rb +31 -0
- data/lib/moneta/{mixins.rb → defaults.rb} +3 -302
- data/lib/moneta/each_key_support.rb +27 -0
- data/lib/moneta/enumerable.rb +38 -0
- data/lib/moneta/expires.rb +12 -12
- data/lib/moneta/expires_support.rb +60 -0
- data/lib/moneta/fallback.rb +84 -0
- data/lib/moneta/hash_adapter.rb +68 -0
- data/lib/moneta/increment_support.rb +16 -0
- data/lib/moneta/lock.rb +7 -2
- data/lib/moneta/logger.rb +2 -2
- data/lib/moneta/nil_values.rb +35 -0
- data/lib/moneta/option_support.rb +51 -0
- data/lib/moneta/optionmerger.rb +0 -1
- data/lib/moneta/pool.rb +312 -30
- data/lib/moneta/proxy.rb +3 -3
- data/lib/moneta/server.rb +216 -65
- data/lib/moneta/shared.rb +13 -7
- data/lib/moneta/stack.rb +6 -6
- data/lib/moneta/synchronize.rb +3 -3
- data/lib/moneta/transformer.rb +68 -24
- data/lib/moneta/transformer/config.rb +63 -43
- data/lib/moneta/transformer/helper.rb +3 -3
- data/lib/moneta/transformer/helper/bson.rb +7 -14
- data/lib/moneta/utils.rb +3 -9
- data/lib/moneta/version.rb +1 -1
- data/lib/moneta/weak_each_key.rb +2 -4
- data/lib/rack/cache/moneta.rb +13 -11
- data/lib/rack/moneta_rest.rb +2 -2
- data/lib/rack/session/moneta.rb +3 -4
- data/moneta.gemspec +18 -4
- data/script/benchmarks +145 -46
- data/script/contributors +11 -6
- data/script/start-couchdb +27 -0
- data/script/start-hbase +3 -2
- data/script/start-services +3 -11
- data/spec/active_support/cache_moneta_store_spec.rb +30 -30
- data/spec/features/concurrent_create.rb +31 -10
- data/spec/features/concurrent_increment.rb +26 -19
- data/spec/features/create_expires.rb +15 -15
- data/spec/features/default_expires.rb +11 -12
- data/spec/features/expires.rb +215 -210
- data/spec/features/increment.rb +41 -41
- data/spec/features/store.rb +3 -3
- data/spec/helper.rb +23 -82
- data/spec/moneta/adapters/activerecord/standard_activerecord_spec.rb +1 -1
- data/spec/moneta/adapters/activerecord/standard_activerecord_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/activesupportcache/adapter_activesupportcache_spec.rb +4 -1
- data/spec/moneta/adapters/activesupportcache/adapter_activesupportcache_with_default_expires_spec.rb +4 -1
- data/spec/moneta/adapters/activesupportcache/standard_activesupportcache_spec.rb +14 -0
- data/spec/moneta/adapters/cassandra/standard_cassandra_spec.rb +1 -1
- data/spec/moneta/adapters/client/adapter_client_spec.rb +6 -6
- data/spec/moneta/adapters/client/client_helper.rb +24 -0
- data/spec/moneta/adapters/client/standard_client_tcp_spec.rb +8 -8
- data/spec/moneta/adapters/client/standard_client_unix_spec.rb +23 -7
- data/spec/moneta/adapters/couch/adapter_couch_spec.rb +199 -2
- data/spec/moneta/adapters/couch/standard_couch_spec.rb +9 -3
- data/spec/moneta/adapters/couch/standard_couch_with_expires_spec.rb +8 -2
- data/spec/moneta/adapters/daybreak/standard_daybreak_spec.rb +1 -1
- data/spec/moneta/adapters/daybreak/standard_daybreak_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/dbm/standard_dbm_spec.rb +1 -1
- data/spec/moneta/adapters/dbm/standard_dbm_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/faraday_helper.rb +9 -0
- data/spec/moneta/adapters/file/standard_file_spec.rb +2 -2
- data/spec/moneta/adapters/file/standard_file_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/gdbm/standard_gdbm_spec.rb +1 -1
- data/spec/moneta/adapters/gdbm/standard_gdbm_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/kyotocabinet/adapter_kyotocabinet_spec.rb +1 -1
- data/spec/moneta/adapters/kyotocabinet/standard_kyotocabinet_spec.rb +2 -2
- data/spec/moneta/adapters/kyotocabinet/standard_kyotocabinet_with_expires_spec.rb +2 -2
- data/spec/moneta/adapters/leveldb/standard_leveldb_spec.rb +1 -1
- data/spec/moneta/adapters/leveldb/standard_leveldb_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/lmdb/standard_lmdb_spec.rb +1 -1
- data/spec/moneta/adapters/lmdb/standard_lmdb_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/lruhash/adapter_lruhash_spec.rb +2 -2
- data/spec/moneta/adapters/lruhash/standard_lruhash_spec.rb +1 -1
- data/spec/moneta/adapters/lruhash/standard_lruhash_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/memcached/adapter_memcached_spec.rb +1 -1
- data/spec/moneta/adapters/memcached/dalli/adapter_memcached_dalli_spec.rb +1 -1
- data/spec/moneta/adapters/memcached/dalli/adapter_memcached_dalli_with_default_expires_spec.rb +1 -1
- data/spec/moneta/adapters/memcached/dalli/standard_memcached_dalli_spec.rb +1 -1
- data/spec/moneta/adapters/memcached/native/adapter_memcached_native_spec.rb +1 -1
- data/spec/moneta/adapters/memcached/native/adapter_memcached_native_with_default_expires_spec.rb +1 -1
- data/spec/moneta/adapters/memcached/native/standard_memcached_native_spec.rb +1 -1
- data/spec/moneta/adapters/memcached/standard_memcached_spec.rb +1 -1
- data/spec/moneta/adapters/{memcached/helper.rb → memcached_helper.rb} +0 -0
- data/spec/moneta/adapters/memory/standard_memory_spec.rb +1 -1
- data/spec/moneta/adapters/memory/standard_memory_with_compress_spec.rb +1 -1
- data/spec/moneta/adapters/memory/standard_memory_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/memory/standard_memory_with_json_key_serializer_spec.rb +1 -1
- data/spec/moneta/adapters/memory/standard_memory_with_json_serializer_spec.rb +1 -1
- data/spec/moneta/adapters/memory/standard_memory_with_json_value_serializer_spec.rb +2 -2
- data/spec/moneta/adapters/memory/standard_memory_with_prefix_spec.rb +39 -2
- data/spec/moneta/adapters/memory/standard_memory_with_snappy_compress_spec.rb +2 -2
- data/spec/moneta/adapters/mongo/adapter_mongo_spec.rb +18 -2
- data/spec/moneta/adapters/mongo/adapter_mongo_with_default_expires_spec.rb +5 -3
- data/spec/moneta/adapters/mongo/standard_mongo_spec.rb +2 -2
- data/spec/moneta/adapters/null/null_adapter_spec.rb +1 -1
- data/spec/moneta/adapters/pstore/standard_pstore_spec.rb +1 -1
- data/spec/moneta/adapters/pstore/standard_pstore_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/redis/standard_redis_spec.rb +1 -1
- data/spec/moneta/adapters/restclient/adapter_restclient_spec.rb +7 -5
- data/spec/moneta/adapters/restclient/helper.rb +12 -0
- data/spec/moneta/adapters/restclient/standard_restclient_spec.rb +9 -6
- data/spec/moneta/adapters/riak/standard_riak_with_expires_spec.rb +4 -0
- data/spec/moneta/adapters/sdbm/standard_sdbm_spec.rb +1 -1
- data/spec/moneta/adapters/sdbm/standard_sdbm_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/sequel/adapter_sequel_spec.rb +31 -79
- data/spec/moneta/adapters/sequel/helper.rb +75 -0
- data/spec/moneta/adapters/sequel/standard_sequel_spec.rb +5 -11
- data/spec/moneta/adapters/sequel/standard_sequel_with_expires_spec.rb +8 -9
- data/spec/moneta/adapters/sqlite/standard_sqlite_spec.rb +1 -1
- data/spec/moneta/adapters/sqlite/standard_sqlite_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/tdb/standard_tdb_spec.rb +1 -1
- data/spec/moneta/adapters/tdb/standard_tdb_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/tokyocabinet/standard_tokyocabinet_spec.rb +1 -1
- data/spec/moneta/adapters/tokyocabinet/standard_tokyocabinet_with_expires_spec.rb +1 -1
- data/spec/moneta/adapters/tokyotyrant/adapter_tokyotyrant_spec.rb +6 -2
- data/spec/moneta/adapters/tokyotyrant/helper.rb +12 -0
- data/spec/moneta/adapters/tokyotyrant/standard_tokyotyrant_spec.rb +5 -2
- data/spec/moneta/adapters/tokyotyrant/standard_tokyotyrant_with_expires_spec.rb +5 -1
- data/spec/moneta/adapters/yaml/standard_yaml_spec.rb +1 -1
- data/spec/moneta/adapters/yaml/standard_yaml_with_expires_spec.rb +1 -1
- data/spec/moneta/builder_spec.rb +22 -0
- data/spec/moneta/proxies/enumerable/enumerable_spec.rb +26 -0
- data/spec/moneta/proxies/expires/expires_file_spec.rb +1 -1
- data/spec/moneta/proxies/fallback/fallback_spec.rb +42 -0
- data/spec/moneta/proxies/pool/pool_spec.rb +319 -6
- data/spec/moneta/proxies/shared/shared_tcp_spec.rb +14 -4
- data/spec/moneta/proxies/shared/shared_unix_spec.rb +14 -4
- data/spec/moneta/proxies/transformer/transformer_bencode_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_bert_spec.rb +3 -3
- data/spec/moneta/proxies/transformer/transformer_bson_spec.rb +2 -2
- data/spec/moneta/proxies/transformer/transformer_json_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_key_marshal_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_key_yaml_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_marshal_base64_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_marshal_escape_spec.rb +8 -4
- data/spec/moneta/proxies/transformer/transformer_marshal_hex_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_marshal_hmac_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_marshal_prefix_base64_spec.rb +33 -0
- data/spec/moneta/proxies/transformer/transformer_marshal_prefix_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_marshal_qp_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_marshal_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_marshal_urlsafe_base64_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_marshal_uuencode_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_msgpack_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_ox_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_php_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_tnet_spec.rb +1 -1
- data/spec/moneta/proxies/transformer/transformer_yaml_spec.rb +2 -2
- data/spec/moneta/proxies/weak_each_key/weak_each_key_spec.rb +0 -2
- data/spec/restserver.rb +55 -0
- data/spec/support/mongo_helper.rb +12 -0
- metadata +140 -32
- data/lib/moneta/adapters/mongo/base.rb +0 -103
- data/lib/moneta/adapters/mongo/moped.rb +0 -164
- data/lib/moneta/adapters/mongo/official.rb +0 -157
- data/script/install-kyotocabinet +0 -17
- data/spec/moneta/adapters/mongo/adapter_mongo_moped_spec.rb +0 -25
- data/spec/moneta/adapters/mongo/adapter_mongo_moped_with_default_expires_spec.rb +0 -12
- data/spec/moneta/adapters/mongo/adapter_mongo_official_spec.rb +0 -25
- data/spec/moneta/adapters/mongo/adapter_mongo_official_with_default_expires_spec.rb +0 -12
- data/spec/moneta/adapters/mongo/standard_mongo_moped_spec.rb +0 -7
- data/spec/moneta/adapters/mongo/standard_mongo_official_spec.rb +0 -7
- data/spec/quality_spec.rb +0 -51
data/script/start-hbase
CHANGED
@@ -1,4 +1,5 @@
|
|
1
1
|
#!/bin/sh
|
2
|
+
set -e
|
2
3
|
|
3
4
|
cd $(dirname $(dirname $0))
|
4
5
|
|
@@ -7,13 +8,13 @@ mkdir -p zookeeper
|
|
7
8
|
mkdir -p downloads
|
8
9
|
root=$(pwd)
|
9
10
|
|
10
|
-
version=$(curl -sS https://
|
11
|
+
version=$(curl -sS https://downloads.apache.org/hbase/stable/RELEASENOTES.md | grep -oP '(?<=# HBASE\s\s)(\d+\.?)+' | head -n1)
|
11
12
|
|
12
13
|
echo HBase stable version is $version
|
13
14
|
|
14
15
|
if [ ! -f downloads/hbase-$version-bin.tar.gz ]; then
|
15
16
|
echo Downloading HBase ...
|
16
|
-
wget -P downloads
|
17
|
+
wget -P downloads https://downloads.apache.org/hbase/stable/hbase-$version-bin.tar.gz
|
17
18
|
fi
|
18
19
|
|
19
20
|
echo Extracting HBase ...
|
data/script/start-services
CHANGED
@@ -1,18 +1,10 @@
|
|
1
1
|
#!/bin/bash
|
2
2
|
|
3
|
-
|
4
|
-
|
3
|
+
# Install and start CouchDB
|
4
|
+
$(dirname $0)/start-couchdb
|
5
5
|
|
6
|
-
#
|
7
|
-
sudo sed -i '/\[couchdb\]/a delayed_commits = true' /etc/couchdb/local.ini
|
8
|
-
sudo service couchdb restart
|
9
|
-
|
10
|
-
# Start HBase
|
6
|
+
# Install and start HBase
|
11
7
|
$(dirname $0)/start-hbase
|
12
8
|
|
13
9
|
# Waiting for servers to start
|
14
10
|
sleep 3
|
15
|
-
|
16
|
-
echo TokyoTyrant status:
|
17
|
-
ps aux | grep ttserver
|
18
|
-
cat /tmp/ttserver.log
|
@@ -2,6 +2,7 @@ require 'moneta'
|
|
2
2
|
require 'active_support'
|
3
3
|
require 'active_support/cache/moneta_store'
|
4
4
|
require 'ostruct'
|
5
|
+
require_relative '../moneta/adapters/memcached_helper.rb'
|
5
6
|
|
6
7
|
describe "cache_moneta_store" do
|
7
8
|
before(:all) do
|
@@ -78,40 +79,38 @@ describe "cache_moneta_store" do
|
|
78
79
|
end
|
79
80
|
|
80
81
|
shared_examples :expiry do
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
end
|
82
|
+
it 'writes the data with expiration time' do
|
83
|
+
store.write 'rabbit', white_rabbit, expires_in: 0.2.second
|
84
|
+
expect(store.read('rabbit')).to eq white_rabbit
|
85
|
+
sleep 0.3
|
86
|
+
expect(store.read('rabbit')).to be_nil
|
87
|
+
end
|
88
88
|
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
|
89
|
+
it 'writes multiple values with expiration time' do
|
90
|
+
store.write_multi({
|
91
|
+
'rabbit' => white_rabbit,
|
92
|
+
'irish whisky' => 'Jameson'
|
93
|
+
}, expires_in: 0.2.second)
|
94
94
|
|
95
|
-
|
96
|
-
|
97
|
-
|
95
|
+
expect(store.read_multi('rabbit', 'irish whisky')).to eq \
|
96
|
+
'rabbit' => white_rabbit,
|
97
|
+
'irish whisky' => 'Jameson'
|
98
98
|
|
99
|
-
|
100
|
-
|
101
|
-
|
99
|
+
sleep 0.3
|
100
|
+
expect(store.read_multi('rabbit', 'irish whisky')).to be_empty
|
101
|
+
end
|
102
102
|
|
103
|
-
|
104
|
-
|
105
|
-
|
106
|
-
|
107
|
-
|
108
|
-
|
103
|
+
it "sets expiry on cache miss" do
|
104
|
+
store.fetch('rabbit', force: true, expires_in: 0.2.second) { white_rabbit }
|
105
|
+
expect(store.fetch('rabbit')).to eq white_rabbit
|
106
|
+
sleep 0.3
|
107
|
+
expect(store.fetch('rabbit')).to be_nil
|
108
|
+
end
|
109
109
|
|
110
|
-
|
111
|
-
|
112
|
-
|
113
|
-
|
114
|
-
end
|
110
|
+
it 'does not set expiry on cache hit' do
|
111
|
+
expect(store.fetch('rabbit', expires_in: 0.2.second) { white_rabbit }).to eq rabbit
|
112
|
+
sleep 0.3
|
113
|
+
expect(store.fetch('rabbit')).to eq rabbit
|
115
114
|
end
|
116
115
|
end
|
117
116
|
|
@@ -261,7 +260,8 @@ describe "cache_moneta_store" do
|
|
261
260
|
|
262
261
|
describe ActiveSupport::Cache::MemCacheStore do
|
263
262
|
let(:store){ described_class.new('127.0.0.1:11213') }
|
264
|
-
|
263
|
+
|
264
|
+
include_context :start_memcached, 11213
|
265
265
|
|
266
266
|
include_examples :basic_store
|
267
267
|
include_examples :expiry
|
@@ -1,21 +1,42 @@
|
|
1
1
|
shared_examples :concurrent_create do
|
2
|
+
# Each thread attempts to create
|
2
3
|
def create_thread(name)
|
3
4
|
Thread.new do
|
4
5
|
s = new_store
|
5
|
-
|
6
|
-
|
7
|
-
|
6
|
+
begin
|
7
|
+
(0...1000).map do |i|
|
8
|
+
s.create(i.to_s, name, expires: false).tap do
|
9
|
+
Thread.pass if rand(100) >= 99
|
10
|
+
end
|
11
|
+
end
|
12
|
+
ensure
|
13
|
+
s.close
|
8
14
|
end
|
9
|
-
s.close
|
10
15
|
end
|
11
16
|
end
|
12
17
|
|
13
18
|
it 'have atomic create across multiple threads', isolate: true do
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
19
|
+
names = %w{a b c}
|
20
|
+
|
21
|
+
# Spawn threads and then group results (lists of true/false values) by
|
22
|
+
# store index (0...1000)
|
23
|
+
results = names
|
24
|
+
.map { |name| create_thread(name) }
|
25
|
+
.map(&:value)
|
26
|
+
.transpose.each_with_index
|
27
|
+
.map { |created_values, i| [i.to_s, created_values] }
|
28
|
+
.to_h
|
29
|
+
|
30
|
+
# Just a quick sanity check
|
31
|
+
expect(results.length).to eq 1000
|
32
|
+
|
33
|
+
# Ensure that for each index, one and only one created value is true
|
34
|
+
expect(results.map { |_, created_values| created_values.inject(:^) }).to all(be true)
|
35
|
+
|
36
|
+
# Check that the when a call to create returned true, that the store
|
37
|
+
# contains the correct value as a result
|
38
|
+
expect(store.slice(*results.keys).to_h).to eq(results.map do |i, values|
|
39
|
+
[i, names[values.index(true)]]
|
40
|
+
end.to_h)
|
20
41
|
end
|
21
42
|
end
|
@@ -2,31 +2,38 @@ shared_examples :concurrent_increment do
|
|
2
2
|
def increment_thread(name)
|
3
3
|
Thread.new do
|
4
4
|
s = new_store
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
5
|
+
begin
|
6
|
+
# Create an array where each entry is a list of all the return values
|
7
|
+
# from calling increment for a particular key.
|
8
|
+
increments = (0...100).map { [] }
|
9
|
+
100.times do
|
10
|
+
100.times do |j|
|
11
|
+
increments[j] << s.increment(j.to_s, 1, expires: false)
|
12
|
+
Thread.pass if rand(1000) >= 995
|
13
|
+
end
|
9
14
|
end
|
10
|
-
|
15
|
+
increments
|
16
|
+
ensure
|
17
|
+
s.close
|
11
18
|
end
|
12
|
-
s.close
|
13
19
|
end
|
14
20
|
end
|
15
21
|
|
16
22
|
it 'have atomic increment across multiple threads', isolate: true do
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
23
|
+
results = %w{a b c}
|
24
|
+
.map { |name| increment_thread(name) }
|
25
|
+
.map(&:value)
|
26
|
+
.transpose # Now the array is indexed by store key instead of thread
|
27
|
+
|
28
|
+
# Sanity check
|
29
|
+
expect(results.length).to eq 100
|
30
|
+
|
31
|
+
results.each do |ith_values|
|
32
|
+
# ensure that for each pair in the triple there are no overlapping values
|
33
|
+
expect(ith_values.combination(2).map { |a, b| a & b }).to all be_empty
|
34
|
+
|
35
|
+
# ensure that when joined together they cover the full 1..300 range
|
36
|
+
expect(ith_values.inject(:+)).to contain_exactly(*1..300)
|
30
37
|
end
|
31
38
|
end
|
32
39
|
end
|
@@ -1,19 +1,19 @@
|
|
1
1
|
shared_examples :create_expires do
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
2
|
+
it 'creates the given key and expires it' do
|
3
|
+
store.create('key','value', expires: min_ttl).should be true
|
4
|
+
store['key'].should == 'value'
|
5
|
+
advance min_ttl
|
6
|
+
2.times { advance_next_tick }
|
7
|
+
store.key?('key').should be false
|
8
|
+
end
|
9
9
|
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
10
|
+
it 'does not change expires if the key exists' do
|
11
|
+
store.store('key', 'value', expires: false).should == 'value'
|
12
|
+
store.create('key','another value', expires: min_ttl).should be false
|
13
|
+
store['key'].should == 'value'
|
14
|
+
advance min_ttl
|
15
|
+
2.times { advance_next_tick }
|
16
|
+
store['key'].should == 'value'
|
17
|
+
store.key?('key').should be true
|
18
18
|
end
|
19
19
|
end
|
@@ -1,15 +1,14 @@
|
|
1
1
|
shared_examples :default_expires do
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
end
|
2
|
+
it 'sets the default expiration time', default_expires: true do
|
3
|
+
store['key1'] = 'val1'
|
4
|
+
advance(t_res / 4.0) # sleep less than a single time-space
|
5
|
+
store.key?('key1').should be true
|
6
|
+
store.fetch('key1').should == 'val1'
|
7
|
+
store.load('key1').should == 'val1'
|
8
|
+
advance min_ttl
|
9
|
+
2.times { advance_next_tick }
|
10
|
+
store.key?('key1').should be false
|
11
|
+
store.fetch('key1').should be_nil
|
12
|
+
store.load('key1').should be_nil
|
14
13
|
end
|
15
14
|
end
|
data/spec/features/expires.rb
CHANGED
@@ -3,289 +3,294 @@ shared_examples :expires do
|
|
3
3
|
raise "t_res must be <= min_ttl" unless t_res <= min_ttl
|
4
4
|
end
|
5
5
|
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
end
|
6
|
+
# All methods that are used for updating that include an :expires parameter
|
7
|
+
shared_examples :updater_expiry do
|
8
|
+
context "with a positive numeric :expires parameter" do
|
9
|
+
before do
|
10
|
+
updater.call(expires: min_ttl)
|
11
|
+
end
|
13
12
|
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
13
|
+
it 'causes the value to expire after the given number of seconds' do
|
14
|
+
keys.zip(values).each do |key, value|
|
15
|
+
expect(store.load(key)).to eq value
|
16
|
+
expect(store[key]).to eq value
|
17
|
+
end
|
18
|
+
advance min_ttl
|
19
|
+
2.times { advance_next_tick }
|
20
|
+
keys.each do |key, value|
|
21
|
+
expect(store.load(key)).to be_nil
|
22
|
+
expect(store[key]).to be_nil
|
24
23
|
end
|
25
24
|
end
|
25
|
+
end
|
26
26
|
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
27
|
+
shared_examples :updater_no_expires do
|
28
|
+
it 'causes the value not to expire after the given number of seconds' do
|
29
|
+
updater.call(expires: expires)
|
30
|
+
keys.zip(values).each do |key, value|
|
31
|
+
expect(store.load(key)).to eq value
|
32
|
+
expect(store[key]).to eq value
|
33
|
+
end
|
34
|
+
advance min_ttl
|
35
|
+
2.times { advance_next_tick }
|
36
|
+
keys.zip(values).each do |key, value|
|
37
|
+
expect(store.load(key)).to eq value
|
38
|
+
expect(store[key]).to eq value
|
39
39
|
end
|
40
40
|
end
|
41
|
+
end
|
41
42
|
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
43
|
+
context "with a zero :expires parameter" do
|
44
|
+
let(:expires) { 0 }
|
45
|
+
include_examples :updater_no_expires
|
46
|
+
end
|
46
47
|
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
end
|
48
|
+
context "with a false :expires parameter" do
|
49
|
+
let(:expires) { false }
|
50
|
+
include_examples :updater_no_expires
|
51
51
|
end
|
52
|
+
end
|
52
53
|
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
54
|
+
# All methods that are used to for loading, and that include an expire parameter
|
55
|
+
shared_examples :loader_expiry do
|
56
|
+
it "does not affect expiry if the value is not present" do
|
57
|
+
expect(loader.call(expires: min_ttl)).to be_absent
|
58
|
+
expect(loader.call).to be_absent
|
59
|
+
end
|
59
60
|
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
61
|
+
shared_examples :loader_expires do
|
62
|
+
context 'when passed a positive numeric :expires parameter' do
|
63
|
+
it 'changes the expiry of the value(s) to the given number of seconds' do
|
64
|
+
expect(loader.call).to be_present
|
65
|
+
expect(loader.call(expires: min_ttl + 2 * t_res)).to be_present
|
66
|
+
advance min_ttl
|
67
|
+
advance_next_tick
|
68
|
+
expect(loader.call).to be_present
|
69
|
+
2.times { advance_next_tick }
|
70
|
+
expect(loader.call).to be_absent
|
70
71
|
end
|
71
72
|
end
|
73
|
+
end
|
72
74
|
|
73
|
-
|
74
|
-
|
75
|
-
|
76
|
-
|
77
|
-
end
|
75
|
+
context 'with previously stored expiring value(s)' do
|
76
|
+
before do
|
77
|
+
keys.zip(values).each do |key, value|
|
78
|
+
store.store(key, value, expires: min_ttl)
|
78
79
|
end
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
80
|
+
end
|
81
|
+
include_examples :loader_expires
|
82
|
+
|
83
|
+
shared_examples :loader_no_expires do
|
84
|
+
it "changes the expiry of the value(s) so that they don't expire" do
|
85
|
+
expect(loader.call(expires: expires)).to be_present
|
86
|
+
advance min_ttl
|
87
|
+
advance_next_tick
|
88
|
+
expect(loader.call).to be_present
|
87
89
|
end
|
90
|
+
end
|
88
91
|
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
92
|
+
context "when passed a zero :expires parameter" do
|
93
|
+
let(:expires) { 0 }
|
94
|
+
include_examples :loader_no_expires
|
95
|
+
end
|
93
96
|
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
97
|
+
context "when passed false :expires parameter" do
|
98
|
+
let(:expires) { false }
|
99
|
+
include_examples :loader_no_expires
|
100
|
+
end
|
98
101
|
|
99
|
-
|
100
|
-
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
|
102
|
+
shared_examples :loader_no_effect do
|
103
|
+
it 'does not affect the expiry time' do
|
104
|
+
expect(loader_no_effect.call).to be_present
|
105
|
+
advance min_ttl
|
106
|
+
advance_next_tick
|
107
|
+
expect(loader.call).to be_absent
|
105
108
|
end
|
109
|
+
end
|
106
110
|
|
107
|
-
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
+
context 'when passed a nil :expires parameter' do
|
112
|
+
let(:loader_no_effect) { lambda { loader.call(expires: nil) } }
|
113
|
+
include_examples :loader_no_effect
|
114
|
+
end
|
111
115
|
|
112
|
-
|
113
|
-
|
114
|
-
|
115
|
-
end
|
116
|
+
context 'when not passed an :expires parameter' do
|
117
|
+
let(:loader_no_effect) { loader }
|
118
|
+
include_examples :loader_no_effect
|
116
119
|
end
|
120
|
+
end
|
117
121
|
|
118
|
-
|
119
|
-
|
120
|
-
|
121
|
-
|
122
|
-
end
|
122
|
+
context "with previously stored not expiring value(s)" do
|
123
|
+
before do
|
124
|
+
keys.zip(values).each do |key, value|
|
125
|
+
store.store(key, value, expires: false)
|
123
126
|
end
|
124
|
-
include_examples :loader_expires
|
125
127
|
end
|
128
|
+
include_examples :loader_expires
|
126
129
|
end
|
130
|
+
end
|
127
131
|
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
-
|
133
|
-
|
134
|
-
end
|
132
|
+
describe '#store' do
|
133
|
+
let(:keys) { ['key1'] }
|
134
|
+
let(:values) { ['value1'] }
|
135
|
+
let(:updater) do
|
136
|
+
lambda do |**options|
|
137
|
+
expect(store.store(keys[0], values[0], options)).to eq values[0]
|
135
138
|
end
|
139
|
+
end
|
136
140
|
|
137
|
-
|
141
|
+
include_examples :updater_expiry
|
142
|
+
end
|
143
|
+
|
144
|
+
describe '#load' do
|
145
|
+
let(:keys) { ['key1'] }
|
146
|
+
let(:values) { ['value1'] }
|
147
|
+
let(:loader) do
|
148
|
+
lambda { |**options| store.load('key1', options) }
|
149
|
+
end
|
150
|
+
let(:be_present) { eq 'value1' }
|
151
|
+
let(:be_absent) { be_nil }
|
152
|
+
|
153
|
+
include_examples :loader_expiry
|
154
|
+
end
|
155
|
+
|
156
|
+
describe '#key?' do
|
157
|
+
let(:keys) { ['key1'] }
|
158
|
+
let(:values) { ['value1'] }
|
159
|
+
let(:loader) do
|
160
|
+
lambda { |**options| store.key?('key1', options) }
|
138
161
|
end
|
162
|
+
let(:be_present) { be true }
|
163
|
+
let(:be_absent) { be false }
|
164
|
+
|
165
|
+
include_examples :loader_expiry
|
166
|
+
end
|
139
167
|
|
140
|
-
|
141
|
-
|
142
|
-
|
168
|
+
describe '#fetch' do
|
169
|
+
let(:keys) { ['key1'] }
|
170
|
+
let(:values) { ['value1'] }
|
171
|
+
let(:be_present) { eq 'value1' }
|
172
|
+
|
173
|
+
context "with default given as second parameter" do
|
143
174
|
let(:loader) do
|
144
|
-
lambda { |**options| store.
|
175
|
+
lambda { |**options| store.fetch('key1', 'missing', options) }
|
145
176
|
end
|
146
|
-
let(:
|
147
|
-
let(:be_absent) { be_nil }
|
177
|
+
let(:be_absent) { eq 'missing' }
|
148
178
|
|
149
179
|
include_examples :loader_expiry
|
150
180
|
end
|
151
181
|
|
152
|
-
|
153
|
-
let(:keys) { ['key1'] }
|
154
|
-
let(:values) { ['value1'] }
|
182
|
+
context "with default given as a block" do
|
155
183
|
let(:loader) do
|
156
|
-
lambda { |**options| store.
|
184
|
+
lambda { |**options| store.fetch('key1', options) { 'missing' } }
|
157
185
|
end
|
158
|
-
let(:
|
159
|
-
let(:be_absent) { be false }
|
186
|
+
let(:be_absent) { eq 'missing' }
|
160
187
|
|
161
188
|
include_examples :loader_expiry
|
162
189
|
end
|
163
190
|
|
164
|
-
|
165
|
-
let(:
|
166
|
-
|
167
|
-
let(:be_present) { eq 'value1' }
|
168
|
-
|
169
|
-
context "with default given as second parameter" do
|
170
|
-
let(:loader) do
|
171
|
-
lambda { |**options| store.fetch('key1', 'missing', options) }
|
172
|
-
end
|
173
|
-
let(:be_absent) { eq 'missing' }
|
174
|
-
|
175
|
-
include_examples :loader_expiry
|
191
|
+
context "with nil default given" do
|
192
|
+
let(:loader) do
|
193
|
+
lambda { |**options| store.fetch('key1', nil, options) }
|
176
194
|
end
|
195
|
+
let(:be_absent) { be_nil }
|
177
196
|
|
178
|
-
|
179
|
-
|
180
|
-
|
181
|
-
end
|
182
|
-
let(:be_absent) { eq 'missing' }
|
197
|
+
include_examples :loader_expiry
|
198
|
+
end
|
199
|
+
end
|
183
200
|
|
184
|
-
|
201
|
+
describe '#delete' do
|
202
|
+
context 'with an already expired value' do
|
203
|
+
before do
|
204
|
+
store.store('key2', 'val2', expires: min_ttl)
|
205
|
+
expect(store['key2']).to eq 'val2'
|
206
|
+
advance min_ttl
|
207
|
+
advance_next_tick
|
185
208
|
end
|
186
209
|
|
187
|
-
|
188
|
-
|
189
|
-
lambda { |**options| store.fetch('key1', nil, options) }
|
190
|
-
end
|
191
|
-
let(:be_absent) { be_nil }
|
192
|
-
|
193
|
-
include_examples :loader_expiry
|
210
|
+
it 'does not return the expired value' do
|
211
|
+
expect(store.delete('key2')).to be_nil
|
194
212
|
end
|
195
213
|
end
|
214
|
+
end
|
196
215
|
|
197
|
-
|
198
|
-
|
199
|
-
|
200
|
-
|
201
|
-
|
202
|
-
|
203
|
-
end
|
216
|
+
describe '#expires' do
|
217
|
+
it "returns a store with access to the same items" do
|
218
|
+
store.store('persistent_key', 'persistent_value', expires: false)
|
219
|
+
store_expires = store.expires(min_ttl)
|
220
|
+
expect(store_expires['persistent_key']).to eq 'persistent_value'
|
221
|
+
end
|
204
222
|
|
205
|
-
|
206
|
-
|
207
|
-
|
208
|
-
|
223
|
+
it "returns a store with default expiry set" do
|
224
|
+
store_expires = store.expires(min_ttl)
|
225
|
+
expect(store_expires.store('key1', 'val1')).to eq 'val1'
|
226
|
+
expect(store_expires['key1']).to eq 'val1'
|
227
|
+
advance min_ttl
|
228
|
+
advance_next_tick
|
229
|
+
expect(store['key1']).to be_nil
|
209
230
|
end
|
231
|
+
end
|
210
232
|
|
211
|
-
|
212
|
-
|
213
|
-
|
214
|
-
|
215
|
-
|
233
|
+
describe '#merge!' do
|
234
|
+
let(:keys) { ['key1', 'key2'] }
|
235
|
+
let(:values) { ['value1', 'value2'] }
|
236
|
+
let(:updater) do
|
237
|
+
lambda do |**options|
|
238
|
+
expect(store.merge!(keys.zip(values), options)).to eq store
|
216
239
|
end
|
240
|
+
end
|
217
241
|
|
218
|
-
|
219
|
-
|
220
|
-
|
221
|
-
|
222
|
-
|
223
|
-
|
224
|
-
|
242
|
+
include_examples :updater_expiry
|
243
|
+
end
|
244
|
+
|
245
|
+
describe '#values_at' do
|
246
|
+
let(:keys) { ['key1', 'key2'] }
|
247
|
+
let(:values) { ['value1', 'value2'] }
|
248
|
+
let(:loader) do
|
249
|
+
lambda { |**options| store.values_at('key1', 'key2', **options) }
|
225
250
|
end
|
251
|
+
let(:be_present) { eq ['value1', 'value2'] }
|
252
|
+
let(:be_absent) { eq [nil, nil] }
|
226
253
|
|
227
|
-
|
228
|
-
|
229
|
-
|
230
|
-
|
254
|
+
include_examples :loader_expiry
|
255
|
+
end
|
256
|
+
|
257
|
+
describe '#fetch_values' do
|
258
|
+
let(:keys) { ['key1', 'key2'] }
|
259
|
+
let(:values) { ['value1', 'value2'] }
|
260
|
+
let(:be_present) { eq ['value1', 'value2'] }
|
261
|
+
|
262
|
+
context 'with default values given via a block' do
|
263
|
+
let(:loader) do
|
231
264
|
lambda do |**options|
|
232
|
-
|
265
|
+
store.fetch_values('key1', 'key2', **options) { |k| "#{k} missing" }
|
233
266
|
end
|
234
267
|
end
|
268
|
+
let(:be_absent) { eq ['key1 missing', 'key2 missing'] }
|
235
269
|
|
236
|
-
include_examples :
|
270
|
+
include_examples :loader_expiry
|
237
271
|
end
|
238
272
|
|
239
|
-
|
240
|
-
let(:keys) { ['key1', 'key2'] }
|
241
|
-
let(:values) { ['value1', 'value2'] }
|
273
|
+
context 'without default values given' do
|
242
274
|
let(:loader) do
|
243
|
-
lambda
|
275
|
+
lambda do |**options|
|
276
|
+
store.fetch_values('key1', 'key2', **options)
|
277
|
+
end
|
244
278
|
end
|
245
|
-
let(:be_present) { eq ['value1', 'value2'] }
|
246
279
|
let(:be_absent) { eq [nil, nil] }
|
247
280
|
|
248
281
|
include_examples :loader_expiry
|
249
282
|
end
|
283
|
+
end
|
250
284
|
|
251
|
-
|
252
|
-
|
253
|
-
|
254
|
-
|
255
|
-
|
256
|
-
context 'with default values given via a block' do
|
257
|
-
let(:loader) do
|
258
|
-
lambda do |**options|
|
259
|
-
store.fetch_values('key1', 'key2', **options) { |k| "#{k} missing" }
|
260
|
-
end
|
261
|
-
end
|
262
|
-
let(:be_absent) { eq ['key1 missing', 'key2 missing'] }
|
263
|
-
|
264
|
-
include_examples :loader_expiry
|
265
|
-
end
|
266
|
-
|
267
|
-
context 'without default values given' do
|
268
|
-
let(:loader) do
|
269
|
-
lambda do |**options|
|
270
|
-
store.fetch_values('key1', 'key2', **options)
|
271
|
-
end
|
272
|
-
end
|
273
|
-
let(:be_absent) { eq [nil, nil] }
|
274
|
-
|
275
|
-
include_examples :loader_expiry
|
276
|
-
end
|
285
|
+
describe '#slice' do
|
286
|
+
let(:keys) { ['key1', 'key2'] }
|
287
|
+
let(:values) { ['value1', 'value2'] }
|
288
|
+
let(:loader) do
|
289
|
+
lambda { |**options| store.slice('key1', 'key2', **options) }
|
277
290
|
end
|
291
|
+
let(:be_present) { contain_exactly(['key1', 'value1'], ['key2', 'value2']) }
|
292
|
+
let(:be_absent) { be_empty }
|
278
293
|
|
279
|
-
|
280
|
-
let(:keys) { ['key1', 'key2'] }
|
281
|
-
let(:values) { ['value1', 'value2'] }
|
282
|
-
let(:loader) do
|
283
|
-
lambda { |**options| store.slice('key1', 'key2', **options) }
|
284
|
-
end
|
285
|
-
let(:be_present) { contain_exactly(['key1', 'value1'], ['key2', 'value2']) }
|
286
|
-
let(:be_absent) { be_empty }
|
287
|
-
|
288
|
-
include_examples :loader_expiry
|
289
|
-
end
|
294
|
+
include_examples :loader_expiry
|
290
295
|
end
|
291
296
|
end
|