moneta 1.2.0 → 1.4.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (166) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/ruby.yml +418 -0
  3. data/.gitignore +2 -0
  4. data/.rubocop.yml +27 -9
  5. data/CHANGES +28 -0
  6. data/CONTRIBUTORS +4 -2
  7. data/Gemfile +12 -8
  8. data/README.md +20 -18
  9. data/feature_matrix.yaml +2 -11
  10. data/lib/moneta.rb +9 -9
  11. data/lib/moneta/adapters/client.rb +56 -19
  12. data/lib/moneta/adapters/couch.rb +5 -0
  13. data/lib/moneta/adapters/mongo.rb +264 -7
  14. data/lib/moneta/adapters/redis.rb +5 -1
  15. data/lib/moneta/adapters/sequel.rb +45 -464
  16. data/lib/moneta/adapters/sequel/mysql.rb +66 -0
  17. data/lib/moneta/adapters/sequel/postgres.rb +80 -0
  18. data/lib/moneta/adapters/sequel/postgres_hstore.rb +240 -0
  19. data/lib/moneta/adapters/sequel/sqlite.rb +57 -0
  20. data/lib/moneta/adapters/sqlite.rb +7 -7
  21. data/lib/moneta/builder.rb +2 -2
  22. data/lib/moneta/create_support.rb +21 -0
  23. data/lib/moneta/dbm_adapter.rb +31 -0
  24. data/lib/moneta/{mixins.rb → defaults.rb} +1 -302
  25. data/lib/moneta/each_key_support.rb +27 -0
  26. data/lib/moneta/expires_support.rb +60 -0
  27. data/lib/moneta/hash_adapter.rb +68 -0
  28. data/lib/moneta/increment_support.rb +16 -0
  29. data/lib/moneta/lock.rb +6 -1
  30. data/lib/moneta/nil_values.rb +35 -0
  31. data/lib/moneta/option_support.rb +51 -0
  32. data/lib/moneta/pool.rb +38 -6
  33. data/lib/moneta/proxy.rb +1 -1
  34. data/lib/moneta/server.rb +215 -61
  35. data/lib/moneta/shared.rb +13 -7
  36. data/lib/moneta/transformer.rb +50 -8
  37. data/lib/moneta/transformer/config.rb +59 -40
  38. data/lib/moneta/transformer/helper.rb +2 -2
  39. data/lib/moneta/transformer/helper/bson.rb +5 -15
  40. data/lib/moneta/version.rb +1 -1
  41. data/lib/rack/cache/moneta.rb +14 -15
  42. data/moneta.gemspec +14 -8
  43. data/script/benchmarks +7 -3
  44. data/script/contributors +11 -6
  45. data/script/start-couchdb +27 -0
  46. data/script/start-hbase +2 -2
  47. data/script/start-services +3 -3
  48. data/spec/active_support/cache_moneta_store_spec.rb +37 -39
  49. data/spec/features/concurrent_increment.rb +2 -3
  50. data/spec/features/create_expires.rb +15 -15
  51. data/spec/features/default_expires.rb +11 -12
  52. data/spec/features/expires.rb +215 -210
  53. data/spec/features/store.rb +3 -3
  54. data/spec/helper.rb +33 -41
  55. data/spec/moneta/adapters/activerecord/adapter_activerecord_existing_connection_spec.rb +3 -1
  56. data/spec/moneta/adapters/activerecord/adapter_activerecord_spec.rb +15 -7
  57. data/spec/moneta/adapters/activerecord/standard_activerecord_spec.rb +6 -3
  58. data/spec/moneta/adapters/activerecord/standard_activerecord_with_expires_spec.rb +6 -3
  59. data/spec/moneta/adapters/activesupportcache/adapter_activesupportcache_spec.rb +3 -3
  60. data/spec/moneta/adapters/activesupportcache/adapter_activesupportcache_with_default_expires_spec.rb +2 -2
  61. data/spec/moneta/adapters/cassandra/standard_cassandra_spec.rb +1 -1
  62. data/spec/moneta/adapters/client/adapter_client_spec.rb +6 -6
  63. data/spec/moneta/adapters/client/client_helper.rb +24 -0
  64. data/spec/moneta/adapters/client/standard_client_tcp_spec.rb +8 -8
  65. data/spec/moneta/adapters/client/standard_client_unix_spec.rb +23 -7
  66. data/spec/moneta/adapters/couch/adapter_couch_spec.rb +1 -1
  67. data/spec/moneta/adapters/couch/standard_couch_spec.rb +2 -2
  68. data/spec/moneta/adapters/couch/standard_couch_with_expires_spec.rb +2 -2
  69. data/spec/moneta/adapters/datamapper/adapter_datamapper_spec.rb +25 -8
  70. data/spec/moneta/adapters/datamapper/standard_datamapper_spec.rb +2 -2
  71. data/spec/moneta/adapters/datamapper/standard_datamapper_with_expires_spec.rb +2 -2
  72. data/spec/moneta/adapters/datamapper/standard_datamapper_with_repository_spec.rb +2 -2
  73. data/spec/moneta/adapters/daybreak/standard_daybreak_spec.rb +1 -1
  74. data/spec/moneta/adapters/daybreak/standard_daybreak_with_expires_spec.rb +1 -1
  75. data/spec/moneta/adapters/dbm/standard_dbm_spec.rb +1 -1
  76. data/spec/moneta/adapters/dbm/standard_dbm_with_expires_spec.rb +1 -1
  77. data/spec/moneta/adapters/file/standard_file_spec.rb +2 -2
  78. data/spec/moneta/adapters/file/standard_file_with_expires_spec.rb +1 -1
  79. data/spec/moneta/adapters/gdbm/standard_gdbm_spec.rb +1 -1
  80. data/spec/moneta/adapters/gdbm/standard_gdbm_with_expires_spec.rb +1 -1
  81. data/spec/moneta/adapters/kyotocabinet/adapter_kyotocabinet_spec.rb +1 -1
  82. data/spec/moneta/adapters/kyotocabinet/standard_kyotocabinet_spec.rb +2 -2
  83. data/spec/moneta/adapters/kyotocabinet/standard_kyotocabinet_with_expires_spec.rb +2 -2
  84. data/spec/moneta/adapters/leveldb/standard_leveldb_spec.rb +1 -1
  85. data/spec/moneta/adapters/leveldb/standard_leveldb_with_expires_spec.rb +1 -1
  86. data/spec/moneta/adapters/lmdb/standard_lmdb_spec.rb +1 -1
  87. data/spec/moneta/adapters/lmdb/standard_lmdb_with_expires_spec.rb +1 -1
  88. data/spec/moneta/adapters/lruhash/standard_lruhash_spec.rb +1 -1
  89. data/spec/moneta/adapters/lruhash/standard_lruhash_with_expires_spec.rb +1 -1
  90. data/spec/moneta/adapters/memcached/dalli/adapter_memcached_dalli_spec.rb +13 -3
  91. data/spec/moneta/adapters/memcached/native/adapter_memcached_native_spec.rb +13 -3
  92. data/spec/moneta/adapters/memory/standard_memory_spec.rb +1 -1
  93. data/spec/moneta/adapters/memory/standard_memory_with_compress_spec.rb +1 -1
  94. data/spec/moneta/adapters/memory/standard_memory_with_expires_spec.rb +1 -1
  95. data/spec/moneta/adapters/memory/standard_memory_with_json_key_serializer_spec.rb +1 -1
  96. data/spec/moneta/adapters/memory/standard_memory_with_json_serializer_spec.rb +1 -1
  97. data/spec/moneta/adapters/memory/standard_memory_with_json_value_serializer_spec.rb +2 -2
  98. data/spec/moneta/adapters/memory/standard_memory_with_prefix_spec.rb +39 -2
  99. data/spec/moneta/adapters/memory/standard_memory_with_snappy_compress_spec.rb +2 -2
  100. data/spec/moneta/adapters/mongo/adapter_mongo_spec.rb +32 -2
  101. data/spec/moneta/adapters/mongo/adapter_mongo_with_default_expires_spec.rb +6 -4
  102. data/spec/moneta/adapters/mongo/standard_mongo_spec.rb +2 -2
  103. data/spec/moneta/adapters/pstore/standard_pstore_spec.rb +1 -1
  104. data/spec/moneta/adapters/pstore/standard_pstore_with_expires_spec.rb +1 -1
  105. data/spec/moneta/adapters/redis/adapter_redis_spec.rb +13 -3
  106. data/spec/moneta/adapters/redis/standard_redis_spec.rb +9 -2
  107. data/spec/moneta/adapters/sdbm/standard_sdbm_spec.rb +1 -1
  108. data/spec/moneta/adapters/sdbm/standard_sdbm_with_expires_spec.rb +1 -1
  109. data/spec/moneta/adapters/sequel/adapter_sequel_spec.rb +11 -38
  110. data/spec/moneta/adapters/sequel/helper.rb +42 -0
  111. data/spec/moneta/adapters/sequel/standard_sequel_spec.rb +6 -12
  112. data/spec/moneta/adapters/sequel/standard_sequel_with_expires_spec.rb +9 -10
  113. data/spec/moneta/adapters/sqlite/adapter_sqlite_spec.rb +1 -1
  114. data/spec/moneta/adapters/sqlite/standard_sqlite_spec.rb +2 -2
  115. data/spec/moneta/adapters/sqlite/standard_sqlite_with_expires_spec.rb +2 -2
  116. data/spec/moneta/adapters/tdb/standard_tdb_spec.rb +1 -1
  117. data/spec/moneta/adapters/tdb/standard_tdb_with_expires_spec.rb +1 -1
  118. data/spec/moneta/adapters/tokyocabinet/standard_tokyocabinet_spec.rb +1 -1
  119. data/spec/moneta/adapters/tokyocabinet/standard_tokyocabinet_with_expires_spec.rb +1 -1
  120. data/spec/moneta/adapters/yaml/standard_yaml_spec.rb +1 -1
  121. data/spec/moneta/adapters/yaml/standard_yaml_with_expires_spec.rb +1 -1
  122. data/spec/moneta/builder_spec.rb +22 -0
  123. data/spec/moneta/proxies/expires/expires_file_spec.rb +1 -1
  124. data/spec/moneta/proxies/pool/pool_spec.rb +31 -3
  125. data/spec/moneta/proxies/shared/shared_tcp_spec.rb +14 -4
  126. data/spec/moneta/proxies/shared/shared_unix_spec.rb +14 -4
  127. data/spec/moneta/proxies/transformer/transformer_bencode_spec.rb +1 -1
  128. data/spec/moneta/proxies/transformer/transformer_bert_spec.rb +3 -3
  129. data/spec/moneta/proxies/transformer/transformer_bson_spec.rb +2 -2
  130. data/spec/moneta/proxies/transformer/transformer_json_spec.rb +1 -1
  131. data/spec/moneta/proxies/transformer/transformer_key_marshal_spec.rb +1 -1
  132. data/spec/moneta/proxies/transformer/transformer_key_yaml_spec.rb +1 -1
  133. data/spec/moneta/proxies/transformer/transformer_marshal_base64_spec.rb +1 -1
  134. data/spec/moneta/proxies/transformer/transformer_marshal_escape_spec.rb +8 -4
  135. data/spec/moneta/proxies/transformer/transformer_marshal_hex_spec.rb +1 -1
  136. data/spec/moneta/proxies/transformer/transformer_marshal_hmac_spec.rb +1 -1
  137. data/spec/moneta/proxies/transformer/transformer_marshal_prefix_base64_spec.rb +33 -0
  138. data/spec/moneta/proxies/transformer/transformer_marshal_prefix_spec.rb +1 -1
  139. data/spec/moneta/proxies/transformer/transformer_marshal_qp_spec.rb +1 -1
  140. data/spec/moneta/proxies/transformer/transformer_marshal_spec.rb +1 -1
  141. data/spec/moneta/proxies/transformer/transformer_marshal_urlsafe_base64_spec.rb +1 -1
  142. data/spec/moneta/proxies/transformer/transformer_marshal_uuencode_spec.rb +1 -1
  143. data/spec/moneta/proxies/transformer/transformer_msgpack_spec.rb +1 -1
  144. data/spec/moneta/proxies/transformer/transformer_ox_spec.rb +1 -1
  145. data/spec/moneta/proxies/transformer/transformer_php_spec.rb +1 -1
  146. data/spec/moneta/proxies/transformer/transformer_tnet_spec.rb +1 -1
  147. data/spec/moneta/proxies/transformer/transformer_yaml_spec.rb +2 -2
  148. data/spec/moneta/proxies/weak_each_key/weak_each_key_spec.rb +0 -2
  149. data/spec/restserver.rb +15 -0
  150. metadata +47 -66
  151. data/.travis.yml +0 -140
  152. data/lib/moneta/adapters/mongo/base.rb +0 -103
  153. data/lib/moneta/adapters/mongo/moped.rb +0 -163
  154. data/lib/moneta/adapters/mongo/official.rb +0 -156
  155. data/script/reconfigure-couchdb +0 -13
  156. data/spec/moneta/adapters/memcached/dalli/adapter_memcached_dalli_with_default_expires_spec.rb +0 -15
  157. data/spec/moneta/adapters/memcached/native/adapter_memcached_native_with_default_expires_spec.rb +0 -15
  158. data/spec/moneta/adapters/mongo/adapter_mongo_moped_spec.rb +0 -25
  159. data/spec/moneta/adapters/mongo/adapter_mongo_moped_with_default_expires_spec.rb +0 -12
  160. data/spec/moneta/adapters/mongo/adapter_mongo_official_spec.rb +0 -25
  161. data/spec/moneta/adapters/mongo/adapter_mongo_official_with_default_expires_spec.rb +0 -12
  162. data/spec/moneta/adapters/mongo/standard_mongo_moped_spec.rb +0 -7
  163. data/spec/moneta/adapters/mongo/standard_mongo_official_spec.rb +0 -7
  164. data/spec/moneta/adapters/redis/adapter_redis_with_default_expires_spec.rb +0 -10
  165. data/spec/moneta/proxies/proxy/proxy_redis_spec.rb +0 -13
  166. data/spec/quality_spec.rb +0 -51
data/lib/moneta/shared.rb CHANGED
@@ -11,8 +11,6 @@ module Moneta
11
11
  #
12
12
  # @api public
13
13
  class Shared < Wrapper
14
- not_supports :each_key
15
-
16
14
  # @param [Hash] options
17
15
  # @option options [Integer] :port (9000) TCP port
18
16
  # @option options [String] :host Server hostname
@@ -25,7 +23,7 @@ module Moneta
25
23
 
26
24
  # (see Proxy#close)
27
25
  def close
28
- if @server
26
+ if server?
29
27
  @server.stop
30
28
  @thread.join
31
29
  @server = @thread = nil
@@ -36,13 +34,20 @@ module Moneta
36
34
  end
37
35
  end
38
36
 
37
+ # Returns true if this wrapper is running as the server
38
+ #
39
+ # @return [Boolean] wrapper is a server
40
+ def server?
41
+ @server != nil
42
+ end
43
+
39
44
  protected
40
45
 
41
46
  def wrap(*args)
42
47
  connect
43
48
  yield
44
49
  rescue Errno::ECONNRESET, Errno::EPIPE, IOError, SystemCallError
45
- @connect_lock.synchronize { close unless @server }
50
+ @connect_lock.synchronize { close unless server? }
46
51
  tries ||= 0
47
52
  (tries += 1) < 3 ? retry : raise
48
53
  end
@@ -52,21 +57,22 @@ module Moneta
52
57
  @connect_lock.synchronize do
53
58
  @adapter ||= Adapters::Client.new(@options)
54
59
  end
55
- rescue Errno::ECONNREFUSED, Errno::ENOENT => ex
60
+ rescue Errno::ECONNREFUSED, Errno::ENOENT, IOError => ex
56
61
  start_server
57
62
  tries ||= 0
58
63
  warn "Moneta::Shared - Failed to connect: #{ex.message}" if tries > 0
59
- (tries += 1) < 3 ? retry : raise
64
+ (tries += 1) < 10 ? retry : raise
60
65
  end
61
66
 
62
67
  # TODO: Implement this using forking (MRI) and threading (JRuby)
63
68
  # to get maximal performance
64
69
  def start_server
65
70
  @connect_lock.synchronize do
71
+ return if server?
66
72
  begin
67
73
  raise "Adapter already set" if @adapter
68
74
  @adapter = Lock.new(@builder.build.last)
69
- raise "Server already set" if @server
75
+ raise "Server already set" if server?
70
76
  @server = Server.new(@adapter, @options)
71
77
  @thread = Thread.new { @server.run }
72
78
  sleep 0.1 until @server.running?
@@ -43,12 +43,15 @@ module Moneta
43
43
 
44
44
  def compile(keys, values)
45
45
  @key_validator ||= compile_validator(KEY_TRANSFORMER)
46
+ @load_key_validator ||= compile_validator(LOAD_KEY_TRANSFORMER)
47
+ @test_key_validator ||= compile_validator(TEST_KEY_TRANSFORMER)
46
48
  @value_validator ||= compile_validator(VALUE_TRANSFORMER)
47
49
 
48
50
  raise ArgumentError, 'Invalid key transformer chain' if @key_validator !~ keys.map(&:inspect).join
49
51
  raise ArgumentError, 'Invalid value transformer chain' if @value_validator !~ values.map(&:inspect).join
50
52
 
51
53
  klass = Class.new(self)
54
+ compile_each_key_support_clause(klass, keys)
52
55
  klass.class_eval <<-END_EVAL, __FILE__, __LINE__ + 1
53
56
  def initialize(adapter, options = {})
54
57
  super
@@ -58,15 +61,17 @@ module Moneta
58
61
  END_EVAL
59
62
 
60
63
  key, key_opts = compile_transformer(keys, 'key')
64
+ key_load, key_load_opts = compile_transformer(keys.reverse, 'key', 1) if @load_key_validator =~ keys.map(&:inspect).join
65
+ key_test, key_test_opts = compile_transformer(keys.reverse, 'key', 4) if @test_key_validator =~ keys.map(&:inspect).join
61
66
  dump, dump_opts = compile_transformer(values, 'value')
62
67
  load, load_opts = compile_transformer(values.reverse, 'value', 1)
63
68
 
64
69
  if values.empty?
65
- compile_key_transformer(klass, key, key_opts)
70
+ compile_key_transformer(klass, key, key_opts, key_load, key_load_opts, key_test, key_test_opts)
66
71
  elsif keys.empty?
67
72
  compile_value_transformer(klass, load, load_opts, dump, dump_opts)
68
73
  else
69
- compile_key_value_transformer(klass, key, key_opts, load, load_opts, dump, dump_opts)
74
+ compile_key_value_transformer(klass, key, key_opts, key_load, key_load_opts, key_test, key_test_opts, load, load_opts, dump, dump_opts)
70
75
  end
71
76
 
72
77
  klass
@@ -77,13 +82,28 @@ module Moneta
77
82
  options.empty? ? 'options' : "Utils.without(options, #{options.map(&:to_sym).map(&:inspect).join(', ')})"
78
83
  end
79
84
 
80
- def compile_key_transformer(klass, key, key_opts)
85
+ def compile_each_key_support_clause(klass, keys)
81
86
  klass.class_eval <<-END_EVAL, __FILE__, __LINE__ + 1
82
- not_supports :each_key
87
+ #{'not_supports :each_key' if @load_key_validator !~ keys.map(&:inspect).join}
88
+ END_EVAL
89
+ end
90
+
91
+ def compile_key_transformer(klass, key, key_opts, key_load, key_load_opts, key_test, key_test_opts)
92
+ if_key_test = key_load && key_test ? "if #{key_test}" : ''
83
93
 
94
+ klass.class_eval <<-END_EVAL, __FILE__, __LINE__ + 1
84
95
  def key?(key, options = {})
85
96
  @adapter.key?(#{key}, #{without key_opts})
86
97
  end
98
+ def each_key(&block)
99
+ raise NotImplementedError, "each_key is not supported on this transformer" \
100
+ unless supports? :each_key
101
+
102
+ return enum_for(:each_key) unless block_given?
103
+ @adapter.each_key.lazy.map{ |key| #{key_load} #{if_key_test} }.reject(&:nil?).each(&block)
104
+
105
+ self
106
+ end
87
107
  def increment(key, amount = 1, options = {})
88
108
  @adapter.increment(#{key}, amount, #{without key_opts})
89
109
  end
@@ -200,13 +220,22 @@ module Moneta
200
220
  END_EVAL
201
221
  end
202
222
 
203
- def compile_key_value_transformer(klass, key, key_opts, load, load_opts, dump, dump_opts)
204
- klass.class_eval <<-END_EVAL, __FILE__, __LINE__ + 1
205
- not_supports :each_key
223
+ def compile_key_value_transformer(klass, key, key_opts, key_load, key_load_opts, key_test, key_test_opts, load, load_opts, dump, dump_opts)
224
+ if_key_test = key_load && key_test ? "if #{key_test}" : ''
206
225
 
226
+ klass.class_eval <<-END_EVAL, __FILE__, __LINE__ + 1
207
227
  def key?(key, options = {})
208
228
  @adapter.key?(#{key}, #{without key_opts})
209
229
  end
230
+ def each_key(&block)
231
+ raise NotImplementedError, "each_key is not supported on this transformer" \
232
+ unless supports? :each_key
233
+
234
+ return enum_for(:each_key) { @adapter.each_key.size } unless block_given?
235
+ @adapter.each_key.lazy.map{ |key| #{key_load} #{if_key_test} }.reject(&:nil?).each(&block)
236
+
237
+ self
238
+ end
210
239
  def increment(key, amount = 1, options = {})
211
240
  @adapter.increment(#{key}, amount, #{without key_opts})
212
241
  end
@@ -320,9 +349,15 @@ module Moneta
320
349
  raise ArgumentError, "Unknown transformer #{name}" unless t = TRANSFORMER[name]
321
350
  require t[3] if t[3]
322
351
  code = t[idx]
352
+ code ||= compile_prefix(name: name, transformer: t, value: value) if idx == 4 && var == 'key'
353
+
354
+ raise "Undefined command for transformer #{name}" unless code
355
+
323
356
  options += code.scan(/options\[:(\w+)\]/).flatten
324
357
  value =
325
- if t[0] == :serialize && var == 'key'
358
+ if t[0] == :serialize && var == 'key' && idx == 4
359
+ "(tmp = #{value}; (false === tmp || '' === tmp) ? false : #{code % 'tmp'})"
360
+ elsif t[0] == :serialize && var == 'key'
326
361
  "(tmp = #{value}; String === tmp ? tmp : #{code % 'tmp'})"
327
362
  else
328
363
  code % value
@@ -336,6 +371,13 @@ module Moneta
336
371
  (keys.empty? ? '' : keys.map(&camel_case).join + 'Key') +
337
372
  (values.empty? ? '' : values.map(&camel_case).join + 'Value')
338
373
  end
374
+
375
+ def compile_prefix(name:, transformer:, value:)
376
+ return unless [:encode, :serialize].include?(transformer[0])
377
+
378
+ load_val, = compile_transformer([name], value, 1)
379
+ "(#{load_val} rescue '')"
380
+ end
339
381
  end
340
382
  end
341
383
  end
@@ -2,48 +2,61 @@ module Moneta
2
2
  class Transformer
3
3
  # Available key/value transformers
4
4
  TRANSFORMER = {
5
- # Name: [ Type, Load, Dump, Library ],
6
- bencode: [ :serialize, '::BEncode.load(%s)', '::BEncode.dump(%s)', 'bencode' ],
7
- bert: [ :serialize, '::BERT.decode(%s)', '::BERT.encode(%s)', 'bert' ],
8
- bson: [ :serialize, 'Helper::BSON.load(%s)', 'Helper::BSON.dump(%s)', 'bson' ],
9
- json: [ :serialize, '::MultiJson.load(%s)', '::MultiJson.dump(%s)', 'multi_json' ],
10
- marshal: [ :serialize, '::Marshal.load(%s)', '::Marshal.dump(%s)' ],
11
- msgpack: [ :serialize, '::MessagePack.unpack(%s)', '::MessagePack.pack(%s)', 'msgpack' ],
12
- ox: [ :serialize, '::Ox.parse_obj(%s)', '::Ox.dump(%s)', 'ox' ],
13
- php: [ :serialize, '::PHP.unserialize(%s)', '::PHP.serialize(%s)', 'php_serialize' ],
14
- tnet: [ :serialize, '::TNetstring.parse(%s).first', '::TNetstring.dump(%s)', 'tnetstring' ],
15
- yaml: [ :serialize, '::YAML.load(%s)', '::YAML.dump(%s)', 'yaml' ],
16
- bzip2: [ :compress, 'Helper.bunzip2(%s)', 'Helper.bzip2(%s)', 'rbzip2' ],
17
- lz4: [ :compress, '::LZ4.uncompress(%s)', '::LZ4.compress(%s)', 'lz4-ruby' ],
18
- lzma: [ :compress, '::LZMA.decompress(%s)', '::LZMA.compress(%s)', 'lzma' ],
19
- lzo: [ :compress, '::LZO.decompress(%s)', '::LZO.compress(%s)', 'lzoruby' ],
20
- snappy: [ :compress, '::Snappy.inflate(%s)', '::Snappy.deflate(%s)', 'snappy' ],
21
- quicklz: [ :compress, '::QuickLZ.decompress(%s)', '::QuickLZ.compress(%s)', 'qlzruby' ],
22
- zlib: [ :compress, '::Zlib::Inflate.inflate(%s)', '::Zlib::Deflate.deflate(%s)', 'zlib' ],
23
- base64: [ :encode, "%s.unpack('m0').first", "[%s].pack('m0')" ],
5
+ # Name: [ Type, Load, Dump, Library Test ],
6
+ bencode: [ :serialize, '::BEncode.load(%s)', '::BEncode.dump(%s)', 'bencode' ],
7
+ bert: [ :serialize, '::BERT.decode(%s)', '::BERT.encode(%s)', 'bert' ],
8
+ bson: [ :serialize, 'Helper::BSON.load(%s)', 'Helper::BSON.dump(%s)', 'bson' ],
9
+ json: [ :serialize, '::MultiJson.load(%s)', '::MultiJson.dump(%s)', 'multi_json' ],
10
+ marshal: [ :serialize, '::Marshal.load(%s)', '::Marshal.dump(%s)', nil ],
11
+ msgpack: [ :serialize, '::MessagePack.unpack(%s)', '::MessagePack.pack(%s)', 'msgpack' ],
12
+ ox: [ :serialize, '::Ox.parse_obj(%s)', '::Ox.dump(%s)', 'ox' ],
13
+ php: [ :serialize, '::PHP.unserialize(%s)', '::PHP.serialize(%s)', 'php_serialize'],
14
+ tnet: [ :serialize, '::TNetstring.parse(%s).first', '::TNetstring.dump(%s)', 'tnetstring' ],
15
+ yaml: [ :serialize, '::YAML.load(%s)', '::YAML.dump(%s)', 'yaml' ],
16
+ bzip2: [ :compress, 'Helper.bunzip2(%s)', 'Helper.bzip2(%s)', 'rbzip2' ],
17
+ lz4: [ :compress, '::LZ4.uncompress(%s)', '::LZ4.compress(%s)', 'lz4-ruby' ],
18
+ lzma: [ :compress, '::LZMA.decompress(%s)', '::LZMA.compress(%s)', 'lzma' ],
19
+ lzo: [ :compress, '::LZO.decompress(%s)', '::LZO.compress(%s)', 'lzoruby' ],
20
+ snappy: [ :compress, '::Snappy.inflate(%s)', '::Snappy.deflate(%s)', 'snappy' ],
21
+ quicklz: [ :compress, '::QuickLZ.decompress(%s)', '::QuickLZ.compress(%s)', 'qlzruby' ],
22
+ zlib: [ :compress, '::Zlib::Inflate.inflate(%s)', '::Zlib::Deflate.deflate(%s)', 'zlib' ],
23
+ base64: [ :encode, "%s.unpack('m0').first", "[%s].pack('m0')" ],
24
24
  urlsafe_base64: [
25
- :encode, 'Base64.urlsafe_decode64(%s)', 'Base64.urlsafe_encode64(%s)', 'base64'
25
+ :encode,
26
+ 'Base64.urlsafe_decode64(%s)',
27
+ 'Base64.urlsafe_encode64(%s)',
28
+ 'base64'
26
29
  ],
27
- escape: [ :encode, 'Helper.unescape(%s)', 'Helper.escape(%s)' ],
28
- hex: [ :encode, "[%s].pack('H*')", "%s.unpack('H*').first" ],
29
- qp: [ :encode, "%s.unpack('M').first", "[%s].pack('M')" ],
30
- uuencode: [ :encode, "%s.unpack('u').first", "[%s].pack('u')" ],
31
- hmac: [ :hmac, 'Helper.hmacverify(%s, options[:secret] || @secret)',
32
- 'Helper.hmacsign(%s, options[:secret] || @secret)', 'openssl' ],
33
- truncate: [ :truncate, nil, 'Helper.truncate(%s, @maxlen)', 'digest/md5' ],
34
- md5: [ :digest, nil, '::Digest::MD5.hexdigest(%s)', 'digest/md5' ],
35
- rmd160: [ :digest, nil, '::Digest::RMD160.hexdigest(%s)', 'digest/rmd160' ],
36
- sha1: [ :digest, nil, '::Digest::SHA1.hexdigest(%s)', 'digest/sha1' ],
37
- sha256: [ :digest, nil, '::Digest::SHA256.hexdigest(%s)', 'digest/sha2' ],
38
- sha384: [ :digest, nil, '::Digest::SHA384.hexdigest(%s)', 'digest/sha2' ],
39
- sha512: [ :digest, nil, '::Digest::SHA512.hexdigest(%s)', 'digest/sha2' ],
40
- city32: [ :digest, nil, '::CityHash.hash32(%s).to_s(16)', 'cityhash' ],
41
- city64: [ :digest, nil, '::CityHash.hash64(%s).to_s(16)', 'cityhash' ],
42
- city128: [ :digest, nil, '::CityHash.hash128(%s).to_s(16)', 'cityhash' ],
43
- prefix: [ :prefix, nil, '(options[:prefix] || @prefix)+%s' ],
44
- spread: [ :spread, nil, 'Helper.spread(%s)' ],
45
- to_s: [ :string, nil, '%s.to_s' ],
46
- inspect: [ :string, nil, '%s.inspect' ]
30
+ escape: [ :encode, 'Helper.unescape(%s)', 'Helper.escape(%s)' ],
31
+ hex: [ :encode, "[%s].pack('H*')", "%s.unpack('H*').first" ],
32
+ qp: [ :encode, "%s.unpack('M').first", "[%s].pack('M')" ],
33
+ uuencode: [ :encode, "%s.unpack('u').first", "[%s].pack('u')" ],
34
+ hmac: [
35
+ :hmac,
36
+ 'Helper.hmacverify(%s, options[:secret] || @secret)',
37
+ 'Helper.hmacsign(%s, options[:secret] || @secret)',
38
+ 'openssl'
39
+ ],
40
+ prefix: [
41
+ :prefix,
42
+ "%s.sub(@prefix, '')",
43
+ '(options[:prefix] || @prefix)+%s',
44
+ nil,
45
+ "%s.start_with?(@prefix)"
46
+ ],
47
+ truncate: [ :truncate, nil, 'Helper.truncate(%s, @maxlen)', 'digest/md5' ],
48
+ md5: [ :digest, nil, '::Digest::MD5.hexdigest(%s)', 'digest/md5' ],
49
+ rmd160: [ :digest, nil, '::Digest::RMD160.hexdigest(%s)', 'digest/rmd160'],
50
+ sha1: [ :digest, nil, '::Digest::SHA1.hexdigest(%s)', 'digest/sha1' ],
51
+ sha256: [ :digest, nil, '::Digest::SHA256.hexdigest(%s)', 'digest/sha2' ],
52
+ sha384: [ :digest, nil, '::Digest::SHA384.hexdigest(%s)', 'digest/sha2' ],
53
+ sha512: [ :digest, nil, '::Digest::SHA512.hexdigest(%s)', 'digest/sha2' ],
54
+ city32: [ :digest, nil, '::CityHash.hash32(%s).to_s(16)', 'cityhash' ],
55
+ city64: [ :digest, nil, '::CityHash.hash64(%s).to_s(16)', 'cityhash' ],
56
+ city128: [ :digest, nil, '::CityHash.hash128(%s).to_s(16)', 'cityhash' ],
57
+ spread: [ :spread, nil, 'Helper.spread(%s)' ],
58
+ to_s: [ :string, nil, '%s.to_s' ],
59
+ inspect: [ :string, nil, '%s.inspect' ]
47
60
  }.freeze
48
61
 
49
62
  # Allowed value transformers (Read it like a regular expression!)
@@ -51,5 +64,11 @@ module Moneta
51
64
 
52
65
  # Allowed key transformers (Read it like a regular expression!)
53
66
  KEY_TRANSFORMER = '(serialize | string)? prefix? ((encode? truncate?) | (digest spread?))?'.freeze
67
+
68
+ # Key transformers that can be "loaded" (e.g. reversed) and can be used by the key enumeration feature
69
+ LOAD_KEY_TRANSFORMER = 'serialize? prefix? encode?'.freeze
70
+
71
+ # Key transformers that can be "tested for success" with a dumped key and can be used by the key enumeration feature
72
+ TEST_KEY_TRANSFORMER = 'serialize? prefix? encode?'.freeze
54
73
  end
55
74
  end
@@ -5,11 +5,11 @@ module Moneta
5
5
  extend self
6
6
 
7
7
  def escape(value)
8
- value.gsub(/[^a-zA-Z0-9_-]+/) { '%' + $&.unpack('H2' * $&.bytesize).join('%').upcase }
8
+ value.gsub(/[^a-zA-Z0-9_-]+/) { |match| '%' + match.unpack('H2' * match.bytesize).join('%').upcase }
9
9
  end
10
10
 
11
11
  def unescape(value)
12
- value.gsub(/((?:%[0-9a-fA-F]{2})+)/) { |matches| [matches[1].delete('%')].pack('H*') }
12
+ value.gsub(/(?:%[0-9a-fA-F]{2})+/) { |match| [match.delete('%')].pack('H*') }
13
13
  end
14
14
 
15
15
  def hmacverify(value, secret)
@@ -5,22 +5,12 @@ module Moneta
5
5
  module BSON
6
6
  extend self
7
7
 
8
- if ::BSON::VERSION >= '4.0.0'
9
- def load(value)
10
- ::BSON::Document.from_bson(::BSON::ByteBuffer.new(value))['v']
11
- end
12
-
13
- def dump(value)
14
- ::BSON::Document['v' => value].to_bson.to_s
15
- end
16
- else
17
- def load(value)
18
- ::BSON::Document.from_bson(::StringIO.new(value))['v']
19
- end
8
+ def load(value)
9
+ ::BSON::Document.from_bson(::BSON::ByteBuffer.new(value))['v']
10
+ end
20
11
 
21
- def dump(value)
22
- ::BSON::Document['v' => value].to_bson
23
- end
12
+ def dump(value)
13
+ ::BSON::Document['v' => value].to_bson.to_s
24
14
  end
25
15
  end
26
16
  end
@@ -1,5 +1,5 @@
1
1
  module Moneta
2
2
  # Moneta version number
3
3
  # @api public
4
- VERSION = '1.2.0'.freeze
4
+ VERSION = '1.4.2'.freeze
5
5
  end
@@ -14,21 +14,20 @@ module Rack
14
14
 
15
15
  def resolve(uri)
16
16
  cache = Rack::Cache::Moneta[uri.to_s.sub(%r{^moneta://}, '')] ||=
17
- begin
18
- options = parse_query(uri.query)
19
- options.keys.each do |key|
20
- options[key.to_sym] =
21
- case value = options.delete(key)
22
- when 'true'
23
- true
24
- when 'false'
25
- false
26
- else
27
- value
28
- end
29
- end
30
- ::Moneta.new(uri.host.to_sym, options)
31
- end
17
+ begin
18
+ options = parse_query(uri.query).map do |key, value|
19
+ [key.to_sym,
20
+ case value
21
+ when 'true'
22
+ true
23
+ when 'false'
24
+ false
25
+ else
26
+ value
27
+ end]
28
+ end
29
+ ::Moneta.new(uri.host.to_sym, options.to_h)
30
+ end
32
31
  new(cache)
33
32
  end
34
33
  end
data/moneta.gemspec CHANGED
@@ -1,4 +1,3 @@
1
- # -*- encoding: utf-8 -*-
2
1
  require File.dirname(__FILE__) + '/lib/moneta/version'
3
2
  require 'date'
4
3
 
@@ -7,23 +6,30 @@ Gem::Specification.new do |s|
7
6
  s.version = Moneta::VERSION
8
7
  s.date = Date.today.to_s
9
8
  s.authors = ['Daniel Mendler', 'Yehuda Katz', 'Hannes Georg', 'Alastair Pharo']
10
- s.email = %w{mail@daniel-mendler.de wycats@gmail.com hannes.georg@googlemail.com asppsa@gmail.com}
9
+ s.email = %w{mail@daniel-mendler.de wycats@gmail.com hannes.georg@googlemail.com me@asph.dev}
11
10
  s.description = 'A unified interface to key/value stores'
12
11
  s.extra_rdoc_files = %w{README.md SPEC.md LICENSE}
13
12
  s.files = `git ls-files`.split("\n")
14
13
  s.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
15
14
  s.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
16
- s.homepage = 'http://github.com/moneta-rb/moneta'
15
+ s.homepage = 'https://github.com/moneta-rb/moneta'
17
16
  s.licenses = %w(MIT)
18
17
  s.require_paths = %w(lib)
19
18
  s.summary = %{A unified interface to key/value stores, including Redis, Memcached, TokyoCabinet, ActiveRecord and many more}
20
- s.required_ruby_version = '>= 2.2.2'
21
19
 
20
+ s.metadata = {
21
+ 'bug_tracker_uri' => 'https://github.com/moneta-rb/moneta/issues',
22
+ 'changelog_uri' => "https://github.com/moneta-rb/moneta/blob/v#{s.version}/CHANGES",
23
+ 'documentation_uri' => "https://www.rubydoc.info/gems/moneta/#{s.version}",
24
+ 'source_code_uri' => "https://github.com/moneta-rb/moneta/tree/v#{s.version}",
25
+ }
26
+
27
+ s.required_ruby_version = '>= 2.3.0'
28
+
29
+ s.add_development_dependency 'parallel_tests', '~> 2.29.2'
30
+ s.add_development_dependency 'rantly', '~> 1.2.0'
22
31
  s.add_development_dependency 'rspec', '~> 3.0'
23
32
  s.add_development_dependency 'rspec-retry', '~> 0.6.1'
24
- s.add_development_dependency 'rantly', '~> 1.2.0'
25
- s.add_development_dependency 'parallel_tests', '~> 2.29.2'
33
+ s.add_development_dependency 'rubocop', '~> 0.81.0'
26
34
  s.add_development_dependency 'timecop', '~> 0.9.1'
27
- s.add_development_dependency 'rubocop', '~> 0.67.2'
28
- s.add_development_dependency 'irb', '~> 1.0.0'
29
35
  end
data/script/benchmarks CHANGED
@@ -36,6 +36,9 @@ class MonetaBenchmarks
36
36
  postgres_database1 = ENV['MONETA_POSTGRES_DATABSASE1'] || 'moneta1'
37
37
  postgres_database2 = ENV['MONETA_POSTGRES_DATABSASE1'] || 'moneta2'
38
38
 
39
+ couch_login = ENV['COUCH_LOGIN'] || 'admin'
40
+ couch_password = ENV['COUCH_PASSWORD'] || 'password'
41
+
39
42
  STORES = [
40
43
  # SDBM accepts only very short key/value pairs (1k for both)
41
44
  {name: "SDBM", sizes: [:small], options: {file: "#{DIR}/sdbm"}},
@@ -112,7 +115,9 @@ class MonetaBenchmarks
112
115
  backend: if defined?(JRUBY_VERSION)
113
116
  require 'faraday/adapter/manticore'
114
117
  ::Faraday.new("http://127.0.0.1:5984/moneta") { |f| f.adapter :manticore }
115
- end
118
+ end,
119
+ login: couch_login,
120
+ password: couch_password
116
121
  },
117
122
  clear_options: { compact: true, await_compact: true },
118
123
  },
@@ -159,8 +164,7 @@ class MonetaBenchmarks
159
164
  {name: "MemcachedNative"}
160
165
  end,
161
166
  {name: "Memory"},
162
- {name: "MongoMoped"},
163
- {name: "MongoOfficial"},
167
+ {name: "Mongo"},
164
168
  {name: "PStore", options: { file: "#{DIR}/pstore" }},
165
169
  {name: "Redis"},
166
170
  {