thoughtless-moneta 0.6.0.1 → 0.6.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/README +6 -1
- data/Rakefile +1 -1
- data/lib/moneta.rb +17 -64
- data/lib/moneta/adapters/basic_file.rb +84 -0
- data/lib/moneta/adapters/couch.rb +51 -0
- data/lib/moneta/adapters/datamapper.rb +76 -0
- data/lib/moneta/adapters/file.rb +52 -0
- data/lib/moneta/adapters/fog.rb +62 -0
- data/lib/moneta/adapters/lmc.rb +40 -0
- data/lib/moneta/adapters/memcache.rb +49 -0
- data/lib/moneta/adapters/memory.rb +23 -0
- data/lib/moneta/adapters/mongodb.rb +52 -0
- data/lib/moneta/adapters/rackspace.rb +14 -0
- data/lib/moneta/adapters/redis.rb +41 -0
- data/lib/moneta/adapters/s3.rb +14 -0
- data/lib/moneta/adapters/sdbm.rb +34 -0
- data/lib/moneta/adapters/tokyo_cabinet.rb +51 -0
- data/lib/moneta/adapters/tyrant.rb +45 -0
- data/lib/moneta/adapters/xattr.rb +50 -0
- data/lib/moneta/adapters/yaml.rb +53 -0
- data/lib/moneta/builder.rb +72 -0
- metadata +20 -18
- data/lib/moneta/basic_file.rb +0 -113
- data/lib/moneta/berkeley.rb +0 -53
- data/lib/moneta/couch.rb +0 -63
- data/lib/moneta/datamapper.rb +0 -117
- data/lib/moneta/file.rb +0 -91
- data/lib/moneta/lmc.rb +0 -52
- data/lib/moneta/memcache.rb +0 -53
- data/lib/moneta/memory.rb +0 -11
- data/lib/moneta/mongodb.rb +0 -58
- data/lib/moneta/redis.rb +0 -49
- data/lib/moneta/rufus.rb +0 -41
- data/lib/moneta/s3.rb +0 -162
- data/lib/moneta/sdbm.rb +0 -33
- data/lib/moneta/tyrant.rb +0 -58
- data/lib/moneta/xattr.rb +0 -58
- data/lib/moneta/yaml.rb +0 -92
data/lib/moneta/file.rb
DELETED
@@ -1,91 +0,0 @@
|
|
1
|
-
begin
|
2
|
-
require "xattr"
|
3
|
-
rescue LoadError
|
4
|
-
puts "You need the xattr gem to use the File moneta store"
|
5
|
-
exit
|
6
|
-
end
|
7
|
-
require "fileutils"
|
8
|
-
|
9
|
-
module Moneta
|
10
|
-
class File
|
11
|
-
class Expiration
|
12
|
-
def initialize(directory)
|
13
|
-
@directory = directory
|
14
|
-
end
|
15
|
-
|
16
|
-
def [](key)
|
17
|
-
attrs = xattr(key)
|
18
|
-
ret = Marshal.load(attrs.get("moneta_expires"))
|
19
|
-
rescue Errno::ENOENT, SystemCallError
|
20
|
-
end
|
21
|
-
|
22
|
-
def []=(key, value)
|
23
|
-
attrs = xattr(key)
|
24
|
-
attrs.set("moneta_expires", Marshal.dump(value))
|
25
|
-
end
|
26
|
-
|
27
|
-
def delete(key)
|
28
|
-
attrs = xattr(key)
|
29
|
-
attrs.remove("moneta_expires")
|
30
|
-
end
|
31
|
-
|
32
|
-
private
|
33
|
-
def xattr(key)
|
34
|
-
::Xattr.new(::File.join(@directory, key))
|
35
|
-
end
|
36
|
-
end
|
37
|
-
|
38
|
-
def initialize(options = {})
|
39
|
-
@directory = options[:path]
|
40
|
-
if ::File.file?(@directory)
|
41
|
-
raise StandardError, "The path you supplied #{@directory} is a file"
|
42
|
-
elsif !::File.exists?(@directory)
|
43
|
-
FileUtils.mkdir_p(@directory)
|
44
|
-
end
|
45
|
-
|
46
|
-
@expiration = Expiration.new(@directory)
|
47
|
-
end
|
48
|
-
|
49
|
-
module Implementation
|
50
|
-
def key?(key)
|
51
|
-
::File.exist?(path(key))
|
52
|
-
end
|
53
|
-
|
54
|
-
alias has_key? key?
|
55
|
-
|
56
|
-
def [](key)
|
57
|
-
if ::File.exist?(path(key))
|
58
|
-
Marshal.load(::File.read(path(key)))
|
59
|
-
end
|
60
|
-
end
|
61
|
-
|
62
|
-
def []=(key, value)
|
63
|
-
::File.open(path(key), "w") do |file|
|
64
|
-
contents = Marshal.dump(value)
|
65
|
-
file.puts(contents)
|
66
|
-
end
|
67
|
-
end
|
68
|
-
|
69
|
-
def delete(key)
|
70
|
-
value = self[key]
|
71
|
-
FileUtils.rm(path(key))
|
72
|
-
value
|
73
|
-
rescue Errno::ENOENT
|
74
|
-
end
|
75
|
-
|
76
|
-
def clear
|
77
|
-
FileUtils.rm_rf(@directory)
|
78
|
-
FileUtils.mkdir(@directory)
|
79
|
-
end
|
80
|
-
|
81
|
-
private
|
82
|
-
def path(key)
|
83
|
-
::File.join(@directory, key.to_s)
|
84
|
-
end
|
85
|
-
end
|
86
|
-
include Implementation
|
87
|
-
include Defaults
|
88
|
-
include Expires
|
89
|
-
|
90
|
-
end
|
91
|
-
end
|
data/lib/moneta/lmc.rb
DELETED
@@ -1,52 +0,0 @@
|
|
1
|
-
begin
|
2
|
-
require "localmemcache"
|
3
|
-
rescue LoadError
|
4
|
-
puts "You need the localmemcache gem to use the LMC moneta store"
|
5
|
-
exit
|
6
|
-
end
|
7
|
-
|
8
|
-
module Moneta
|
9
|
-
class Expiration
|
10
|
-
def initialize(hash)
|
11
|
-
@hash = hash
|
12
|
-
end
|
13
|
-
|
14
|
-
def [](key) @hash["#{key}__!__expiration"] end
|
15
|
-
def []=(key, value) @hash["#{key}__!__expiration"] = value end
|
16
|
-
|
17
|
-
def delete(key)
|
18
|
-
key = "#{key}__!__expiration"
|
19
|
-
value = @hash[key]
|
20
|
-
@hash.delete(key)
|
21
|
-
value
|
22
|
-
end
|
23
|
-
end
|
24
|
-
|
25
|
-
class LMC
|
26
|
-
include Defaults
|
27
|
-
|
28
|
-
module Implementation
|
29
|
-
def initialize(options = {})
|
30
|
-
@hash = LocalMemCache.new(:filename => options[:filename])
|
31
|
-
@expiration = Expiration.new(@hash)
|
32
|
-
end
|
33
|
-
|
34
|
-
def [](key) @hash[key] end
|
35
|
-
def []=(key, value) @hash[key] = value end
|
36
|
-
def clear() @hash.clear end
|
37
|
-
|
38
|
-
def key?(key)
|
39
|
-
@hash.keys.include?(key)
|
40
|
-
end
|
41
|
-
|
42
|
-
def delete(key)
|
43
|
-
value = @hash[key]
|
44
|
-
@hash.delete(key)
|
45
|
-
value
|
46
|
-
end
|
47
|
-
end
|
48
|
-
include Implementation
|
49
|
-
include StringExpires
|
50
|
-
|
51
|
-
end
|
52
|
-
end
|
data/lib/moneta/memcache.rb
DELETED
@@ -1,53 +0,0 @@
|
|
1
|
-
begin
|
2
|
-
require "memcached"
|
3
|
-
MemCache = Memcached
|
4
|
-
rescue LoadError
|
5
|
-
require "memcache"
|
6
|
-
rescue
|
7
|
-
puts "You need either the `memcached` or `memcache-client` gem to use the Memcache moneta store"
|
8
|
-
exit
|
9
|
-
end
|
10
|
-
|
11
|
-
module Moneta
|
12
|
-
class Memcache
|
13
|
-
include Defaults
|
14
|
-
|
15
|
-
def initialize(options = {})
|
16
|
-
@cache = MemCache.new(options.delete(:server), options)
|
17
|
-
end
|
18
|
-
|
19
|
-
def key?(key)
|
20
|
-
!self[key].nil?
|
21
|
-
end
|
22
|
-
|
23
|
-
alias has_key? key?
|
24
|
-
|
25
|
-
def [](key)
|
26
|
-
@cache.get(key)
|
27
|
-
end
|
28
|
-
|
29
|
-
def []=(key, value)
|
30
|
-
store(key, value)
|
31
|
-
end
|
32
|
-
|
33
|
-
def delete(key)
|
34
|
-
value = self[key]
|
35
|
-
@cache.delete(key) if value
|
36
|
-
value
|
37
|
-
end
|
38
|
-
|
39
|
-
def store(key, value, options = {})
|
40
|
-
args = [key, value, options[:expires_in]].compact
|
41
|
-
@cache.set(*args)
|
42
|
-
end
|
43
|
-
|
44
|
-
def update_key(key, options = {})
|
45
|
-
val = self[key]
|
46
|
-
self.store(key, val, options)
|
47
|
-
end
|
48
|
-
|
49
|
-
def clear
|
50
|
-
@cache.flush_all
|
51
|
-
end
|
52
|
-
end
|
53
|
-
end
|
data/lib/moneta/memory.rb
DELETED
data/lib/moneta/mongodb.rb
DELETED
@@ -1,58 +0,0 @@
|
|
1
|
-
begin
|
2
|
-
require "mongo"
|
3
|
-
rescue LoadError
|
4
|
-
puts "You need the mongo gem to use the MongoDB moneta store"
|
5
|
-
exit
|
6
|
-
end
|
7
|
-
|
8
|
-
module Moneta
|
9
|
-
class MongoDB
|
10
|
-
include Defaults
|
11
|
-
|
12
|
-
def initialize(options = {})
|
13
|
-
options = {
|
14
|
-
:host => ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost',
|
15
|
-
:port => ENV['MONGO_RUBY_DRIVER_PORT'] || XGen::Mongo::Driver::Mongo::DEFAULT_PORT,
|
16
|
-
:db => 'cache',
|
17
|
-
:collection => 'cache'
|
18
|
-
}.update(options)
|
19
|
-
conn = XGen::Mongo::Driver::Connection.new(options[:host], options[:port])
|
20
|
-
@cache = conn.db(options[:db]).collection(options[:collection])
|
21
|
-
end
|
22
|
-
|
23
|
-
def key?(key)
|
24
|
-
!!self[key]
|
25
|
-
end
|
26
|
-
|
27
|
-
def [](key)
|
28
|
-
res = @cache.find_first('_id' => key)
|
29
|
-
res = nil if res && res['expires'] && Time.now > res['expires']
|
30
|
-
res && res['data']
|
31
|
-
end
|
32
|
-
|
33
|
-
def []=(key, value)
|
34
|
-
store(key, value)
|
35
|
-
end
|
36
|
-
|
37
|
-
def delete(key)
|
38
|
-
value = self[key]
|
39
|
-
@cache.remove('_id' => key) if value
|
40
|
-
value
|
41
|
-
end
|
42
|
-
|
43
|
-
def store(key, value, options = {})
|
44
|
-
exp = options[:expires_in] ? (Time.now + options[:expires_in]) : nil
|
45
|
-
@cache.update({ '_id' => key }, { '_id' => key, 'data' => value, 'expires' => exp })
|
46
|
-
end
|
47
|
-
|
48
|
-
def update_key(key, options = {})
|
49
|
-
val = self[key]
|
50
|
-
self.store(key, val, options)
|
51
|
-
end
|
52
|
-
|
53
|
-
def clear
|
54
|
-
@cache.clear
|
55
|
-
end
|
56
|
-
end
|
57
|
-
end
|
58
|
-
|
data/lib/moneta/redis.rb
DELETED
@@ -1,49 +0,0 @@
|
|
1
|
-
begin
|
2
|
-
require "redis"
|
3
|
-
rescue LoadError
|
4
|
-
puts "You need the redis gem to use the Redis store"
|
5
|
-
exit
|
6
|
-
end
|
7
|
-
|
8
|
-
module Moneta
|
9
|
-
class Redis
|
10
|
-
include Defaults
|
11
|
-
|
12
|
-
def initialize(options = {})
|
13
|
-
@cache = ::Redis.new(options)
|
14
|
-
end
|
15
|
-
|
16
|
-
def key?(key)
|
17
|
-
!@cache[key].nil?
|
18
|
-
end
|
19
|
-
|
20
|
-
alias has_key? key?
|
21
|
-
|
22
|
-
def [](key)
|
23
|
-
@cache.get(key)
|
24
|
-
end
|
25
|
-
|
26
|
-
def []=(key, value)
|
27
|
-
store(key, value)
|
28
|
-
end
|
29
|
-
|
30
|
-
def delete(key)
|
31
|
-
value = @cache[key]
|
32
|
-
@cache.delete(key) if value
|
33
|
-
value
|
34
|
-
end
|
35
|
-
|
36
|
-
def store(key, value, options = {})
|
37
|
-
@cache.set(key, value, options[:expires_in])
|
38
|
-
end
|
39
|
-
|
40
|
-
def update_key(key, options = {})
|
41
|
-
val = @cache[key]
|
42
|
-
self.store(key, val, options)
|
43
|
-
end
|
44
|
-
|
45
|
-
def clear
|
46
|
-
@cache.flush_db
|
47
|
-
end
|
48
|
-
end
|
49
|
-
end
|
data/lib/moneta/rufus.rb
DELETED
@@ -1,41 +0,0 @@
|
|
1
|
-
begin
|
2
|
-
require "rufus/tokyo"
|
3
|
-
rescue LoadError
|
4
|
-
puts "You need the rufus gem to use the Rufus moneta store"
|
5
|
-
exit
|
6
|
-
end
|
7
|
-
|
8
|
-
module Moneta
|
9
|
-
class BasicRufus < ::Rufus::Tokyo::Cabinet
|
10
|
-
include Defaults
|
11
|
-
|
12
|
-
def initialize(options = {})
|
13
|
-
file = options[:file]
|
14
|
-
super("#{file}.tch")
|
15
|
-
end
|
16
|
-
|
17
|
-
def key?(key)
|
18
|
-
!!self[key]
|
19
|
-
end
|
20
|
-
|
21
|
-
def [](key)
|
22
|
-
if val = super
|
23
|
-
Marshal.load(val.unpack("m")[0])
|
24
|
-
end
|
25
|
-
end
|
26
|
-
|
27
|
-
def []=(key, value)
|
28
|
-
super(key, [Marshal.dump(value)].pack("m"))
|
29
|
-
end
|
30
|
-
end
|
31
|
-
|
32
|
-
class Rufus < BasicRufus
|
33
|
-
include Expires
|
34
|
-
|
35
|
-
def initialize(options = {})
|
36
|
-
file = options[:file]
|
37
|
-
@expiration = BasicRufus.new(:file => "#{file}_expires")
|
38
|
-
super
|
39
|
-
end
|
40
|
-
end
|
41
|
-
end
|
data/lib/moneta/s3.rb
DELETED
@@ -1,162 +0,0 @@
|
|
1
|
-
begin
|
2
|
-
require "right_aws"
|
3
|
-
rescue LoadError
|
4
|
-
puts "You need the RightScale AWS gem to use the S3 moneta store"
|
5
|
-
exit
|
6
|
-
end
|
7
|
-
|
8
|
-
module Moneta
|
9
|
-
# An S3 implementation of Moneta
|
10
|
-
#
|
11
|
-
# Example usage:
|
12
|
-
#
|
13
|
-
# require 'rubygems'
|
14
|
-
# require 'moneta'
|
15
|
-
# require 'moneta/s3'
|
16
|
-
#
|
17
|
-
# store = Moneta::S3.new(
|
18
|
-
# :access_key_id => 'ACCESS_KEY_ID',
|
19
|
-
# :secret_access_key => 'SECRET_ACCESS_KEY',
|
20
|
-
# :bucket => 'a_bucket'
|
21
|
-
# )
|
22
|
-
# store['somefile']
|
23
|
-
class S3
|
24
|
-
# Initialize the Moneta::S3 store.
|
25
|
-
#
|
26
|
-
# Required values passed in the options hash:
|
27
|
-
# * <tt>:access_key_id</tt>: The access id key
|
28
|
-
# * <tt>:secret_access_key</tt>: The secret key
|
29
|
-
# * <tt>:bucket</tt>: The name of bucket. Will be created if it doesn't
|
30
|
-
# exist.
|
31
|
-
# * <tt>:multi_thread</tt>: Set to true if using threading
|
32
|
-
def initialize(options = {})
|
33
|
-
validate_options(options)
|
34
|
-
s3 = RightAws::S3.new(
|
35
|
-
options[:access_key_id],
|
36
|
-
options[:secret_access_key],
|
37
|
-
{
|
38
|
-
:logger => logger,
|
39
|
-
:multi_thread => options.delete(:multi_thread) || false
|
40
|
-
}
|
41
|
-
)
|
42
|
-
@bucket = s3.bucket(options.delete(:bucket), true)
|
43
|
-
end
|
44
|
-
|
45
|
-
def key?(key)
|
46
|
-
!s3_key(key).nil?
|
47
|
-
end
|
48
|
-
|
49
|
-
alias has_key? key?
|
50
|
-
|
51
|
-
def [](key)
|
52
|
-
get(key)
|
53
|
-
end
|
54
|
-
|
55
|
-
def []=(key, value)
|
56
|
-
store(key, value)
|
57
|
-
end
|
58
|
-
|
59
|
-
def delete(key)
|
60
|
-
k = s3_key(key)
|
61
|
-
if k
|
62
|
-
value = k.get
|
63
|
-
k.delete
|
64
|
-
value
|
65
|
-
end
|
66
|
-
end
|
67
|
-
|
68
|
-
# Store the key/value pair.
|
69
|
-
#
|
70
|
-
# Options:
|
71
|
-
# *<tt>:meta_headers</tt>: Meta headers passed to S3
|
72
|
-
# *<tt>:perms</tt>: Permissions passed to S3
|
73
|
-
# *<tt>:headers</tt>: Headers sent as part of the PUT request
|
74
|
-
# *<tt>:expires_in</tt>: Number of seconds until expiration
|
75
|
-
def store(key, value, options = {})
|
76
|
-
debug "store(key=#{key}, value=#{value}, options=#{options.inspect})"
|
77
|
-
meta_headers = meta_headers_from_options(options)
|
78
|
-
perms = options[:perms]
|
79
|
-
headers = options[:headers] || {}
|
80
|
-
|
81
|
-
case value
|
82
|
-
when IO
|
83
|
-
@bucket.put(key, value.read, meta_headers, perms, headers)
|
84
|
-
else
|
85
|
-
@bucket.put(key, value, meta_headers, perms, headers)
|
86
|
-
end
|
87
|
-
end
|
88
|
-
|
89
|
-
def update_key(key, options = {})
|
90
|
-
debug "update_key(key=#{key}, options=#{options.inspect})"
|
91
|
-
k = s3_key(key, false)
|
92
|
-
k.save_meta(meta_headers_from_options(options)) unless k.nil?
|
93
|
-
end
|
94
|
-
|
95
|
-
def clear
|
96
|
-
@bucket.clear
|
97
|
-
end
|
98
|
-
|
99
|
-
protected
|
100
|
-
def logger
|
101
|
-
@logger ||= begin
|
102
|
-
logger = Logger.new(STDOUT)
|
103
|
-
logger.level = Logger::FATAL
|
104
|
-
logger
|
105
|
-
end
|
106
|
-
end
|
107
|
-
|
108
|
-
private
|
109
|
-
def validate_options(options)
|
110
|
-
unless options[:access_key_id]
|
111
|
-
raise RuntimeError, ":access_key_id is required in options"
|
112
|
-
end
|
113
|
-
unless options[:secret_access_key]
|
114
|
-
raise RuntimeError, ":secret_access_key is required in options"
|
115
|
-
end
|
116
|
-
unless options[:bucket]
|
117
|
-
raise RuntimeError, ":bucket is required in options"
|
118
|
-
end
|
119
|
-
end
|
120
|
-
|
121
|
-
def get(key)
|
122
|
-
k = s3_key(key)
|
123
|
-
k.nil? ? nil : k.get
|
124
|
-
end
|
125
|
-
|
126
|
-
def s3_key(key, nil_if_expired=true)
|
127
|
-
begin
|
128
|
-
s3_key = @bucket.key(key, true)
|
129
|
-
if s3_key.exists?
|
130
|
-
logger.debug "[Moneta::S3] key exists: #{key}"
|
131
|
-
if s3_key.meta_headers.has_key?('expires-at')
|
132
|
-
expires_at = Time.parse(s3_key.meta_headers['expires-at'])
|
133
|
-
if Time.now > expires_at && nil_if_expired
|
134
|
-
# TODO delete the object?
|
135
|
-
debug "key expired: #{key} (@#{s3_key.meta_headers['expires-at']})"
|
136
|
-
return nil
|
137
|
-
end
|
138
|
-
end
|
139
|
-
return s3_key
|
140
|
-
else
|
141
|
-
debug "key does not exist: #{key}"
|
142
|
-
end
|
143
|
-
rescue RightAws::AwsError => e
|
144
|
-
debug "key does not exist: #{key}"
|
145
|
-
end
|
146
|
-
nil
|
147
|
-
end
|
148
|
-
|
149
|
-
def meta_headers_from_options(options={})
|
150
|
-
meta_headers = options[:meta_headers] || {}
|
151
|
-
if options[:expires_in]
|
152
|
-
meta_headers['expires-at'] = (Time.now + options[:expires_in]).rfc2822
|
153
|
-
end
|
154
|
-
debug "setting expires-at: #{meta_headers['expires-at']}"
|
155
|
-
meta_headers
|
156
|
-
end
|
157
|
-
|
158
|
-
def debug(message)
|
159
|
-
logger.debug "[Moneta::S3] #{message}"
|
160
|
-
end
|
161
|
-
end
|
162
|
-
end
|