gotime-moneta 0.6.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/LICENSE ADDED
@@ -0,0 +1,20 @@
1
+ Copyright (c) 2009 Yehuda Katz
2
+
3
+ Permission is hereby granted, free of charge, to any person obtaining
4
+ a copy of this software and associated documentation files (the
5
+ "Software"), to deal in the Software without restriction, including
6
+ without limitation the rights to use, copy, modify, merge, publish,
7
+ distribute, sublicense, and/or sell copies of the Software, and to
8
+ permit persons to whom the Software is furnished to do so, subject to
9
+ the following conditions:
10
+
11
+ The above copyright notice and this permission notice shall be
12
+ included in all copies or substantial portions of the Software.
13
+
14
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
15
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
16
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
17
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
18
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
19
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
20
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README ADDED
@@ -0,0 +1,56 @@
1
+ Moneta: A unified interface for key/value stores
2
+ ================================================
3
+
4
+ Moneta provides a standard interface for interacting with various kinds of key/value stores.
5
+
6
+ Out of the box, it supports:
7
+
8
+ * File store for xattr
9
+ * Basic File Store
10
+ * Memcache store
11
+ * In-memory store
12
+ * The xattrs in a file system
13
+ * DataMapper
14
+ * S3
15
+ * Berkeley DB
16
+ * Redis
17
+ * SDBM
18
+ * Tokyo
19
+ * CouchDB
20
+
21
+ All stores support key expiration, but only memcache and Redis support it natively. All other stores
22
+ emulate expiration.
23
+
24
+ The Moneta API is purposely extremely similar to the Hash API. In order so support an
25
+ identical API across stores, it does not support iteration or partial matches, but that
26
+ might come in a future release.
27
+
28
+ The API:
29
+
30
+ #initialize(options):: options differs per-store, and is used to set up the store
31
+
32
+ #[](key):: retrieve a key. if the key is not available, return nil
33
+
34
+ #fetch(key, &block):: retrieve a key. if the key is not available, execute the
35
+ block and return its return value.
36
+
37
+ #fetch(key, value) retrieve a key. if the key is not available, return the value
38
+
39
+ #[]=(key, value):: set a value for a key. if the key is already used, clobber it.
40
+ keys set using []= will never expire
41
+
42
+ #delete(key):: delete the key from the store and return the current value
43
+
44
+ #key?(key):: true if the key exists, false if it does not
45
+
46
+ #has_key?(key):: alias for key?
47
+
48
+ #store(key, value, options):: same as []=, but you can supply an :expires_in option,
49
+ which will specify a number of seconds before the key
50
+ should expire. In order to support the same features
51
+ across all stores, only full seconds are supported
52
+
53
+ #update_key(key, options):: updates an existing key with a new :expires_in option.
54
+ if the key has already expired, it will not be updated.
55
+
56
+ #clear:: clear all keys in this store
@@ -0,0 +1,60 @@
1
+ require 'rubygems'
2
+ require 'rake/gempackagetask'
3
+ require 'rubygems/specification'
4
+ require 'spec/rake/spectask'
5
+ require 'date'
6
+
7
+ GEM = "gotime-moneta"
8
+ GEM_VERSION = "0.6.2"
9
+ AUTHOR = "Yehuda Katz"
10
+ EMAIL = "wycats@gmail.com"
11
+ HOMEPAGE = "http://www.yehudakatz.com"
12
+ SUMMARY = "A unified interface to key/value stores (with redis updates)"
13
+
14
+ spec = Gem::Specification.new do |s|
15
+ s.name = GEM
16
+ s.version = GEM_VERSION
17
+ s.platform = Gem::Platform::RUBY
18
+ s.has_rdoc = true
19
+ s.extra_rdoc_files = ["README", "LICENSE", 'TODO']
20
+ s.summary = SUMMARY
21
+ s.description = s.summary
22
+ s.author = AUTHOR
23
+ s.email = EMAIL
24
+ s.homepage = HOMEPAGE
25
+
26
+ # Uncomment this to add a dependency
27
+ # s.add_dependency "foo"
28
+
29
+ s.require_path = 'lib'
30
+ s.autorequire = GEM
31
+ s.files = %w(LICENSE README Rakefile TODO) + Dir.glob("{lib,specs}/**/*")
32
+ end
33
+
34
+ Rake::GemPackageTask.new(spec) do |pkg|
35
+ pkg.gem_spec = spec
36
+ end
37
+
38
+ desc "install the gem locally"
39
+ task :install => [:package] do
40
+ sh %{sudo gem install pkg/#{GEM}-#{GEM_VERSION}}
41
+ end
42
+
43
+ desc "create a gemspec file"
44
+ task :make_spec do
45
+ File.open("#{GEM}.gemspec", "w") do |file|
46
+ file.puts spec.to_ruby
47
+ end
48
+ end
49
+
50
+ desc "Run all examples (or a specific spec with TASK=xxxx)"
51
+ Spec::Rake::SpecTask.new('spec') do |t|
52
+ t.spec_opts = ["-cfs"]
53
+ t.spec_files = begin
54
+ if ENV["TASK"]
55
+ ENV["TASK"].split(',').map { |task| "spec/**/#{task}_spec.rb" }
56
+ else
57
+ FileList['spec/**/*_spec.rb']
58
+ end
59
+ end
60
+ end
data/TODO ADDED
@@ -0,0 +1,4 @@
1
+ TODO:
2
+ Fix LICENSE with your name
3
+ Fix Rakefile with your name and contact info
4
+ Add your code to lib/<%= name %>.rb
@@ -0,0 +1,76 @@
1
+ module Moneta
2
+ module Expires
3
+ def check_expired(key)
4
+ if @expiration[key] && Time.now > @expiration[key]
5
+ @expiration.delete(key)
6
+ self.delete(key)
7
+ end
8
+ end
9
+
10
+ def key?(key)
11
+ check_expired(key)
12
+ super
13
+ end
14
+
15
+ def [](key)
16
+ check_expired(key)
17
+ super
18
+ end
19
+
20
+ def fetch(key, default = nil, &blk)
21
+ check_expired(key)
22
+ super
23
+ end
24
+
25
+ def delete(key)
26
+ check_expired(key)
27
+ super
28
+ end
29
+
30
+ def update_key(key, options)
31
+ update_options(key, options)
32
+ end
33
+
34
+ def store(key, value, options = {})
35
+ ret = super(key, value)
36
+ update_options(key, options)
37
+ ret
38
+ end
39
+
40
+ private
41
+ def update_options(key, options)
42
+ if options[:expires_in]
43
+ @expiration[key] = (Time.now + options[:expires_in])
44
+ end
45
+ end
46
+ end
47
+
48
+ module StringExpires
49
+ include Expires
50
+
51
+ def check_expired(key)
52
+ if @expiration[key] && Time.now > Time.at(@expiration[key].to_i)
53
+ @expiration.delete(key)
54
+ delete(key)
55
+ end
56
+ end
57
+
58
+ private
59
+ def update_options(key, options)
60
+ if options[:expires_in]
61
+ @expiration[key] = (Time.now + options[:expires_in]).to_i.to_s
62
+ end
63
+ end
64
+ end
65
+
66
+ module Defaults
67
+ def fetch(key, value = nil)
68
+ value ||= block_given? ? yield(key) : default
69
+ self[key] || value
70
+ end
71
+
72
+ def store(key, value, options = {})
73
+ self[key] = value
74
+ end
75
+ end
76
+ end
@@ -0,0 +1,113 @@
1
+ #
2
+ # Basic File Store
3
+ # by Hampton Catlin
4
+ #
5
+ # This cache simply uses a directory that it creates
6
+ # and manages to keep your file stores.
7
+ #
8
+ # Specify :skip_expires => true if you aren't using
9
+ # expiration as this will slightly decrease your file size
10
+ # and memory footprint of the library
11
+ #
12
+ # You can optionally also specify a :namespace
13
+ # option that will create a subfolder.
14
+ #
15
+
16
+
17
+ require 'fileutils'
18
+ require File.join(File.dirname(__FILE__), "..", "moneta.rb")
19
+
20
+ module Moneta
21
+ class BasicFile
22
+ include Defaults
23
+
24
+ def initialize(options = {})
25
+ @namespace = options[:namespace]
26
+ @directory = ::File.join(options[:path], @namespace.to_s)
27
+
28
+ @expires = !options[:skip_expires]
29
+
30
+ ensure_directory_created(@directory)
31
+ end
32
+
33
+ def key?(key)
34
+ !self[key].nil?
35
+ end
36
+
37
+ alias has_key? key?
38
+
39
+ def [](key)
40
+ if ::File.exist?(path(key))
41
+ data = raw_get(key)
42
+ if @expires
43
+ if data[:expires_at].nil? || data[:expires_at] > Time.now
44
+ data[:value]
45
+ else
46
+ delete!(key)
47
+ end
48
+ else
49
+ data
50
+ end
51
+ end
52
+ end
53
+
54
+ def raw_get(key)
55
+ Marshal.load(::File.read(path(key)))
56
+ end
57
+
58
+ def []=(key, value)
59
+ store(key, value)
60
+ end
61
+
62
+ def store(key, value, options = {})
63
+ ensure_directory_created(::File.dirname(path(key)))
64
+ ::File.open(path(key), "w") do |file|
65
+ if @expires
66
+ data = {:value => value}
67
+ if options[:expires_in]
68
+ data[:expires_at] = Time.now + options[:expires_in]
69
+ end
70
+ contents = Marshal.dump(data)
71
+ else
72
+ contents = Marshal.dump(value)
73
+ end
74
+ file.puts(contents)
75
+ end
76
+ end
77
+
78
+ def update_key(key, options)
79
+ store(key, self[key], options)
80
+ end
81
+
82
+ def delete!(key)
83
+ FileUtils.rm(path(key))
84
+ nil
85
+ rescue Errno::ENOENT
86
+ end
87
+
88
+ def delete(key)
89
+ value = self[key]
90
+ delete!(key)
91
+ value
92
+ end
93
+
94
+ def clear
95
+ FileUtils.rm_rf(@directory)
96
+ FileUtils.mkdir(@directory)
97
+ end
98
+
99
+ private
100
+ def path(key)
101
+ ::File.join(@directory, key.to_s)
102
+ end
103
+
104
+ def ensure_directory_created(directory_path)
105
+ if ::File.file?(directory_path)
106
+ raise StandardError, "The path you supplied #{directory_path} is a file"
107
+ elsif !::File.exists?(directory_path)
108
+ FileUtils.mkdir_p(directory_path)
109
+ end
110
+ end
111
+
112
+ end
113
+ end
@@ -0,0 +1,53 @@
1
+ begin
2
+ require 'bdb'
3
+ rescue LoadError
4
+ puts "You need bdb gem to use Bdb moneta store"
5
+ exit
6
+ end
7
+
8
+ module Moneta
9
+
10
+ class Berkeley
11
+ include Defaults
12
+
13
+ def initialize(options={})
14
+ file = @file = options[:file]
15
+ @db = Bdb::Db.new()
16
+ @db.open(nil, file, nil, Bdb::Db::BTREE, Bdb::DB_CREATE, 0)
17
+ unless options[:skip_expires]
18
+ @expiration = Moneta::Berkeley.new(:file => "#{file}_expiration", :skip_expires => true )
19
+ self.extend(StringExpires)
20
+ end
21
+ end
22
+
23
+ module Implementation
24
+ def key?(key)
25
+ nil | self[key]
26
+ end
27
+
28
+ alias has_key? key?
29
+
30
+ def []=(key,value)
31
+ @db[key] = value
32
+ end
33
+
34
+ def [](key)
35
+ @db[key]
36
+ end
37
+
38
+ def delete(key)
39
+ value = self[key]
40
+ @db.del(nil,key,0) if value
41
+ value
42
+ end
43
+
44
+ def clear
45
+ @db.truncate(nil)
46
+ end
47
+ end
48
+
49
+ include Implementation
50
+
51
+ end
52
+
53
+ end
@@ -0,0 +1,63 @@
1
+ begin
2
+ require "couchrest"
3
+ rescue LoadError
4
+ puts "You need the couchrest gem to use the CouchDB store"
5
+ exit
6
+ end
7
+
8
+ module Moneta
9
+ class Couch
10
+ include Defaults
11
+
12
+ def initialize(options = {})
13
+ @db = ::CouchRest.database!(options[:db])
14
+ unless options[:skip_expires]
15
+ @expiration = Moneta::Couch.new(:db => "#{options[:db]}_expiration", :skip_expires => true)
16
+ self.extend(StringExpires)
17
+ end
18
+ end
19
+
20
+ def key?(key)
21
+ !self[key].nil?
22
+ rescue RestClient::ResourceNotFound
23
+ false
24
+ end
25
+
26
+ alias has_key? key?
27
+
28
+ def [](key)
29
+ @db.get(key)["data"]
30
+ rescue RestClient::ResourceNotFound
31
+ nil
32
+ end
33
+
34
+ def []=(key, value)
35
+ @db.save_doc("_id" => key, :data => value)
36
+ rescue RestClient::RequestFailed
37
+ self[key]
38
+ end
39
+
40
+ def delete(key)
41
+ value = @db.get(key)
42
+ @db.delete_doc({"_id" => value["_id"], "_rev" => value["_rev"]}) if value
43
+ value["data"]
44
+ rescue RestClient::ResourceNotFound
45
+ nil
46
+ end
47
+
48
+ def update_key(key, options = {})
49
+ val = self[key]
50
+ self.store(key, val, options)
51
+ rescue RestClient::ResourceNotFound
52
+ nil
53
+ end
54
+
55
+ def clear
56
+ @db.recreate!
57
+ end
58
+
59
+ def delete_store
60
+ @db.delete!
61
+ end
62
+ end
63
+ end