nkallen-cash 0.1.1

data/lib/cash/config.rb

@@ -0,0 +1,64 @@
+module Cash
+  module Config
+    def self.included(a_module)
+      a_module.module_eval do
+        extend ClassMethods
+        delegate :repository, :to => "self.class"
+      end
+    end
+
+    module ClassMethods
+      def self.extended(a_class)
+        a_class.class_eval do
+          class << self
+            delegate :repository, :indices, :to => :@cache_config
+            alias_method_chain :inherited, :cache_config
+          end
+        end
+      end
+
+      def inherited_with_cache_config(subclass)
+        inherited_without_cache_config(subclass)
+        @cache_config.inherit(subclass)
+      end
+
+      def index(attributes, options = {})
+        options.assert_valid_keys(:ttl, :order, :limit, :buffer)
+        (@cache_config.indices.unshift(Index.new(@cache_config, self, attributes, options))).uniq!
+      end
+
+      def cache_config=(config)
+        @cache_config = config
+      end
+    end
+
+    class Config
+      attr_reader :active_record, :options
+
+      def self.create(active_record, options, indices = [])
+        active_record.cache_config = new(active_record, options)
+        indices.each { |i| active_record.index i.attributes, i.options }
+      end
+
+      def initialize(active_record, options = {})
+        @active_record, @options = active_record, options
+      end
+
+      def repository
+        @options[:repository]
+      end
+
+      def ttl
+        @options[:ttl]
+      end
+
+      def indices
+        @indices ||= active_record == ActiveRecord::Base ? [] : [Index.new(self, active_record, active_record.primary_key)]
+      end
+
+      def inherit(active_record)
+        self.class.create(active_record, @options, indices)
+      end
+    end
+  end
+end

data/lib/cash/finders.rb

@@ -0,0 +1,36 @@
+module Cash
+  module Finders
+    def self.included(active_record_class)
+      active_record_class.class_eval do
+        extend ClassMethods
+      end
+    end
+
+    module ClassMethods
+      def self.extended(active_record_class)
+        active_record_class.class_eval do
+          class << self
+            alias_method_chain :find_every, :cache
+            alias_method_chain :find_from_ids, :cache
+            alias_method_chain :calculate, :cache
+          end
+        end
+      end
+
+      # User.find(:first, ...), User.find_by_foo(...), User.find(:all, ...), User.find_all_by_foo(...)
+      def find_every_with_cache(options)
+        Query::Select.perform(self, options, scope(:find))
+      end
+
+      # User.find(1), User.find(1, 2, 3), User.find([1, 2, 3]), User.find([])
+      def find_from_ids_with_cache(ids, options)
+        Query::PrimaryKey.perform(self, ids, options, scope(:find))
+      end
+
+      # User.count(:all), User.count, User.sum(...)
+      def calculate_with_cache(operation, column_name, options = {})
+        Query::Calculation.perform(self, operation, column_name, options, scope(:find))
+      end
+    end
+  end
+end

data/lib/cash/index.rb

@@ -0,0 +1,200 @@
+module Cash
+  class Index
+    attr_reader :attributes, :options
+    delegate :each, :hash, :to => :@attributes
+    delegate :get, :set, :expire, :find_every_without_cache, :calculate_without_cache, :calculate_with_cache, :incr, :decr, :primary_key, :to => :@active_record
+
+    DEFAULT_OPTIONS = { :ttl => 1.day }
+
+    def initialize(config, active_record, attributes, options = {})
+      @config, @active_record, @attributes, @options = config, active_record, Array(attributes).collect(&:to_s).sort, DEFAULT_OPTIONS.merge(options)
+    end
+
+    def ==(other)
+      case other
+      when Index
+        attributes == other.attributes
+      else
+        attributes == Array(other)
+      end
+    end
+    alias_method :eql?, :==
+
+    def add(object)
+      clone = object.shallow_clone
+      _, new_attribute_value_pairs = old_and_new_attribute_value_pairs(object)
+      add_to_index_with_minimal_network_operations(new_attribute_value_pairs, clone)
+    end
+
+    def update(object)
+      clone = object.shallow_clone
+      old_attribute_value_pairs, new_attribute_value_pairs = old_and_new_attribute_value_pairs(object)
+      update_index_with_minimal_network_operations(old_attribute_value_pairs, new_attribute_value_pairs, clone)
+    end
+
+    def remove(object)
+      old_attribute_value_pairs, _ = old_and_new_attribute_value_pairs(object)
+      remove_from_index_with_minimal_network_operations(old_attribute_value_pairs, object)
+    end
+    
+    def delete(object)
+      old_attribute_value_pairs, _ = old_and_new_attribute_value_pairs(object)
+      key = cache_key(old_attribute_value_pairs)
+      expire(key)
+    end
+
+    def ttl
+      @ttl ||= options[:ttl] || config.ttl
+    end
+
+    def order
+      @order ||= options[:order] || :asc
+    end
+
+    def limit
+      options[:limit]
+    end
+
+    def buffer
+      options[:buffer]
+    end
+
+    def window
+      options[:limit] && options[:limit] + options[:buffer]
+    end
+
+    def serialize_object(object)
+      primary_key? ? object : object.id
+    end
+
+    def matches?(query)
+      query.calculation? ||
+      (query.order == ['id', order] &&
+      (!limit || (query.limit && query.limit + query.offset <= limit)))
+    end
+
+    private
+    def old_and_new_attribute_value_pairs(object)
+      old_attribute_value_pairs = []
+      new_attribute_value_pairs = []
+      @attributes.each do |name|
+        new_value = object.attributes[name]
+        original_value = object.send("#{name}_was")
+        old_attribute_value_pairs << [name, original_value]
+        new_attribute_value_pairs << [name, new_value]
+      end
+      [old_attribute_value_pairs, new_attribute_value_pairs]
+    end
+
+    def add_to_index_with_minimal_network_operations(attribute_value_pairs, object)
+      if primary_key?
+        add_object_to_primary_key_cache(attribute_value_pairs, object)
+      else
+        add_object_to_cache(attribute_value_pairs, object)
+      end
+    end
+
+    def primary_key?
+      @attributes.size == 1 && @attributes.first == primary_key
+    end
+
+    def add_object_to_primary_key_cache(attribute_value_pairs, object)
+      set(cache_key(attribute_value_pairs), [object], :ttl => ttl)
+    end
+
+    def cache_key(attribute_value_pairs)
+      attribute_value_pairs.flatten.join('/')
+    end
+
+    def add_object_to_cache(attribute_value_pairs, object, overwrite = true)
+      return if invalid_cache_key?(attribute_value_pairs)
+
+      key, cache_value, cache_hit = get_key_and_value_at_index(attribute_value_pairs)
+      if !cache_hit || overwrite
+        object_to_add = serialize_object(object)
+        objects = (cache_value + [object_to_add]).sort do |a, b|
+          (a <=> b) * (order == :asc ? 1 : -1)
+        end.uniq
+        objects = truncate_if_necessary(objects)
+        set(key, objects, :ttl => ttl)
+        incr("#{key}/count") { calculate_at_index(:count, attribute_value_pairs) }
+      end
+    end
+
+    def invalid_cache_key?(attribute_value_pairs)
+      attribute_value_pairs.collect { |_,value| value }.any? { |x| x.nil? }
+    end
+
+    def get_key_and_value_at_index(attribute_value_pairs)
+      key = cache_key(attribute_value_pairs)
+      cache_hit = true
+      cache_value = get(key) do
+        cache_hit = false
+        conditions = Hash[*attribute_value_pairs.flatten]
+        find_every_without_cache(:select => primary_key, :conditions => conditions, :limit => window).collect do |object|
+          serialize_object(object)
+        end
+      end
+      [key, cache_value, cache_hit]
+    end
+
+    def truncate_if_necessary(objects)
+      objects.slice(0, window || objects.size)
+    end
+
+    def calculate_at_index(operation, attribute_value_pairs)
+      conditions = Hash[*attribute_value_pairs.flatten]
+      calculate_without_cache(operation, :all, :conditions => conditions)
+    end
+
+    def update_index_with_minimal_network_operations(old_attribute_value_pairs, new_attribute_value_pairs, object)
+      if index_is_stale?(old_attribute_value_pairs, new_attribute_value_pairs)
+        remove_object_from_cache(old_attribute_value_pairs, object)
+        add_object_to_cache(new_attribute_value_pairs, object)
+      elsif primary_key?
+        add_object_to_primary_key_cache(new_attribute_value_pairs, object)
+      else
+        add_object_to_cache(new_attribute_value_pairs, object, false)
+      end
+    end
+
+    def index_is_stale?(old_attribute_value_pairs, new_attribute_value_pairs)
+      old_attribute_value_pairs != new_attribute_value_pairs
+    end
+
+    def remove_from_index_with_minimal_network_operations(attribute_value_pairs, object)
+      if primary_key?
+        remove_object_from_primary_key_cache(attribute_value_pairs, object)
+      else
+        remove_object_from_cache(attribute_value_pairs, object)
+      end
+    end
+
+    def remove_object_from_primary_key_cache(attribute_value_pairs, object)
+      set(cache_key(attribute_value_pairs), [], :ttl => ttl)
+    end
+
+    def remove_object_from_cache(attribute_value_pairs, object)
+      return if invalid_cache_key?(attribute_value_pairs)
+
+      key, cache_value, _ = get_key_and_value_at_index(attribute_value_pairs)
+      object_to_remove = serialize_object(object)
+      objects = cache_value - [object_to_remove]
+      objects = resize_if_necessary(attribute_value_pairs, objects)
+      set(key, objects, :ttl => ttl)
+    end
+
+    def resize_if_necessary(attribute_value_pairs, objects)
+      conditions = Hash[*attribute_value_pairs.flatten]
+      key = cache_key(attribute_value_pairs)
+      count = decr("#{key}/count") { calculate_at_index(:count, attribute_value_pairs) }
+      if limit && objects.size < limit && objects.size < count
+        find_every_without_cache(:select => :id, :conditions => conditions).collect do |object|
+          serialize_object(object)
+        end
+      else
+        objects
+      end
+    end
+  end
+end

data/lib/cash/local.rb

@@ -0,0 +1,59 @@
+module Cash
+  class Local
+    delegate :respond_to?, :to => :@remote_cache
+
+    def initialize(remote_cache)
+      @remote_cache = remote_cache
+    end
+
+    def cache_locally
+      @remote_cache = LocalBuffer.new(original_cache = @remote_cache)
+      yield
+    ensure
+      @remote_cache = original_cache
+    end
+
+    def method_missing(method, *args, &block)
+      @remote_cache.send(method, *args, &block)
+    end
+  end
+
+  class LocalBuffer
+    delegate :respond_to?, :to => :@remote_cache
+
+    def initialize(remote_cache)
+      @local_cache = {}
+      @remote_cache = remote_cache
+    end
+
+    def get(key, *options)
+      if @local_cache.has_key?(key)
+        @local_cache[key]
+      else
+        @local_cache[key] = @remote_cache.get(key, *options)
+      end
+    end
+
+    def set(key, value, *options)
+      @remote_cache.set(key, value, *options)
+      @local_cache[key] = value
+    end
+
+    def add(key, value, *options)
+      result = @remote_cache.add(key, value, *options)
+      if result == "STORED\r\n"
+        @local_cache[key] = value
+      end
+      result
+    end
+
+    def delete(key, *options)
+      @remote_cache.delete(key, *options)
+      @local_cache.delete(key)
+    end
+
+    def method_missing(method, *args, &block)
+      @remote_cache.send(method, *args, &block)
+    end
+  end
+end

data/lib/cash/lock.rb

@@ -0,0 +1,52 @@
+module Cash
+  class Lock
+    class Error < RuntimeError; end
+
+    DEFAULT_RETRY = 5
+    DEFAULT_EXPIRY = 30
+
+    def initialize(cache)
+      @cache = cache
+    end
+
+    def synchronize(key, lock_expiry = DEFAULT_EXPIRY, retries = DEFAULT_RETRY)
+      if recursive_lock?(key)
+        yield
+      else
+        acquire_lock(key, lock_expiry, retries)
+        begin
+          yield
+        ensure
+          release_lock(key)
+        end
+      end
+    end
+
+    def acquire_lock(key, lock_expiry = DEFAULT_EXPIRY, retries = DEFAULT_RETRY)
+      retries.times do |count|
+        begin
+          response = @cache.add("lock/#{key}", Process.pid, lock_expiry)
+          return if response == "STORED\r\n"
+          raise Error if count == retries - 1
+        end
+        exponential_sleep(count) unless count == retries - 1
+      end
+      raise Error, "Couldn't acquire memcache lock for: #{key}"
+    end
+
+    def release_lock(key)
+      @cache.delete("lock/#{key}")
+    end
+
+    def exponential_sleep(count)
+      @runtime += Benchmark::measure { sleep((2**count) / 2.0) }
+    end
+
+    private
+
+    def recursive_lock?(key)
+      @cache.get("lock/#{key}") == Process.pid
+    end
+
+  end
+end

data/lib/cash/mock.rb

@@ -0,0 +1,82 @@
+module Cash
+  class Mock < HashWithIndifferentAccess
+    attr_accessor :servers
+
+    def get_multi(*values)
+      reject { |k,v| !values.include? k }
+    end
+
+    def []=(key, value)
+      super(key, deep_clone(value))
+    end
+
+    def [](key)
+      deep_clone(super(key))
+    end
+
+    def set(key, value, *options)
+      self[key] = value
+    end
+
+    def get(key, *args)
+      self[key]
+    end
+
+    def incr(key, amount = 1)
+      self[key] ||= 0
+      self[key] += amount
+    end
+
+    def decr(key, amount = 1)
+      self[key] ||= 0
+      self[key] -= amount
+    end
+
+    def add(key, value, *options)
+      if self[key]
+        "NOT_STORED\r\n"
+      else
+        self[key] = value
+        "STORED\r\n"
+      end
+    end
+
+    def delete(key, *options)
+      self[key] = nil
+    end
+
+    def append(key, value)
+      set(key, get(key).to_s + value.to_s)
+    end
+
+    def namespace
+      nil
+    end
+
+    def flush_all
+      clear
+    end
+
+    def stats
+      {}
+    end
+
+    def reset_runtime
+      [0, Hash.new(0)]
+    end
+
+    private
+
+    def marshal(obj)
+      Marshal.dump(obj)
+    end
+
+    def unmarshal(marshaled_obj)
+      Marshal.load(marshaled_obj)
+    end
+
+    def deep_clone(obj)
+      unmarshal(marshal(obj))
+    end
+  end
+end