dalli 0.9.0

data/lib/dalli/version.rb

@@ -0,0 +1,3 @@
+module Dalli
+  VERSION = '0.9.0'
+end

data/test/helper.rb

@@ -0,0 +1,12 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+require 'dalli'
+
+class Test::Unit::TestCase
+  def assert_error(error, regexp=nil, &block)
+    ex = assert_raise(error, &block)
+    assert_match(regexp, ex.message, "#{ex.class.name}: #{ex.message}\n#{ex.backtrace.join("\n\t")}")
+  end
+end

data/test/memcached_mock.rb

@@ -0,0 +1,45 @@
+require "socket"
+
+module MemcachedMock
+  def self.start(port=22122, &block)
+    server = TCPServer.new("localhost", port)
+    session = server.accept
+    block.call session
+  end
+
+  def self.delayed_start(port=22122, wait=1, &block)
+    server = TCPServer.new("localhost", port)
+    sleep wait
+#    session = server.accept
+    block.call server
+  end
+
+  module Helper
+    # Forks the current process and starts a new mock Memcached server on
+    # port 22122.
+    #
+    #     memcached_mock(lambda {|sock| socket.write('123') }) do
+    #       assert_equal "PONG", Dalli::Client.new('localhost:22122').get('abc')
+    #     end
+    #
+    def memcached_mock(proc, meth = :start)
+      begin
+        pid = fork do
+          trap("TERM") { exit }
+
+          MemcachedMock.send(meth) do |*args|
+            proc.call(*args)
+          end
+        end
+
+        sleep 0.5 # Give time for the socket to start listening.
+        yield
+      ensure
+        if pid
+          Process.kill("TERM", pid)
+          Process.wait(pid)
+        end
+      end
+    end
+  end
+end

data/test/test_active_support.rb

@@ -0,0 +1,75 @@
+require 'helper'
+require 'active_support/all'
+require 'active_support/cache/dalli_store'
+
+class TestDalli < Test::Unit::TestCase
+  context 'activesupport caching' do
+    setup do
+      @dalli = ActiveSupport::Cache.lookup_store(:dalli_store, 'localhost:11211', :expires_in => 10.seconds)
+      @mc = ActiveSupport::Cache.lookup_store(:mem_cache_store, 'localhost:11211', :expires_in => 10.seconds, :namespace => 'a')
+      @dalli.clear
+    end
+
+    should 'support fetch' do
+      dvalue = @mc.fetch('some key with spaces', :expires_in => 1.second) { 123 }
+      mvalue = @dalli.fetch('some other key with spaces', :expires_in => 1.second) { 123 }
+      assert_equal mvalue, dvalue
+
+      o = Object.new
+      o.instance_variable_set :@foo, 'bar'
+      dvalue = @mc.fetch(rand_key, :raw => true) { o }
+      mvalue = @dalli.fetch(rand_key, :raw => true) { o }
+      assert_equal mvalue, dvalue
+      assert_equal o, dvalue
+
+      dvalue = @mc.fetch(rand_key) { o }
+      mvalue = @dalli.fetch(rand_key) { o }
+      assert_equal mvalue, dvalue
+      assert_equal o, dvalue
+    end
+
+    should 'support read_multi' do
+      x = rand_key
+      y = rand_key
+      assert_equal({}, @mc.read_multi(x, y))
+      assert_equal({}, @dalli.read_multi(x, y))
+      @dalli.write(x, '123')
+      @dalli.write(y, 123)
+      @mc.write(x, '123')
+      @mc.write(y, 123)
+      assert_equal({ x => '123', y => 123 }, @dalli.read_multi(x, y))
+      assert_equal({ x => '123', y => 123 }, @mc.read_multi(x, y))
+    end
+
+    should 'support read, write and delete' do
+      x = rand_key
+      y = rand_key
+      assert_nil @mc.read(x)
+      assert_nil @dalli.read(y)
+      mres = @mc.write(x, 123)
+      dres = @dalli.write(y, 123)
+      assert_equal mres, dres
+
+      mres = @mc.read(x)
+      dres = @dalli.read(y)
+      assert_equal mres, dres
+      assert_equal 123, dres
+      
+      mres = @mc.delete(x)
+      dres = @dalli.delete(y)
+      assert_equal mres, dres
+      assert_equal true, dres
+    end
+    
+    should 'support other esoteric commands' do
+      ms = @mc.stats
+      ds = @dalli.stats
+      assert_equal ms.keys.sort, ds.keys.sort
+      assert_equal ms[ms.keys.first].keys.sort, ds[ds.keys.first].keys.sort
+    end
+  end
+
+  def rand_key
+    rand(1_000_000_000)
+  end
+end

data/test/test_benchmark.rb

@@ -0,0 +1,118 @@
+require 'helper'
+require 'benchmark'
+
+class TestBenchmark < Test::Unit::TestCase
+
+  def setup
+    puts "Testing #{Dalli::VERSION} with #{RUBY_DESCRIPTION}"
+    # We'll use a simple @value to try to avoid spending time in Marshal,
+    # which is a constant penalty that both clients have to pay
+    @value = []
+    @marshalled = Marshal.dump(@value)
+
+    @servers = ['127.0.0.1:11211', 'localhost:11211']
+    @key1 = "Short"
+    @key2 = "Sym1-2-3::45"*8
+    @key3 = "Long"*40
+    @key4 = "Medium"*8
+    # 5 and 6 are only used for multiget miss test
+    @key5 = "Medium2"*8
+    @key6 = "Long3"*40
+  end
+  
+  def test_benchmark
+    Benchmark.bm(31) do |x|
+
+      n = 2500
+
+      @m = Dalli::Client.new(@servers, :marshal => false)
+      x.report("set:plain:dalli") do
+        n.times do
+          @m.set @key1, @marshalled
+          @m.set @key2, @marshalled
+          @m.set @key3, @marshalled
+          @m.set @key1, @marshalled
+          @m.set @key2, @marshalled
+          @m.set @key3, @marshalled
+        end
+      end
+
+      @m = Dalli::Client.new(@servers)
+      x.report("set:ruby:dalli") do
+        n.times do
+          @m.set @key1, @value
+          @m.set @key2, @value
+          @m.set @key3, @value
+          @m.set @key1, @value
+          @m.set @key2, @value
+          @m.set @key3, @value
+        end
+      end
+
+      @m = Dalli::Client.new(@servers, :marshal => false)
+      x.report("get:plain:dalli") do
+        n.times do
+          @m.get @key1
+          @m.get @key2
+          @m.get @key3
+          @m.get @key1
+          @m.get @key2
+          @m.get @key3
+        end
+      end
+
+      @m = Dalli::Client.new(@servers)
+      x.report("get:ruby:dalli") do
+        n.times do
+          @m.get @key1
+          @m.get @key2
+          @m.get @key3
+          @m.get @key1
+          @m.get @key2
+          @m.get @key3
+        end
+      end
+
+      @m = Dalli::Client.new(@servers)
+      x.report("multiget:ruby:dalli") do
+        n.times do
+          # We don't use the keys array because splat is slow
+          @m.get_multi @key1, @key2, @key3, @key4, @key5, @key6
+        end
+      end
+
+      @m = Dalli::Client.new(@servers)
+      x.report("missing:ruby:dalli") do
+        n.times do
+          begin @m.delete @key1; rescue; end
+          begin @m.get @key1; rescue; end
+          begin @m.delete @key2; rescue; end
+          begin @m.get @key2; rescue; end
+          begin @m.delete @key3; rescue; end
+          begin @m.get @key3; rescue; end
+        end
+      end
+
+      @m = Dalli::Client.new(@servers)
+      x.report("mixed:ruby:dalli") do
+        n.times do
+          @m.set @key1, @value
+          @m.set @key2, @value
+          @m.set @key3, @value
+          @m.get @key1
+          @m.get @key2
+          @m.get @key3
+          @m.set @key1, @value
+          @m.get @key1
+          @m.set @key2, @value
+          @m.get @key2
+          @m.set @key3, @value
+          @m.get @key3
+        end
+      end
+
+      assert true
+    end
+
+  end
+end

data/test/test_dalli.rb

@@ -0,0 +1,97 @@
+require 'helper'
+
+class TestDalli < Test::Unit::TestCase
+  context 'using a live server' do
+    setup do
+      begin
+        TCPSocket.new('localhost', 11211)
+      rescue => ex
+        $skip = true
+        puts "Skipping live test as memcached is not running at localhost:11211.  Start it with 'memcached -d'"
+      end
+    end
+
+    should "support huge get/set" do
+      return if $skip
+      dc = Dalli::Client.new('localhost:11211')
+      dc.flush
+
+      val1 = "1234567890"*105000
+      assert_error Dalli::DalliError, /too large/ do
+        dc.set('a', val1)
+        val2 = dc.get('a')
+        assert_equal val1, val2
+      end
+
+      val1 = "1234567890"*100000
+      dc.set('a', val1)
+      val2 = dc.get('a')
+      assert_equal val1, val2
+    end
+
+    should "support multi-get" do
+      return if $skip
+      dc = Dalli::Client.new(['localhost:11211', '127.0.0.1'])
+      dc.flush
+      resp = dc.get_multi(%w(a b c d e f))
+      assert_equal({}, resp)
+
+      dc.set('a', 'foo')
+      dc.set('b', 123)
+      dc.set('c', %w(a b c))
+      resp = dc.get_multi(%w(a b c d e f))
+      assert_equal({ 'a' => 'foo', 'b' => 123, 'c' => %w(a b c) }, resp)
+    end
+
+    should "pass a simple smoke test" do
+      return if $skip
+      
+      dc = Dalli::Client.new('localhost:11211')
+      resp = dc.flush
+      assert_not_nil resp
+      assert_equal [true], resp
+      
+      resp = dc.get('123')
+      assert_equal nil, resp
+      
+      resp = dc.set('123', 'xyz')
+      assert_equal true, resp
+      
+      resp = dc.get('123')
+      assert_equal 'xyz', resp
+      
+      resp = dc.set('123', 'abc')
+      assert_equal true, resp
+
+      assert_raises Dalli::DalliError do
+        dc.prepend('123', '0')
+      end
+
+      assert_raises Dalli::DalliError do
+        dc.append('123', '0')
+      end
+
+      resp = dc.get('123')
+      assert_equal 'abc', resp
+      dc.close
+      dc = nil
+
+      dc = Dalli::Client.new('localhost:11211', :marshal => false)
+
+      resp = dc.set('456', 'xyz')
+      assert_equal true, resp
+      
+      resp = dc.prepend '456', '0'
+      assert_equal true, resp
+
+      resp = dc.append '456', '9'
+      assert_equal true, resp
+
+      resp = dc.get('456')
+      assert_equal '0xyz9', resp
+      
+      resp = dc.stats
+      assert_equal Hash, resp.class
+    end
+  end
+end

data/test/test_network.rb

@@ -0,0 +1,59 @@
+require 'helper'
+require 'memcached_mock'
+
+class TestNetwork < Test::Unit::TestCase
+  
+  include MemcachedMock::Helper
+
+  context 'assuming a bad network' do
+
+    should 'handle connection refused' do
+      assert_raise Dalli::NetworkError do
+        dc = Dalli::Client.new 'localhost:19122'
+        dc.get 'foo'
+      end
+    end
+    
+    context 'with a fake server' do
+
+      should 'handle connection reset' do
+        memcached_mock(lambda {|sock| sock.close }) do
+          assert_error Dalli::NetworkError, /ECONNRESET/ do
+            dc = Dalli::Client.new('localhost:22122')
+            dc.get('abc')
+          end
+        end
+      end
+
+      should 'handle malformed response' do
+        memcached_mock(lambda {|sock| sock.write('123') }) do
+          assert_error Dalli::NetworkError, /EOFError/ do
+            dc = Dalli::Client.new('localhost:22122')
+            dc.get('abc')
+          end
+        end
+      end
+
+      should 'handle connect timeouts' do
+        memcached_mock(lambda {|sock| sleep(0.6); sock.close }, :delayed_start) do
+          assert_error Dalli::NetworkError, /Timeout::Error/ do
+            dc = Dalli::Client.new('localhost:22122')
+            dc.get('abc')
+          end
+        end
+      end
+
+
+      should 'handle read timeouts' do
+        memcached_mock(lambda {|sock| sleep(0.6); sock.write('giraffe') }) do
+          assert_error Dalli::NetworkError, /Timeout::Error/ do
+            dc = Dalli::Client.new('localhost:22122')
+            dc.get('abc')
+          end
+        end
+      end
+
+    end
+
+  end
+end

metadata

@@ -0,0 +1,130 @@
+--- !ruby/object:Gem::Specification 
+name: dalli
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 9
+  - 0
+  version: 0.9.0
+platform: ruby
+authors: 
+- Mike Perham
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-08-19 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rails
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 3
+        - 0
+        - 0
+        - rc
+        version: 3.0.0.rc
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: memcache-client
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 8
+        - 5
+        version: 1.8.5
+  type: :development
+  version_requirements: *id003
+description: High performance memcached client for Ruby
+email: mperham@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/active_support/cache/dalli_store.rb
+- lib/dalli/client.rb
+- lib/dalli/options.rb
+- lib/dalli/ring.rb
+- lib/dalli/server.rb
+- lib/dalli/version.rb
+- lib/dalli.rb
+- LICENSE
+- README.md
+- Rakefile
+- Gemfile
+- dalli.gemspec
+- Performance.md
+- test/helper.rb
+- test/memcached_mock.rb
+- test/test_active_support.rb
+- test/test_benchmark.rb
+- test/test_dalli.rb
+- test/test_network.rb
+has_rdoc: true
+homepage: http://github.com/mperham/dalli
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: High performance memcached client for Ruby
+test_files: 
+- test/helper.rb
+- test/memcached_mock.rb
+- test/test_active_support.rb
+- test/test_benchmark.rb
+- test/test_dalli.rb
+- test/test_network.rb