couchbase 0.9.8 → 1.0.0

data/tasks/test.rake

@@ -0,0 +1,94 @@
+# Author:: Couchbase <info@couchbase.com>
+# Copyright:: 2011, 2012 Couchbase, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'rake/testtask'
+require 'rake/clean'
+
+rule 'test/CouchbaseMock.jar' do |task|
+  download_uri = "http://files.couchbase.com/maven2/org/couchbase/mock/CouchbaseMock/0.5-SNAPSHOT/CouchbaseMock-0.5-20120103.162550-11.jar"
+  sh %{wget -q -O test/CouchbaseMock.jar #{download_uri}}
+end
+
+CLOBBER << 'test/CouchbaseMock.jar'
+
+module FileUtils
+  alias :orig_ruby :ruby
+
+  def ruby(*args, &block)
+    executable = [ENV['RUBY_PREFIX'], RUBY].flatten.compact.join(' ')
+    options = (Hash === args.last) ? args.pop : {}
+    if args.length > 1 then
+      sh(*([executable] + args + [options]), &block)
+    else
+      sh("#{executable} #{args.first}", options, &block)
+    end
+  end
+end
+
+Rake::TestTask.new do |test|
+  test.libs << "test" << "."
+  test.ruby_opts << "-rruby-debug" if ENV['DEBUG']
+  test.pattern = 'test/test_*.rb'
+  test.options = '--verbose'
+end
+
+Rake::Task['test'].prerequisites.unshift('test/CouchbaseMock.jar')
+
+desc "Run the test suite under Valgrind."
+task "test:valgrind" do
+  ENV['RUBY_PREFIX'] = [
+    "valgrind",
+    "--num-callers=50",
+    "--error-limit=no",
+    "--partial-loads-ok=yes",
+    "--undef-value-errors=no",
+    "--track-fds=yes",
+    "--leak-check=full",
+    "--leak-resolution=med",
+  ].join(' ')
+  Rake::Task['test'].invoke
+end
+
+desc "Run the test suite under Valgrind with memory-fill."
+task "test:valgrind:mem_fill" do
+  ENV['RUBY_PREFIX'] = [
+    "valgrind",
+    "--num-callers=50",
+    "--error-limit=no",
+    "--partial-loads-ok=yes",
+    "--undef-value-errors=no",
+    "--freelist-vol=100000000",
+    "--malloc-fill=6D",
+    "--free-fill=66",
+  ].join(' ')
+  Rake::Task['test'].invoke
+end
+
+desc "Run the test suite under Valgrind with memory-zero."
+task "test:valgrind:mem_zero" do
+  ENV['RUBY_PREFIX'] = [
+    "valgrind",
+    "--num-callers=50",
+    "--error-limit=no",
+    "--partial-loads-ok=yes",
+    "--undef-value-errors=no",
+    "--freelist-vol=100000000",
+    "--malloc-fill=00",
+    "--free-fill=00",
+  ].join(' ')
+  Rake::Task['test'].invoke
+end

data/tasks/util.rake

@@ -0,0 +1,21 @@
+# Author:: Couchbase <info@couchbase.com>
+# Copyright:: 2011, 2012 Couchbase, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+desc 'Start an irb session and load the library.'
+task :console => :compile do
+  exec "irb -I lib -rruby-debug -rcouchbase"
+end

data/test/profile/.gitignore

@@ -0,0 +1 @@
+benchmark*.log

data/test/profile/Gemfile

@@ -0,0 +1,6 @@
+source :rubygems
+
+gem "memcached", "~> 1.3.6"
+gem "kgio", "~> 2.7.2"
+gem "dalli", "~> 1.1.4"
+gem "yajl-ruby", "~> 1.1.0"

data/test/profile/benchmark.rb

@@ -0,0 +1,195 @@
+# Useful environment variables:
+#
+# LOOPS (50000)
+#   how many time run exercises
+#
+# HOST (127.0.0.1)
+#   the host where cluster is running. benchmark will use default ports to
+#   connect to it (11211 and 8091)
+#
+# STACK_DEPTH (0)
+#   the depth of stack where exercises are run. the benchmark will
+#   recursively go to given depth before run
+#
+# TEST ('')
+#   use to run specific test (possible values are: set, get, get-multi,
+#   append, prepend, delete, get-missing, append-missing, prepend-missing,
+#   set-large, get-large)
+#
+# CLIENT ('')
+#   use to run with specific client (possible values are: couchbase, dalli,
+#   memcached, memcached:buffer)
+#
+# DEBUG ('')
+#   show exceptions
+#
+
+require "rubygems"
+require "bundler/setup"
+
+require 'benchmark'
+
+$LOAD_PATH << File.join(File.dirname(__FILE__), "..", "..", "lib")
+require 'couchbase'
+require 'memcached'
+require 'dalli'
+
+puts `uname -a`
+puts File.readlines('/proc/cpuinfo').sort.uniq.grep(/model name|cpu cores/) rescue nil
+puts RUBY_DESCRIPTION
+
+class Bench
+
+  def initialize(loops = nil, stack_depth = nil)
+    @loops = (loops || 50000).to_i
+    @stack_depth = (stack_depth || 0).to_i
+
+    puts "PID is #{Process.pid}"
+    puts "Loops is #{@loops}"
+    puts "Stack depth is #{@stack_depth}"
+
+    @m_value = Marshal.dump(
+      @small_value = ["testing"])
+    @m_large_value = Marshal.dump(
+      @large_value = [{"test" => "1", "test2" => "2", Object.new => "3", 4 => 4, "test5" => 2**65}] * 2048)
+
+    puts "Small value size is: #{@m_value.size} bytes"
+    puts "Large value size is: #{@m_large_value.size} bytes"
+
+    @keys = [
+      @k1 = "Short",
+      @k2 = "Sym1-2-3::45" * 8,
+      @k3 = "Long" * 40,
+      @k4 = "Medium" * 8,
+      @k5 = "Medium2" * 8,
+      @k6 = "Long3" * 40]
+
+    reset_clients
+
+    Benchmark.bm(36) do |x|
+      @benchmark = x
+    end
+  end
+
+  def run(level = @stack_depth)
+    level > 0 ? run(level - 1) : run_without_recursion
+  end
+
+  private
+
+  def reset_clients
+    host = ENV['HOST'] || '127.0.0.1'
+    @clients = {
+      "dalli" => lambda { Dalli::Client.new("#{host}:11211", :marshal => true, :threadsafe => false) },
+      "memcached" => lambda { Memcached::Rails.new("#{host}:11211", :no_block => false, :buffer_requests => false, :binary_protocol => true) },
+      "memcached:buffer" => lambda { Memcached::Rails.new("#{host}:11211", :no_block => true, :buffer_requests => true, :binary_protocol => true) },
+      "couchbase" => lambda { Couchbase.new("http://#{host}:8091/pools/default/buckets/default", :default_format => :marshal) }
+    }
+  end
+
+  def benchmark_clients(test_name, populate_keys = true)
+    return if ENV["TEST"] and !test_name.include?(ENV["TEST"])
+
+    @clients.keys.each do |client_name|
+      next if ENV["CLIENT"] and !client_name.include?(ENV["CLIENT"])
+
+      kid = fork do
+        client = @clients[client_name].call
+        begin
+          if populate_keys
+            client.set @k1, @m_value
+            client.set @k2, @m_value
+            client.set @k3, @m_value
+          else
+            client.delete @k1
+            client.delete @k2
+            client.delete @k3
+          end
+
+          GC.disable
+          @benchmark.report("#{test_name}: #{client_name}") { @loops.times { yield client } }
+          STDOUT.flush
+        rescue Exception => e
+          puts "#{test_name}: #{client_name} => #{e.inspect}" if ENV["DEBUG"]
+        end
+        exit
+      end
+      Signal.trap("INT") { Process.kill("KILL", kid); exit }
+      Process.wait(kid)
+    end
+    puts
+  end
+
+  def run_without_recursion
+    benchmark_clients("set") do |c|
+      c.set @k1, @m_value
+      c.set @k2, @m_value
+      c.set @k3, @m_value
+    end
+
+    benchmark_clients("get") do |c|
+      c.get @k1
+      c.get @k2
+      c.get @k3
+    end
+
+    benchmark_clients("get_multi") do |c|
+      if c.respond_to?(:get_multi)
+        c.get_multi @keys
+      else
+        c.get @keys
+      end
+    end
+
+    benchmark_clients("append") do |c|
+      c.append @k1, @m_value
+      c.append @k2, @m_value
+      c.append @k3, @m_value
+    end
+
+    benchmark_clients("prepend") do |c|
+      c.prepend @k1, @m_value
+      c.prepend @k2, @m_value
+      c.prepend @k3, @m_value
+    end
+
+    benchmark_clients("delete") do |c|
+      c.delete @k1
+      c.delete @k2
+      c.delete @k3
+    end
+
+    benchmark_clients("get_missing", false) do |c|
+      c.get @k1 rescue nil
+      c.get @k2 rescue nil
+      c.get @k3 rescue nil
+    end
+
+    benchmark_clients("append_missing", false) do |c|
+      c.append @k1, @m_value rescue nil
+      c.append @k2, @m_value rescue nil
+      c.append @k3, @m_value rescue nil
+    end
+
+    benchmark_clients("prepend_missing", false) do |c|
+      c.prepend @k1, @m_value rescue nil
+      c.prepend @k2, @m_value rescue nil
+      c.prepend @k3, @m_value rescue nil
+    end
+
+    benchmark_clients("set_large") do |c|
+      c.set @k1, @m_large_value
+      c.set @k2, @m_large_value
+      c.set @k3, @m_large_value
+    end
+
+    benchmark_clients("get_large") do |c|
+      c.get @k1
+      c.get @k2
+      c.get @k3
+    end
+
+  end
+end
+
+Bench.new(ENV["LOOPS"], ENV["STACK_DEPTH"]).run

data/test/setup.rb

@@ -1,28 +1,117 @@
+# Author:: Couchbase <info@couchbase.com>
+# Copyright:: 2011, 2012 Couchbase, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
 require 'minitest/autorun'
-require 'mocha'
 require 'couchbase'
-require 'yajl'
 
-class MiniTest::Unit::TestCase
-  # retry block +attempts+ times and fail if time is out
-  def assert_operation_completed(attempts = 10)
-    timeout = 1
-    attempts.times do
-      sleep(timeout)
-      return if yield
-      timeout *= 2
+require 'socket'
+
+class CouchbaseMock
+  Monitor = Struct.new(:pid, :client, :socket, :port)
+
+  attr_accessor :host, :port, :buckets_spec, :num_nodes, :num_vbuckets
+
+  def initialize(params = {})
+    @host = "127.0.0.1"
+    @port = 0
+    @num_nodes = 10
+    @num_vbuckets = 4096
+    @buckets_spec = "default:"  # "default:,protected:secret,cache::memcache"
+    params.each do |key, value|
+      send("#{key}=", value)
+    end
+    yield self if block_given?
+    if @num_vbuckets < 1 || (@num_vbuckets & (@num_vbuckets - 1) != 0)
+      raise ArgumentError, "Number of vbuckets should be a power of two and greater than zero"
+    end
+  end
+
+  def start
+    @monitor = Monitor.new
+    @monitor.socket = TCPServer.new(nil, 0)
+    @monitor.socket.listen(10)
+    _, @monitor.port, _, _ = @monitor.socket.addr
+    trap("CLD") do
+      puts "CouchbaseMock.jar died unexpectedly during startup"
+      exit(1)
     end
-    flunk "Time is out!"
+    @monitor.pid = fork
+    if @monitor.pid.nil?
+      rc = exec(command_line("--harakiri-monitor=:#{@monitor.port}"))
+    else
+      trap("CLD", "SIG_DFL")
+      @monitor.client, _ = @monitor.socket.accept
+      @port = @monitor.client.recv(100).to_i
+    end
+  end
+
+  def stop
+    @monitor.client.close
+    @monitor.socket.close
+    Process.kill("TERM", @monitor.pid)
+    Process.wait(@monitor.pid)
+  end
+
+  def failover_node(index, bucket = "default")
+    @monitor.client.send("failover,#{index},#{bucket}", 0)
   end
 
-  # fetch list of databases and check if all vbuckets database ready
-  def database_ready(bucket)
-    all_dbs_uri = bucket.next_node.couch_api_base.sub(bucket.name, '_all_dbs')
-    bucket.http_get(all_dbs_uri).grep(/#{bucket.name}\/\d+/).size == bucket.vbuckets.size
+  def respawn_node(index, bucket = "default")
+    @monitor.client.send("respawn,#{index},#{bucket}", 0)
+  end
+
+  protected
+
+  def command_line(extra = nil)
+    cmd = "java -jar #{File.dirname(__FILE__)}/CouchbaseMock.jar"
+    cmd << " --host #{@host}" if @host
+    cmd << " --port #{@port}" if @port
+    cmd << " --nodes #{@num_nodes}" if @num_nodes
+    cmd << " --vbuckets #{@num_vbuckets}" if @num_vbuckets
+    cmd << " --buckets #{@buckets_spec}" if @buckets_spec
+    cmd << " #{extra}"
+    cmd
+  end
+end
+
+class MiniTest::Unit::TestCase
+
+  def start_mock(params = {})
+    mock = CouchbaseMock.new(params)
+    mock.start
+    mock
+  end
+
+  def stop_mock(mock)
+    assert(mock)
+    mock.stop
+  end
+
+  def with_mock(params = {})
+    mock = nil
+    if block_given?
+      mock = start_mock(params)
+      yield mock
+    end
+  ensure
+    stop_mock(mock) if mock
   end
 
-  def json_fixture(path, options = {})
-    data = File.read(File.join(File.dirname(__FILE__), 'support', path))
-    options[:raw] ? data : Yajl::Parser.parse(data)
+  def test_id(*suffixes)
+    [caller.first[/.*[` ](.*)'/, 1], suffixes].join("_")
   end
 end