couchbase-jruby-client 0.1.1

data/test/profile/benchmark.rb

@@ -0,0 +1,168 @@
+# Useful environment variables:
+#
+# LOOPS (50000)
+#   how many time run exercises
+#
+# HOST (127.0.0.1)
+#   the host where cluster is running. benchmark will use default ports to
+#   connect to it (11211 and 8091)
+#
+# STACK_DEPTH (0)
+#   the depth of stack where exercises are run. the benchmark will
+#   recursively go to given depth before run
+#
+# TEST ('')
+#   use to run specific test (possible values are: set, get, get-multi,
+#   append, prepend, delete, get-missing, append-missing, prepend-missing,
+#   set-large, get-large)
+#
+# CLIENT ('')
+#   use to run with specific client (possible values are: couchbase, dalli,
+#   memcached, memcached:buffer)
+#
+# DEBUG ('')
+#   show exceptions
+#
+
+require 'rubygems'
+require 'bundler/setup'
+
+$LOAD_PATH << File.join(File.dirname(__FILE__), "..", "..", "lib")
+require 'couchbase'
+require 'benchmark/ips'
+
+puts `uname -a`
+puts File.readlines('/proc/cpuinfo').sort.uniq.grep(/model name|cpu cores/) rescue nil
+puts RUBY_DESCRIPTION
+
+class Bench
+
+  def initialize
+
+    puts "PID is #{Process.pid}"
+
+    @value = { 'im' => [ 'testing', 'stuff' ] }
+
+    puts "Raw value size is: #{@value.size} bytes"
+
+    @keys = [
+      @k1 = "Short",
+      @k2 = "Sym1-2-3::45" * 8,
+      @k3 = "Long" * 40,
+      @k4 = "Medium" * 8,
+      @k5 = "Medium2" * 8,
+      @k6 = "Long3" * 40]
+
+    @cb = Couchbase.new
+
+    # Ensure it is JITed
+    2_000.times do
+      @cb.set(@k1, 'a')
+      @cb.get(@k1)
+    end
+  end
+
+  def run
+    Benchmark.ips do |x|
+      x.report('jruby set') do
+        @cb.set @k1, @value
+        @cb.set @k2, @value
+        @cb.set @k3, @value
+      end
+
+      x.report('java set') do
+        @cb.client.set(@k1, MultiJson.dump(@value)).get
+        @cb.client.set(@k2, MultiJson.dump(@value)).get
+        @cb.client.set(@k3, MultiJson.dump(@value)).get
+      end
+
+      x.report('jruby get') do
+        @cb.get @k1
+        @cb.get @k2
+        @cb.get @k3
+      end
+
+      x.report('java get') do
+        MultiJson.load @cb.client.get(@k1)
+        MultiJson.load @cb.client.get(@k2)
+        MultiJson.load @cb.client.get(@k3)
+      end
+
+      x.report('jruby delete') do
+        @cb.set @k1, ''
+        @cb.set @k2, ''
+        @cb.set @k3, ''
+        @cb.delete(@k1)
+        @cb.delete(@k2)
+        @cb.delete(@k3)
+      end
+
+      x.report('java delete') do
+        @cb.set @k1, ''
+        @cb.set @k2, ''
+        @cb.set @k3, ''
+        @cb.client.delete @k1
+        @cb.client.delete @k2
+        @cb.client.delete @k3
+      end
+
+      x.report('jruby get missing') do
+        @cb.get(@k1, quiet: true)
+        @cb.get(@k2, quiet: true)
+        @cb.get(@k3, quiet: true)
+      end
+
+      x.report('java get missing') do
+        @cb.client.get @k1
+        @cb.client.get @k2
+        @cb.client.get @k3
+      end
+
+      x.report('jruby async set') do
+        @cb.run do
+          100.times do
+            @cb.set @k1, @value
+            @cb.set @k2, @value
+            @cb.set @k3, @value
+          end
+        end
+      end
+
+      x.report('java async set') do
+        futures = []
+        100.times do
+          futures << @cb.client.set(@k1, MultiJson.dump(@value))
+          futures << @cb.client.set(@k2, MultiJson.dump(@value))
+          futures << @cb.client.set(@k3, MultiJson.dump(@value))
+        end
+        futures.each(&:get)
+      end
+
+      x.report('jruby async get') do
+        @cb.run do
+          100.times do
+            @cb.get @k1
+            @cb.get @k2
+            @cb.get @k3
+          end
+        end
+      end
+
+      x.report('java async get') do
+        futures = []
+        100.times do
+          futures << @cb.client.asyncGet(@k1)
+          futures << @cb.client.asyncGet(@k2)
+          futures << @cb.client.asyncGet(@k3)
+        end
+        futures.each(&:get)
+      end
+
+    end
+
+    @cb.disconnect
+  end
+
+end
+
+Bench.new.run

data/test/profile/profile.rb

@@ -0,0 +1,59 @@
+
+require 'rubygems'
+require 'bundler/setup'
+
+$LOAD_PATH << File.join(File.dirname(__FILE__), "..", "..", "lib")
+require 'couchbase'
+require 'jruby/profiler'
+
+puts `uname -a`
+puts File.readlines('/proc/cpuinfo').sort.uniq.grep(/model name|cpu cores/) rescue nil
+puts RUBY_DESCRIPTION
+
+class Profile
+
+  def initialize
+
+    puts "PID is #{Process.pid}"
+
+    @value = { 'im' => [ 'testing', 'stuff' ] }
+
+    puts "Raw value size is: #{@value.size} bytes"
+
+    @keys = [
+      @k1 = "Short",
+      @k2 = "Sym1-2-3::45" * 8,
+      @k3 = "Long" * 40,
+      @k4 = "Medium" * 8,
+      @k5 = "Medium2" * 8,
+      @k6 = "Long3" * 40]
+
+    @cb = Couchbase.new
+
+
+  end
+
+  def run
+    profile_data = JRuby::Profiler.profile do
+      2_000.times do
+        @cb.set(@k1, @value)
+        @cb.set(@k2, @value)
+        @cb.set(@k3, @value)
+      end
+
+      2_000.times do
+        @cb.get(@k1)
+        @cb.get(@k2)
+        @cb.get(@k3)
+      end
+    end
+
+    profile_printer = JRuby::Profiler::GraphProfilePrinter.new(profile_data)
+    profile_printer.printProfile(STDOUT)
+
+    @cb.disconnect
+  end
+
+end
+
+Profile.new.run

data/test/setup.rb

@@ -0,0 +1,203 @@
+# Author:: Couchbase <info@couchbase.com>
+# Copyright:: 2011, 2012 Couchbase, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+gem 'minitest'
+require 'minitest/autorun'
+require 'couchbase'
+
+require 'socket'
+require 'open-uri'
+
+require 'pry'
+
+# Surpress connection logging
+# java_import java.lang.System
+# java_import java.util.logging.Logger
+# java_import java.util.logging.Level
+
+# properties = System.getProperties
+# properties.put("net.spy.log.LoggerImpl", "net.spy.memcached.compat.log.Log4JLogger")
+# System.setProperties(properties)
+
+# Logger.getLogger('net.spy.memcached').setLevel(Level::SEVERE)
+# Logger.getLogger('com.couchbase.client').setLevel(Level::SEVERE)
+# Logger.getLogger('com.couchbase.client.vbucket').setLevel(Level::SEVERE)
+
+# $stderr = StringIO.new
+
+Minitest.after_run { Couchbase.disconnect }
+
+class CouchbaseServer
+  attr_accessor :host, :port, :num_nodes, :buckets_spec
+
+  def real?
+    true
+  end
+
+  def initialize(params = {})
+    @host, @port = ['localhost', 8091] #ENV['COUCHBASE_SERVER'].split(':')
+    @port = @port.to_i
+
+    if @host.nil? || @host.empty? || @port == 0
+      raise ArgumentError, "Check COUCHBASE_SERVER variable. It should be hostname:port"
+    end
+
+    @config = MultiJson.load(open("http://#{@host}:#{@port}/pools/default"))
+    @num_nodes = @config["nodes"].size
+    @buckets_spec = params[:buckets_spec] || "default:"  # "default:,protected:secret,cache::memcache"
+  end
+
+  def start
+    # flush all buckets
+    @buckets_spec.split(',') do |bucket|
+      name, password, _ = bucket.split(':')
+      connection = Couchbase.new(:hostname => @host,
+                                 :port => @port,
+                                 :username => name,
+                                 :bucket => name,
+                                 :password => password)
+      begin
+        connection.flush
+      rescue Couchbase::Error::NotSupported
+        # on recent server flush is disabled
+      ensure
+        connection.disconnect
+      end
+    end if ENV['COUCHBASE_FLUSH_BUCKETS']
+  end
+
+  def stop
+  end
+end
+
+class CouchbaseMock
+  Monitor = Struct.new(:pid, :client, :socket, :port)
+
+  attr_accessor :host, :port, :buckets_spec, :num_nodes, :num_vbuckets
+
+  def real?
+    false
+  end
+
+  def initialize(params = {})
+    @host = "127.0.0.1"
+    @port = 0
+    @num_nodes = 10
+    @num_vbuckets = 4096
+    @buckets_spec = "default:"  # "default:,protected:secret,cache::memcache"
+    params.each do |key, value|
+      send("#{key}=", value)
+    end
+    yield self if block_given?
+    if @num_vbuckets < 1 || (@num_vbuckets & (@num_vbuckets - 1) != 0)
+      raise ArgumentError, "Number of vbuckets should be a power of two and greater than zero"
+    end
+  end
+
+  def start
+    @monitor = Monitor.new
+    @monitor.socket = TCPServer.new(nil, 0)
+    @monitor.socket.listen(10)
+    _, @monitor.port, _, _ = @monitor.socket.addr
+    trap("CLD") do
+      puts "CouchbaseMock.jar died unexpectedly during startup"
+      exit(1)
+    end
+    @monitor.pid = fork
+    if @monitor.pid.nil?
+      rc = exec(command_line("--harakiri-monitor=:#{@monitor.port}"))
+    else
+      trap("CLD", "SIG_DFL")
+      @monitor.client, _ = @monitor.socket.accept
+      @port = @monitor.client.recv(100).to_i
+    end
+  end
+
+  def stop
+    @monitor.client.close
+    @monitor.socket.close
+    Process.kill("TERM", @monitor.pid)
+    Process.wait(@monitor.pid)
+  end
+
+  def failover_node(index, bucket = "default")
+    @monitor.client.send("failover,#{index},#{bucket}", 0)
+  end
+
+  def respawn_node(index, bucket = "default")
+    @monitor.client.send("respawn,#{index},#{bucket}", 0)
+  end
+
+  protected
+
+  def command_line(extra = nil)
+    cmd = "java -jar #{File.dirname(__FILE__)}/CouchbaseMock.jar"
+    cmd << " --host #{@host}" if @host
+    cmd << " --port #{@port}" if @port
+    cmd << " --nodes #{@num_nodes}" if @num_nodes
+    cmd << " --vbuckets #{@num_vbuckets}" if @num_vbuckets
+    cmd << " --buckets #{@buckets_spec}" if @buckets_spec
+    cmd << " #{extra}"
+    cmd
+  end
+end
+
+class MiniTest::Test
+
+  def start_mock(params = {})
+    mock = nil
+    if true # ENV['COUCHBASE_SERVER']
+      mock = CouchbaseServer.new(params)
+      if (params[:port] && mock.port != params[:port]) ||
+        (params[:host] && mock.host != params[:host]) ||
+        mock.buckets_spec != "default:"
+        skip("Unable to configure real cluster. Requested config is: #{params.inspect}")
+      end
+    else
+      mock = CouchbaseMock.new(params)
+    end
+    mock.start
+    mock
+  end
+
+  def stop_mock(mock)
+    assert(mock)
+    mock.stop
+  end
+
+  def with_mock(params = {})
+    return
+    mock = nil
+    if block_given?
+      mock = start_mock(params)
+      yield mock
+    end
+  ensure
+    stop_mock(mock) if mock
+  end
+
+  def uniq_id(*suffixes)
+    test_id = [caller.first[/.*[` ](.*)'/, 1], suffixes].compact.join("_")
+    @ids ||= {}
+    @ids[test_id] ||= Time.now.to_f
+    [test_id, @ids[test_id]].join("_")
+  end
+
+  def after_teardown
+    GC.start
+  end
+end

data/test/test_arithmetic.rb

@@ -0,0 +1,177 @@
+# Author:: Couchbase <info@couchbase.com>
+# Copyright:: 2011, 2012 Couchbase, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require File.join(File.dirname(__FILE__), 'setup')
+
+class TestArithmetic < MiniTest::Test
+
+  def setup
+    @mock = start_mock
+  end
+
+  def teardown
+    stop_mock(@mock)
+  end
+
+  def test_trivial_incr_decr
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+
+    connection.set(uniq_id, 1)
+    val = connection.incr(uniq_id)
+    assert_equal 2, val
+    val = connection.get(uniq_id)
+    assert_equal 2, val
+
+    connection.set(uniq_id, 7)
+    val = connection.decr(uniq_id)
+    assert_equal 6, val
+    val = connection.get(uniq_id)
+    assert_equal 6, val
+  end
+
+  def test_it_fails_to_incr_decr_missing_key
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+
+    assert_raises(Couchbase::Error::NotFound) do
+      connection.incr(uniq_id(:missing))
+    end
+    assert_raises(Couchbase::Error::NotFound) do
+      connection.decr(uniq_id(:missing))
+    end
+  end
+
+  def test_it_allows_to_make_increments_less_verbose_by_forcing_create_by_default
+    connection = Couchbase.connect(:hostname => @mock.host, :port => @mock.port,
+                                   :default_arithmetic_init => true)
+    assert_raises(Couchbase::Error::NotFound) do
+      connection.get(uniq_id)
+    end
+    assert_equal 0, connection.incr(uniq_id), "return value"
+    assert_equal 0, connection.get(uniq_id), "via get command"
+  end
+
+  def test_it_allows_to_setup_initial_value_during_connection
+    connection = Couchbase.connect(:hostname => @mock.host, :port => @mock.port,
+                                   :default_arithmetic_init => 10)
+    assert_raises(Couchbase::Error::NotFound) do
+      connection.get(uniq_id)
+    end
+
+    assert_equal 10, connection.incr(uniq_id), "return value"
+    assert_equal 10, connection.get(uniq_id), "via get command"
+  end
+
+  def test_it_allows_to_change_default_initial_value_after_connection
+    connection = Couchbase.connect(:hostname => @mock.host, :port => @mock.port)
+
+    assert_equal 0, connection.default_arithmetic_init
+    assert_raises(Couchbase::Error::NotFound) do
+      connection.incr(uniq_id)
+    end
+
+    connection.default_arithmetic_init = 10
+    assert_equal 10, connection.default_arithmetic_init
+    assert_raises(Couchbase::Error::NotFound) do
+      connection.get(uniq_id)
+    end
+    assert_equal 10, connection.incr(uniq_id), "return value"
+    assert_equal 10, connection.get(uniq_id), "via get command"
+  end
+
+  def test_it_creates_missing_key_when_initial_value_specified
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+
+    val = connection.incr(uniq_id(:missing), :initial => 5)
+    assert_equal 5, val
+    val = connection.incr(uniq_id(:missing), :initial => 5)
+    assert_equal 6, val
+    val = connection.get(uniq_id(:missing))
+    assert_equal 6, val
+  end
+
+  def test_it_uses_zero_as_default_value_for_missing_keys
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+
+    val = connection.incr(uniq_id(:missing), :create => true)
+    assert_equal 0, val
+    val = connection.incr(uniq_id(:missing), :create => true)
+    assert_equal 1, val
+    val = connection.get(uniq_id(:missing))
+    assert_equal 1, val
+  end
+
+  def test_it_allows_custom_ttl
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+
+    val = connection.incr(uniq_id(:missing), :create => true, :ttl => 1)
+    assert_equal 0, val
+    val = connection.incr(uniq_id(:missing), :create => true)
+    assert_equal 1, val
+    sleep(2)
+    assert_raises(Couchbase::Error::NotFound) do
+      connection.get(uniq_id(:missing))
+    end
+  end
+
+  def test_decrement_with_absolute_ttl
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+    # absolute TTL: one second from now
+    exp = Time.now.to_i + 1
+    val = connection.decr(uniq_id, 12, :initial => 0, :ttl => exp)
+    assert_equal 0, val
+    assert_equal 0, connection.get(uniq_id)
+    sleep(3)
+    assert_raises(Couchbase::Error::NotFound) do
+      connection.get(uniq_id)
+    end
+  end
+
+  def test_it_allows_custom_delta
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+
+    connection.set(uniq_id, 12)
+    val = connection.incr(uniq_id, 10)
+    assert_equal 22, val
+  end
+
+  def test_it_allows_to_specify_delta_in_options
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+
+    connection.set(uniq_id, 12)
+    options = {:delta => 10}
+    val = connection.incr(uniq_id, options)
+    assert_equal 22, val
+  end
+
+  def test_multi_incr
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+    connection.set(uniq_id(:foo) => 1, uniq_id(:bar) => 1)
+
+    assert_equal [2, 2],   connection.incr(uniq_id(:foo), uniq_id(:bar)).values.sort
+    assert_equal [12, 12], connection.incr(uniq_id(:foo), uniq_id(:bar), :delta => 10).values.sort
+    assert_equal [14, 15], connection.incr(uniq_id(:foo) => 2, uniq_id(:bar) => 3).values.sort
+  end
+
+  def test_multi_decr
+    connection = Couchbase.new(:hostname => @mock.host, :port => @mock.port)
+    connection.set(uniq_id(:foo) => 14, uniq_id(:bar) => 15)
+
+    assert_equal [12, 12], connection.decr(uniq_id(:foo) => 2, uniq_id(:bar) => 3).values.sort
+    assert_equal [2, 2],   connection.decr(uniq_id(:foo), uniq_id(:bar), :delta => 10).values.sort
+    assert_equal [1, 1],   connection.decr(uniq_id(:foo), uniq_id(:bar)).values.sort
+  end
+end