sumbur 0.1.0-jruby

data/lib/sumbur.rb

@@ -0,0 +1,13 @@
+require "sumbur/version"
+
+module Sumbur
+  begin
+    require 'sumbur/native_sumbur'
+    include NativeSumbur
+    extend NativeSumbur
+  rescue LoadError
+    require 'sumbur/pure_ruby'
+    include PureRuby
+    extend PureRuby
+  end
+end

data/lib/sumbur/pure_ruby.rb

@@ -0,0 +1,31 @@
+module Sumbur
+  module PureRuby
+    extend self
+
+    def sumbur(hashed_integer, cluster_capacity)
+      raise ArgumentError, "Sumbur is not applicable to empty cluster"    if cluster_capacity == 0
+      raise ArgumentError, "Sumbur accepts only positive 32bit integers"  if hashed_integer < 0 || hashed_integer > 0xFFFFFFFF
+
+      l = 0xFFFFFFFF
+      part = l / cluster_capacity
+
+      return 0  if l - hashed_integer < part
+
+      h = hashed_integer
+      n = 1
+      i = 2
+      while i <= cluster_capacity
+        c = l / (i * (i-1))
+        if c <= h
+          h -= c
+        else
+          h += c * (i-n-1)
+          n = i
+          break if l / n - h < part
+        end
+        i += 1
+      end
+      n - 1
+    end
+  end
+end

data/lib/sumbur/version.rb

@@ -0,0 +1,3 @@
+module Sumbur
+  VERSION = "0.1.0"
+end

data/test/test_sumbur.rb

@@ -0,0 +1,86 @@
+require 'minitest/spec'
+require 'minitest/autorun'
+
+$spread_cache = {}
+
+HASHED = (1..1_000_000).map{|i| 
+  h = i ^ (i >> 16)
+  h = (h * 0x85ebca6b) & 0xFFffFFff
+  h ^= h >> 13
+  h = (h * 0xc2b2ae35) & 0xFFffFFff
+  [h ^ (h >> 16), i]
+}
+
+def spread(num, capa, sumbur)
+  start = Time.now
+  #v = $spread_cache[ [num, capa, sumbur] ] ||=
+  v = HASHED[0, num].
+      map{|hash, int| [sumbur.sumbur(hash, capa), int]}.
+      group_by{|serv, int| serv}
+  d = Time.now - start
+  puts format("%s %.4f", [num, capa, sumbur].inspect, d)  if d > 0.01
+  v
+end
+
+shared_example = proc do
+  it "should spread capacity" do
+    for num, eps in [[100_000, 0.05], [1_000_000, 0.011]]
+      for capa in [2,3,7,8,17,18]
+        spread(num, capa, sumbur).each{|serv, ints|
+          ints.size.must_be_within_epsilon num/capa, eps
+        }
+      end
+    end
+  end
+
+  it "should reshard values cleanly" do
+    for num in [100_000, 1_000_000]
+      for capa in [2,3,7,8,17,18]
+        cur = spread(num, capa, sumbur)
+        nxt = spread(num, capa+1, sumbur)
+        moved = 0
+        for i in 0...capa
+          (nxt[i] - cur[i]).must_be_empty
+          moved += mvd = (cur[i] - nxt[i]).size
+          mvd.must_be_within_epsilon (num/capa - num/(capa+1)), 40000.0/num
+        end
+        moved.must_be_within_epsilon num/(capa+1), 7000.0/num
+      end
+    end
+  end
+end
+
+require 'sumbur/pure_ruby'
+describe "Pure Ruby" do
+  def sumbur
+    Sumbur::PureRuby
+  end
+  class_exec &shared_example
+end  if false
+
+begin
+  if RUBY_ENGINE == 'jruby'
+    require 'sumbur/sumbur.jar'
+  else
+    require 'sumbur/native_sumbur'
+  end
+
+  describe "Native" do
+    def sumbur
+      if RUBY_ENGINE == 'jruby'
+        Sumbur::Java
+      else
+        Sumbur::NativeSumbur
+      end
+    end
+    class_exec &shared_example
+
+    it "should produce same spread as pure ruby version" do
+      for capa in [2,3,4,7,8,9,17,18,19]
+        spread(1_000_000, capa, sumbur).must_equal spread(1_000_000, capa, Sumbur::PureRuby)
+      end
+    end  if false
+  end
+rescue LoadError
+  puts "Native version is not tested"
+end

metadata

@@ -0,0 +1,61 @@
+--- !ruby/object:Gem::Specification 
+name: sumbur
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.1.0
+platform: jruby
+authors: 
+  - Sokolov Yura 'funny-falcon'
+  - Maksim Kalinchenko
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-08-10 00:00:00 Z
+dependencies: []
+
+description: Sumbur - consistent spreading for server balancing
+email: 
+  - funny.falcon@gmail.com
+  - uint32@mail.ru
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+  - lib/sumbur.rb
+  - lib/sumbur/pure_ruby.rb
+  - lib/sumbur/sumbur.jar
+  - lib/sumbur/version.rb
+  - test/test_sumbur.rb
+homepage: https://github.com/mailru/sumbur-ruby
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+  - lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.15
+signing_key: 
+specification_version: 3
+summary: Sumbur - consistent spreading for server balancing
+test_files: 
+  - test/test_sumbur.rb