sumbur 0.0.1

data/ext/sumbur/extconf.rb

@@ -0,0 +1,8 @@
+if RUBY_ENGINE == 'ruby'
+  require 'mkmf'
+  create_makefile("native_sumbur")
+else
+  File.open(File.dirname(__FILE__) + "/Makefile", 'w') do |f|
+    f.write("install:\n\t#nothing to build")
+  end
+end

data/ext/sumbur/sumbur.c

@@ -0,0 +1,68 @@
+#include "ruby.h"
+
+#define L 0xFFFFFFFF
+static VALUE
+rb_sumbur(VALUE self, VALUE hashed_int, VALUE capacity)
+{
+    unsigned int h = NUM2UINT(hashed_int);
+    unsigned int capa = NUM2UINT(capacity);
+    unsigned int part, n, i, c;
+
+    if (capacity == 0) {
+        rb_raise(rb_eArgError, "Sumbur is not applicable to empty cluster");
+    }
+
+    part = L / capa;
+
+    if (L - h <= part) return INT2FIX(0);
+
+    n = 1;
+
+    do {
+        if (h >= L / 2) h -= L / 2;
+        else {
+            n = 2;
+            if (L / 2 - h < part) break;
+        }
+        if (capa == 2) break;
+
+#define curslice(i) (L / (i * (i - 1)))
+#define unroll(i) \
+        if (curslice(i) <= h) h -= curslice(i); \
+        else {                                  \
+            h += curslice(i) * (i - n - 1);     \
+            n = i;                              \
+            if (L / i - h < part) break;        \
+        }                                       \
+        if (capa == i) break
+
+        unroll(3); unroll(4); unroll(5); unroll(6); unroll(7);
+        unroll(8); unroll(9); unroll(10); unroll(11); unroll(12);
+        unroll(13); unroll(14); unroll(15); unroll(16); unroll(17);
+        unroll(18); unroll(19); unroll(20); unroll(21); unroll(22);
+        unroll(23); unroll(24);
+
+        for(i = 25; i <= capa; i++) {
+            c = L / (i * (i - 1));
+            if (c <= h) {
+                h -= c;
+            }
+            else {
+                h += c * (i - n - 1);
+                n = i;
+                if (L / i - h < part) break;
+            }
+        }
+    } while(0);
+    return INT2FIX(n - 1);
+}
+
+void
+Init_native_sumbur()
+{
+    VALUE mod_sumbur = rb_define_module("Sumbur");
+    VALUE mod_native = rb_define_module_under(mod_sumbur, "Native");
+
+    rb_define_method(mod_native, "sumbur", rb_sumbur, 2);
+    rb_extend_object(mod_native, mod_native);
+}

data/lib/sumbur/pure_ruby.rb

@@ -0,0 +1,31 @@
+module Sumbur
+  module PureRuby
+    extend self
+
+    def sumbur(hashed_integer, cluster_capacity)
+      raise ArgumentError, "Sumbur is not applicable to empty cluster"    if cluster_capacity == 0
+      raise ArgumentError, "Sumbur accepts only positive 32bit integers"  if hashed_integer < 0 || hashed_integer > 0xFFFFFFFF
+
+      l = 0xFFFFFFFF
+      part = l / cluster_capacity
+
+      return 0  if l - hashed_integer < part
+
+      h = hashed_integer
+      n = 1
+      i = 2
+      while i <= cluster_capacity
+        c = l / (i * (i-1))
+        if c <= h
+          h -= c
+        else
+          h += c * (i-n-1)
+          n = i
+          break if l / n - h < part
+        end
+        i += 1
+      end
+      n - 1
+    end
+  end
+end

data/lib/sumbur/version.rb

@@ -0,0 +1,3 @@
+module Sumbur
+  VERSION = "0.0.1"
+end

data/lib/sumbur.rb

@@ -0,0 +1,13 @@
+require "sumbur/version"
+
+module Sumbur
+  begin
+    require 'sumbur/native_sumbur'
+    include Native
+    extend Native
+  rescue LoadError
+    require 'sumbur/pure_ruby'
+    include PureRuby
+    extend PureRuby
+  end
+end

data/test/test_sumbur.rb

@@ -0,0 +1,67 @@
+require 'minitest/spec'
+require 'minitest/autorun'
+
+$spread_cache = {}
+
+HASHED = (1..1_000_000).map{|i| [i.hash & 0xFFFFFFFF, i]}
+
+def spread(num, capa, sumbur)
+  start = Time.now
+  v = $spread_cache[ [num, capa, sumbur] ] ||= HASHED[0, num].
+      map{|hash, int| [sumbur.sumbur(hash, capa), int]}.
+      group_by{|serv, int| serv}
+  d = Time.now - start
+  puts format("%s %.4f", [num, capa, sumbur].inspect, d)  if d > 0.01
+  v
+end
+
+shared_example = proc do
+  it "should spread capacity" do
+    for num in [100_000, 1_000_000]
+      for capa in [2,3,7,8,17,18]
+        spread(num, capa, sumbur).each{|serv, ints|
+          ints.size.must_be_within_epsilon num/capa, 7000.0/num
+        }
+      end
+    end
+  end
+
+  it "should reshard values cleanly" do
+    for num in [100_000, 1_000_000]
+      for capa in [2,3,7,8,17,18]
+        cur = spread(num, capa, sumbur)
+        nxt = spread(num, capa+1, sumbur)
+        moved = 0
+        for i in 0...capa
+          (nxt[i] - cur[i]).must_be_empty
+          moved += mvd = (cur[i] - nxt[i]).size
+          mvd.must_be_within_epsilon (num/capa - num/(capa+1)), 40000.0/num
+        end
+        moved.must_be_within_epsilon num/(capa+1), 7000.0/num
+      end
+    end
+  end
+end
+
+require 'sumbur/pure_ruby'
+describe "Pure Ruby" do
+  let(:sumbur){ Sumbur::PureRuby }
+  class_exec &shared_example
+end
+
+begin
+  require 'sumbur/native_sumbur'
+
+  describe "Native" do
+    let(:sumbur) { Sumbur::Native }
+    class_exec &shared_example
+
+    it "should produce same spread as pure ruby version" do
+      for capa in [2,3,4,7,8,9,17,18,19]
+        spread(1_000_000, capa, Sumbur::Native).must_equal spread(1_000_000, capa, Sumbur::PureRuby)
+      end
+    end
+  end
+rescue LoadError
+  puts "Native version is not tested"
+end

metadata

@@ -0,0 +1,56 @@
+--- !ruby/object:Gem::Specification
+name: sumbur
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Sokolov Yura 'funny-falcon'
+- Maksim Kalinchenko
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-02 00:00:00.000000000 Z
+dependencies: []
+description: Sumbur - consistent spreading
+email:
+- funny.falcon@gmail.com
+- uint32@mail.ru
+executables: []
+extensions:
+- ext/sumbur/extconf.rb
+extra_rdoc_files: []
+files:
+- ext/sumbur/extconf.rb
+- ext/sumbur/sumbur.c
+- lib/sumbur/pure_ruby.rb
+- lib/sumbur/version.rb
+- lib/sumbur.rb
+- test/test_sumbur.rb
+homepage: https://github.com/mailru/sumbur-ruby
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+- ext
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Sumbur - consistent spreading
+test_files:
+- test/test_sumbur.rb