murmurhash3 0.1.6-java

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 578e3995fcfc3de1c098772bce9b840038b40882
+  data.tar.gz: e2a0f60ad759f5ea17c2f07d8fbe1f59216d5ba9
+SHA512:
+  metadata.gz: 5d8c798fd34c700c0063be818bd6c22256ec0872cfe387a08baefe2f31423ef4b4b660f59b38e66684bfc14cd547b5875587443439506fe918aea024da90a7ab
+  data.tar.gz: 808d8410457d263d7863b9c1d7234e2f7678804e21fed16919a375a21d04f2ea6c9d7827612fe94425fe0d8a8b0fb5aaeccd95e570f3b159d15e1e3c75d0eaf9

data/lib/murmurhash3.rb

@@ -0,0 +1,16 @@
+require "murmurhash3/version"
+
+module MurmurHash3
+  begin
+    require 'murmurhash3/native_murmur'
+    V32 = Native32
+    V128 = Native128
+  rescue LoadError
+    require 'murmurhash3/pure_ruby'
+    if RUBY_ENGINE == 'ruby'
+      $stderr.puts "Attention: used pure ruby version of MurmurHash3"
+    end
+    V32 = PureRuby32
+    V128 = PureRuby128
+  end
+end

data/lib/murmurhash3/aliaser.rb

@@ -0,0 +1,30 @@
+module MurmurHash3
+  module Alias32
+    def self.included(base)
+      base.send(:extend, base)
+      class << base
+        alias fmix murmur3_32_fmix
+        alias str_hash murmur3_32_str_hash
+        alias str_digest murmur3_32_str_digest
+        alias str_hexdigest murmur3_32_str_hexdigest
+        alias str_base64digest murmur3_32_str_base64digest
+        alias int32_hash murmur3_32_int32_hash
+        alias int64_hash murmur3_32_int64_hash
+      end
+    end
+  end
+  module Alias128
+    def self.included(base)
+      base.send(:extend, base)
+      class << base
+        alias fmix murmur3_128_fmix
+        alias str_hash murmur3_128_str_hash
+        alias str_digest murmur3_128_str_digest
+        alias str_hexdigest murmur3_128_str_hexdigest
+        alias str_base64digest murmur3_128_str_base64digest
+        alias int32_hash murmur3_128_int32_hash
+        alias int64_hash murmur3_128_int64_hash
+      end
+    end
+  end
+end

data/lib/murmurhash3/native_murmur.rb

@@ -0,0 +1,11 @@
+require 'murmurhash3/aliaser'
+require 'murmurhash3/native'
+
+module MurmurHash3
+  module Native32
+    include MurmurHash3::Alias32
+  end
+  module Native128
+    include MurmurHash3::Alias128
+  end
+end

data/lib/murmurhash3/native_ruby.rb

@@ -0,0 +1,15 @@
+require 'murmurhash3/aliaser'
+if RUBY_ENGINE == 'jruby'
+  require 'murmurhash3/native'
+else
+  require 'murmurhash3/native'
+end
+
+module MurmurHash3
+  module Native32
+    include MurmurHash3::Alias32
+  end
+  #module Native128
+  #  include MurmurHash3::Alias128
+  #end
+end

data/lib/murmurhash3/pure_ruby.rb

@@ -0,0 +1,165 @@
+require 'murmurhash3/aliaser'
+module MurmurHash3
+  module PureRuby32
+    MASK32 = 0xffffffff
+    def murmur3_32_rotl(x, r)
+      ((x << r) | (x >> (32 - r))) & MASK32
+    end
+
+
+    def murmur3_32_fmix(h)
+      h &= MASK32
+      h ^= h >> 16
+      h = (h * 0x85ebca6b) & MASK32
+      h ^= h >> 13
+      h = (h * 0xc2b2ae35) & MASK32
+      h ^ (h >> 16)
+    end
+    
+    def murmur3_32__mmix(k1)
+      k1 = (k1 * 0xcc9e2d51) & MASK32
+      k1 = murmur3_32_rotl(k1, 15)
+      (k1 * 0x1b873593) & MASK32
+    end
+
+    def murmur3_32_str_hash(str, seed=0)
+      h1 = seed
+      numbers = str.unpack('V*C*')
+      tailn = str.bytesize % 4
+      tail = numbers.slice!(numbers.size - tailn, tailn)
+      for k1 in numbers
+        h1 ^= murmur3_32__mmix(k1)
+        h1 = murmur3_32_rotl(h1, 13)
+        h1 = (h1*5 + 0xe6546b64) & MASK32
+      end
+
+      unless tail.empty?
+        k1 = 0
+        tail.reverse_each do |c1|
+          k1 = (k1 << 8) | c1
+        end
+        h1 ^= murmur3_32__mmix(k1)
+      end
+
+      h1 ^= str.bytesize
+      murmur3_32_fmix(h1)
+    end
+
+    def murmur3_32_int32_hash(i, seed=0)
+      str_hash([i].pack("V"), seed)
+    end
+
+    def murmur3_32_int64_hash(i, seed=0)
+      str_hash([i].pack("Q<"), seed)
+    end
+
+    def murmur3_32_str_digest(str, seed=0)
+      [str_hash(str, seed)].pack("V")
+    end
+
+    def murmur3_32_str_hexdigest(str, seed=0)
+      [str_hash(str, seed)].pack("V").unpack("H*")[0]
+    end
+
+    def murmur3_32_str_base64digest(str, seed=0)
+      [[str_hash(str, seed)].pack("V")].pack("m").chomp!
+    end
+    include MurmurHash3::Alias32
+  end
+
+  module PureRuby128
+    MASK64 = 0xffff_ffff_ffff_ffff
+
+    def murmur3_128_rotl(x, r)
+      ((x << r) | (x >> (64 - r))) & MASK64
+    end
+
+    def murmur3_128_fmix(h)
+      h &= MASK64
+      h ^= h >> 33
+      h = (h * 0xff51afd7_ed558ccd) & MASK64
+      h ^= h >> 33
+      h = (h * 0xc4ceb9fe_1a85ec53) & MASK64
+      h ^ (h >> 33)
+    end
+
+    C1_128 = 0x87c37b91_114253d5
+    C2_128 = 0x4cf5ad43_2745937f
+    def murmur3_128__mmix1(k1)
+      k1 = (k1 * C1_128) & MASK64
+      k1 = murmur3_128_rotl(k1, 31)
+      (k1 * C2_128) & MASK64
+    end
+
+    def murmur3_128__mmix2(k2)
+      k2 = (k2 * C2_128) & MASK64
+      k2 = murmur3_128_rotl(k2, 33)
+      (k2 * C1_128) & MASK64
+    end
+
+    def murmur3_128_str_hash(str, seed=0)
+      h1 = h2 = seed
+      fast_part = ((str.bytesize / 16) * 16)
+      numbers = str.byteslice(0, fast_part).unpack('Q<*')
+      tail = str.byteslice(fast_part, str.bytesize - fast_part).unpack('C*')
+
+      numbers.each_slice(2) do |k1, k2|
+        h1 ^= murmur3_128__mmix1(k1)
+        h1 = murmur3_128_rotl(h1, 27)
+        h1 = (h1 + h2) & MASK64
+        h1 = (h1*5 + 0x52dce729) & MASK64
+        h2 ^= murmur3_128__mmix2(k2)
+        h2 = murmur3_128_rotl(h2, 31)
+        h2 = (h1 + h2) & MASK64
+        h2 = (h2*5 + 0x38495ab5) & MASK64
+      end
+
+      unless tail.empty?
+        if tail.size > 8
+          k2 = 0
+          tail[8,8].reverse_each do |c2|
+            k2 = (k2 << 8) | c2
+          end
+          h2 ^= murmur3_128__mmix2(k2)
+        end
+        k1 = 0
+        tail[0,8].reverse_each do |c1|
+          k1 = (k1 << 8) | c1
+        end
+        h1 ^= murmur3_128__mmix1(k1)
+      end
+
+      h1 ^= str.bytesize
+      h2 ^= str.bytesize
+      h1 = (h1 + h2) & MASK64
+      h2 = (h1 + h2) & MASK64
+      h1 = murmur3_128_fmix(h1)
+      h2 = murmur3_128_fmix(h2)
+
+      h1 = (h1 + h2) & MASK64
+      h2 = (h1 + h2) & MASK64
+      [h1 & 0xffffffff, h1 >> 32, h2 & 0xffffffff, h2 >> 32]
+    end
+
+    def murmur3_128_int32_hash(i, seed=0)
+      str_hash([i].pack("V"), seed)
+    end
+
+    def murmur3_128_int64_hash(i, seed=0)
+      str_hash([i].pack("Q<"), seed)
+    end
+
+    def murmur3_128_str_digest(str, seed=0)
+      str_hash(str, seed).pack("V4")
+    end
+
+    def murmur3_128_str_hexdigest(str, seed=0)
+      str_hash(str, seed).pack("V4").unpack("H*")[0]
+    end
+
+    def murmur3_128_str_base64digest(str, seed=0)
+      [str_hash(str, seed).pack("V4")].pack('m').chomp!
+    end
+    include MurmurHash3::Alias128
+  end
+end

data/lib/murmurhash3/version.rb

@@ -0,0 +1,3 @@
+module MurmurHash3
+  VERSION = "0.1.6"
+end

data/test/test_murmur.rb

@@ -0,0 +1,76 @@
+require 'minitest/spec'
+require 'minitest/autorun'
+
+shared_examples_128 = proc do
+  it 'should make correct hash for string' do
+    murmur.str_hash('asdfqwer', 0).must_equal [0xd6d7d367, 0xcb41f064, 0x8973cd72, 0xc345e72e]
+    murmur.str_hash('asdfqwerzxcvyui', 0).must_equal [0x007b2172f, 0x64ecae1b, 0x1813b5a5, 0x9c674ee6]
+    murmur.str_hash('asdfqwerzxcvyuio', 0).must_equal [0xf508df57, 0xbb38f3fd, 0xf48c9d98, 0xb65c36cd]
+    murmur.str_hash('asdfqwerzxcvyuio!', 0).must_equal [0x8a011755, 0xb13d463f, 0x8386d32a, 0x0df8884c]
+  end
+
+  it 'should make correct hash for 32bit integer' do
+    murmur.int32_hash(1717859169).must_equal [0x20b48108, 0x10369ceb, 0x3ad523cc, 0xdacb587f]
+    murmur.int32_hash(1717859169).must_equal murmur.str_hash('asdf')
+  end
+
+  it 'should make correct hash for 64bit integer' do
+    murmur.int64_hash(0x12345678).must_equal murmur.str_hash("\x78\x56\x34\x12\x00\x00\x00\x00")
+    murmur.int64_hash(0x1234567812345678).must_equal murmur.str_hash("\x78\x56\x34\x12\x78\x56\x34\x12")
+  end
+
+  it 'should make correct fmix for 64bit integer' do
+    murmur.fmix(1717859169).must_equal 0xbefb9076a3712207
+    murmur.fmix(12345678912345678).must_equal 0x197ef59146f5221c
+  end
+end
+
+shared_examples_32 = proc do
+  it 'should make correct hash for string' do
+    murmur.str_hash('asdfqwer', 0).must_equal 0xa46b5209
+    murmur.str_hash('asdfqwerty', 0).must_equal 0xa3cfe04b
+    murmur.str_hash('asd', 0).must_equal 0x14570c6f
+  end
+
+  it 'should make correct hash for 32bit integer' do
+    murmur.int32_hash(1717859169).must_equal 0x1b20e026
+    murmur.int32_hash(1717859169).must_equal murmur.str_hash('asdf')
+  end
+
+  it 'should make correct hash for 64bit integer' do
+    murmur.int64_hash(0x12345678).must_equal murmur.str_hash("\x78\x56\x34\x12\x00\x00\x00\x00")
+    murmur.int64_hash(0x1234567812345678).must_equal murmur.str_hash("\x78\x56\x34\x12\x78\x56\x34\x12")
+  end
+
+  it 'should make correct fmix for 32bit integer' do
+    murmur.fmix(1717859169).must_equal 0x17561734
+  end
+end
+
+require 'murmurhash3/pure_ruby'
+describe "Pure ruby 32" do
+  let(:murmur) { MurmurHash3::PureRuby32 }
+  class_exec &shared_examples_32
+end
+
+describe "Pure ruby 128" do
+  let(:murmur) { MurmurHash3::PureRuby128 }
+  class_exec &shared_examples_128
+end
+
+begin
+  require 'murmurhash3/native_murmur'
+
+  describe "Native 32" do
+    let(:murmur) { MurmurHash3::Native32 }
+    class_exec &shared_examples_32
+  end
+
+  describe "Native 128" do
+    let(:murmur) { MurmurHash3::Native128 }
+    class_exec &shared_examples_128
+  end
+
+rescue LoadError => e
+  puts "Could not load native extension: #{e}"
+end

metadata

@@ -0,0 +1,68 @@
+--- !ruby/object:Gem::Specification
+name: murmurhash3
+version: !ruby/object:Gem::Version
+  version: 0.1.6
+platform: java
+authors:
+- Sokolov Yura 'funny-falcon'
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2014-12-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  prerelease: false
+  type: :development
+description: implementation of murmur3 hashing function
+email:
+- funny.falcon@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/murmurhash3.rb
+- lib/murmurhash3/aliaser.rb
+- lib/murmurhash3/native_murmur.rb
+- lib/murmurhash3/native_ruby.rb
+- lib/murmurhash3/pure_ruby.rb
+- lib/murmurhash3/version.rb
+- test/test_murmur.rb
+- ext/murmurhash3/native.jar
+homepage: https://github.com/funny-falcon/murmurhash3-ruby
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+- ext
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: implements mumur3 hashing function
+test_files:
+- test/test_murmur.rb