bloombroom 1.0.0 → 1.2.0

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+require 'rspec'
+require 'bloombroom'

metadata

@@ -1,100 +1,145 @@
 --- !ruby/object:Gem::Specification
 name: bloombroom
 version: !ruby/object:Gem::Version
-  version: 1.0.0
-  prerelease: 
+  prerelease:
+  version: 1.2.0
 platform: ruby
 authors:
 - Colin Surprenant
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2012-05-09 00:00:00.000000000 Z
+date: 2013-02-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: rspec
-  requirement: !ruby/object:Gem::Requirement
+  name: ffi
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
     none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.8.0
-  type: :development
+        version: 1.0.0
+    none: false
   prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: ffi-compiler
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.8.0
-- !ruby/object:Gem::Dependency
-  name: ffi
-  requirement: !ruby/object:Gem::Requirement
+        version: !binary |-
+          MA==
     none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
+        version: !binary |-
+          MA==
+    none: false
   prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: rspec
   version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.8.0
     none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
-description: bloombroom has two bloom filter implementations, a standard filter for
-  bounded key space                    and a continuous filter for unbounded keys
-  (stream). also contains fast bit field and                    bit bucket field (multi
-  bits), native/C-ext/FFI FNV hashing and benchmarks for all these.
+        version: 2.8.0
+    none: false
+  prerelease: false
+  type: :development
+description: bloombroom has two bloom filter implementations, a standard filter for bounded key space                    and a continuous filter for unbounded keys (stream). also contains fast C/FFI FNV hashing and fast bit field and                    bit bucket field (multi bits).
 email:
 - colin.surprenant@gmail.com
 executables: []
 extensions:
-- ext/bloombroom/hash/cext/extconf.rb
-- ext/bloombroom/hash/ffi/extconf.rb
+- ffi/bloombroom/hash/Rakefile
 extra_rdoc_files: []
 files:
+- ".gitignore"
+- ".travis.yml"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.md
+- README.md
+- Rakefile
+- benchmark/bloom_filter.rb
+- benchmark/bloom_filter_memory.rb
+- benchmark/continuous_bloom_filter.rb
+- benchmark/continuous_bloom_filter_memory.rb
+- benchmark/continuous_bloom_filter_stats.rb
+- benchmark/memory.rb
+- bloombroom.gemspec
+- ffi/bloombroom/hash/Rakefile
+- ffi/bloombroom/hash/ffi_fnv.c
+- lib/bloombroom.rb
 - lib/bloombroom/bits/bit_bucket_field.rb
 - lib/bloombroom/bits/bit_field.rb
 - lib/bloombroom/filter/bloom_filter.rb
 - lib/bloombroom/filter/bloom_helper.rb
 - lib/bloombroom/filter/continuous_bloom_filter.rb
 - lib/bloombroom/hash/ffi_fnv.rb
-- lib/bloombroom/hash/fnv_a.rb
-- lib/bloombroom/hash/fnv_b.rb
 - lib/bloombroom/version.rb
-- lib/bloombroom.rb
-- ext/bloombroom/hash/cext/extconf.rb
-- ext/bloombroom/hash/ffi/extconf.rb
-- ext/bloombroom/hash/cext/cext_fnv.c
-- ext/bloombroom/hash/ffi/ffi_fnv.c
-- README.md
-- CHANGELOG.md
-- LICENSE.md
+- spec/bloombroom/bits/bit_bucket_field_spec.rb
+- spec/bloombroom/bits/bit_field_spec.rb
+- spec/bloombroom/filter/bloom_filter_spec.rb
+- spec/bloombroom/filter/bloom_helper_spec.rb
+- spec/bloombroom/filter/continuous_bloom_filter_spec.rb
+- spec/bloombroom/hash/ffi_fnv_spec.rb
+- spec/bloombroom/hash/test_vectors.rb
+- spec/spec_helper.rb
 homepage: https://github.com/colinsurprenant/bloombroom
-licenses: []
-post_install_message: 
+licenses:
+- Apache 2.0
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
+      version: !binary |-
+        MA==
+      segments:
+      - 0
+      hash: 2
   none: false
+required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: !binary |-
+        MA==
+      segments:
+      - 0
+      hash: 2
+  none: false
 requirements: []
-rubyforge_project: bloombroom
+rubyforge_project:
 rubygems_version: 1.8.24
-signing_key: 
+signing_key:
 specification_version: 3
-summary: bloom filters for bounded and unbounded (streaming) data, FNV hashing and
-  bit fields
-test_files: []
+summary: bloom filters for bounded and unbounded (streaming) data, fast C/FFI FNV hashing and bit fields
+test_files:
+- spec/bloombroom/bits/bit_bucket_field_spec.rb
+- spec/bloombroom/bits/bit_field_spec.rb
+- spec/bloombroom/filter/bloom_filter_spec.rb
+- spec/bloombroom/filter/bloom_helper_spec.rb
+- spec/bloombroom/filter/continuous_bloom_filter_spec.rb
+- spec/bloombroom/hash/ffi_fnv_spec.rb
+- spec/bloombroom/hash/test_vectors.rb
+- spec/spec_helper.rb

data/ext/bloombroom/hash/cext/cext_fnv.c

@@ -1,91 +0,0 @@
-/*
- * based on https://github.com/robey/rbfnv with various fixes from forks
- */
-
-#include <stdint.h>
-#include "ruby.h"
-
-#define PRIME32 16777619
-#define PRIME64 1099511628211ULL
-
-/**
- * FNV fast hashing algorithm in 32 bits.
- * @see http://en.wikipedia.org/wiki/Fowler_Noll_Vo_hash
- */
-uint32_t fnv1_32(const char *data, uint64_t len) {
-  uint32_t rv = 0x811c9dc5U;
-  uint64_t i;
-  for (i = 0; i < len; i++) {
-    rv = (rv * PRIME32) ^ (unsigned char)(data[i]);
-  }
-  return rv;
-}
-
-/**
- * FNV fast hashing algorithm in 32 bits, variant with operations reversed.
- * @see http://en.wikipedia.org/wiki/Fowler_Noll_Vo_hash
- */
-uint32_t fnv1a_32(const char *data, uint64_t len) {
-  uint32_t rv = 0x811c9dc5U;
-  uint64_t i;
-  for (i = 0; i < len; i++) {
-    rv = (rv ^ (unsigned char)data[i]) * PRIME32;
-  }
-  return rv;
-}
-
-/**
- * FNV fast hashing algorithm in 64 bits.
- * @see http://en.wikipedia.org/wiki/Fowler_Noll_Vo_hash
- */
-uint64_t fnv1_64(const char *data, uint64_t len) {
-  uint64_t rv = 0xcbf29ce484222325ULL;
-  uint64_t i;
-  for (i = 0; i < len; i++) {
-    rv = (rv * PRIME64) ^ (unsigned char)data[i];
-  }
-  return rv;
-}
-
-/**
- * FNV fast hashing algorithm in 64 bits, variant with operations reversed.
- * @see http://en.wikipedia.org/wiki/Fowler_Noll_Vo_hash
- */
-uint64_t fnv1a_64(const char *data, uint64_t len) {
-  uint64_t rv = 0xcbf29ce484222325ULL;
-  uint64_t i;
-  for (i = 0; i < len; i++) {
-    rv = (rv ^ (unsigned char)data[i]) * PRIME64;
-  }
-  return rv;
-}
-
-/* ----- ruby bindings ----- */
-
-VALUE rb_fnv1_32(VALUE self, VALUE data) {
-  return UINT2NUM(fnv1_32(RSTRING_PTR(data), RSTRING_LEN(data)));
-}
-
-VALUE rb_fnv1a_32(VALUE self, VALUE data) {
-  return UINT2NUM(fnv1a_32(RSTRING_PTR(data), RSTRING_LEN(data)));
-}
-
-VALUE rb_fnv1_64(VALUE self, VALUE data) {
-  return ULL2NUM(fnv1_64(RSTRING_PTR(data), RSTRING_LEN(data)));
-}
-
-VALUE rb_fnv1a_64(VALUE self, VALUE data) {
-  return ULL2NUM(fnv1a_64(RSTRING_PTR(data), RSTRING_LEN(data)));
-}
-
-VALUE rb_class;
-VALUE rb_module;
-
-void Init_cext_fnv() {
-  rb_module = rb_define_module("Bloombroom");
-  rb_class = rb_define_class_under(rb_module, "FNVEXT", rb_cObject);
-  rb_define_singleton_method(rb_class, "fnv1_32", rb_fnv1_32, 1);
-  rb_define_singleton_method(rb_class, "fnv1a_32", rb_fnv1a_32, 1);
-  rb_define_singleton_method(rb_class, "fnv1_64", rb_fnv1_64, 1);
-  rb_define_singleton_method(rb_class, "fnv1a_64", rb_fnv1a_64, 1);
-}

data/ext/bloombroom/hash/cext/extconf.rb

@@ -1,3 +0,0 @@
-require 'mkmf'
-
-create_makefile 'bloombroom/hash/cext_fnv'

data/ext/bloombroom/hash/ffi/extconf.rb

@@ -1,3 +0,0 @@
-require 'mkmf'
-
-create_makefile 'bloombroom/hash/ffi_fnv'

data/lib/bloombroom/hash/fnv_a.rb

@@ -1,100 +0,0 @@
-# based on https://github.com/andyjeffries/digestfnv
-
-module Bloombroom 
-  class FNVA
-
-    OFFSET32   = 2166136261
-    OFFSET64   = 14695981039346656037
-    OFFSET128  = 144066263297769815596495629667062367629
-    OFFSET256  = 100029257958052580907070968620625704837092796014241193945225284501741471925557
-    OFFSET512  = 9659303129496669498009435400716310466090418745672637896108374329434462657994582932197716438449813051892206539805784495328239340083876191928701583869517785
-    OFFSET1024 = 14197795064947621068722070641403218320880622795441933960878474914617582723252296732303717722150864096521202355549365628174669108571814760471015076148029755969804077320157692458563003215304957150157403644460363550505412711285966361610267868082893823963790439336411086884584107735010676915
-
-    PRIME32   = 16777619
-    PRIME64   = 1099511628211
-    PRIME128  = 309485009821345068724781371
-    PRIME256  = 374144419156711147060143317175368453031918731002211
-    PRIME512  = 35835915874844867368919076489095108449946327955754392558399825615420669938882575126094039892345713852759
-    PRIME1024 = 5016456510113118655434598811035278955030765345404790744303017523831112055108147451509157692220295382716162651878526895249385292291816524375083746691371804094271873160484737966720260389217684476157468082573
-
-    MASK32   = (2 ** 32) - 1
-    MASK64   = (2 ** 64) - 1
-    MASK128  = (2 ** 128) - 1
-    MASK256  = (2 ** 256) - 1
-    MASK512  = (2 ** 512) - 1
-    MASK1024 = (2 ** 1024) - 1
-
-    def self.fnv1_32(input)
-      hash = OFFSET32
-      input.each_byte { |b| hash = (hash * PRIME32) ^ b }
-      hash & MASK32
-    end
-    
-    def self.fnv1_64(input)
-      hash = OFFSET64
-      input.each_byte { |b| hash = (hash * PRIME64) ^ b }
-      hash & MASK64
-    end
-
-    def self.fnv1_128(input)
-      hash = OFFSET128
-      input.each_byte { |b| hash = (hash * PRIME128) ^ b }
-      hash & MASK128
-    end
-
-    def self.fnv1_256(input)
-      hash = OFFSET256
-      input.each_byte { |b| hash = (hash * PRIME256) ^ b }
-      hash & MASK256
-    end
-
-    def self.fnv1_512(input)
-      hash = OFFSET512
-      input.each_byte { |b| hash = (hash * PRIME512) ^ b }
-      hash & MASK512
-    end
-
-    def self.fnv1_1024(input)
-      hash = OFFSET1024
-      input.each_byte { |b| hash = (hash * PRIME1024) ^ b }
-      hash & MASK1024
-    end
-
-    def self.fnv1a_32(input)
-      hash = OFFSET32
-      input.each_byte { |b| hash = (hash ^ b) * PRIME32 }
-      hash & MASK32
-    end
-    
-    def self.fnv1a_64(input)
-      hash = OFFSET64
-      input.each_byte { |b| hash = (hash ^ b) * PRIME64 }
-      hash & MASK64
-    end
-
-    def self.fnv1a_128(input)
-      hash = OFFSET128
-      input.each_byte { |b| hash = (hash ^ b) * PRIME128 }
-      hash & MASK128
-    end
-
-    def self.fnv1a_256(input)
-      hash = OFFSET256
-      input.each_byte { |b| hash = (hash ^ b) * PRIME256 }
-      hash & MASK256
-    end
-
-    def self.fnv1a_512(input)
-      hash = OFFSET512
-      input.each_byte { |b| hash = (hash ^ b) * PRIME512 }
-      hash & MASK512
-    end
-
-    def self.fnv1a_1024(input)
-      hash = OFFSET1024
-      input.each_byte { |b| hash = (hash ^ b) * PRIME1024 }
-      hash & MASK1024
-    end
-
-  end
-end

data/lib/bloombroom/hash/fnv_b.rb

@@ -1,56 +0,0 @@
-# based on https://github.com/jakedouglas/fnv-ruby
-
-module Bloombroom
-  class FNVB
-    INIT32  = 0x811c9dc5
-    INIT64  = 0xcbf29ce484222325
-    PRIME32 = 0x01000193
-    PRIME64 = 0x100000001b3
-    MOD32   = 2 ** 32
-    MOD64   = 2 ** 64
-
-    def self.fnv1_32(data)
-      hash = INIT32
-
-      data.each_byte do |byte|
-        hash = (hash * PRIME32) % MOD32
-        hash = hash ^ byte
-      end
-
-      hash
-    end
-
-    def self.fnv1_64(data)
-      hash = INIT64
-
-      data.each_byte do |byte|
-        hash = (hash * PRIME64) % MOD64
-        hash = hash ^ byte
-      end
-
-      hash
-    end
-
-    def self.fnv1a_32(data)
-      hash = INIT32
-
-      data.each_byte do |byte|
-        hash = hash ^ byte
-        hash = (hash * PRIME32) % MOD32
-      end
-
-      hash
-    end
-
-    def self.fnv1a_64(data)
-      hash = INIT64
-
-      data.each_byte do |byte|
-        hash = hash ^ byte
-        hash = (hash * PRIME64) % MOD64
-      end
-
-      hash
-    end
-  end
-end