segno 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 67f6327b27ffe04393f1ad13a7838a0b6e3ce24b
+  data.tar.gz: 2f81782ef6e507a62221fb083a0fd3a5ba1d0f4c
+SHA512:
+  metadata.gz: 84de431e555d2026c5159d0eb627d7e9512906486c85580ffee31e6acc3e47e5b8110b7ff62125e8d1f9c7f8d3d56d2ed1ddbe2abd40683d3aa7cad76d98dd75
+  data.tar.gz: 6bea7812f4b3f0357f04ee183dad49b0f2c235bc36c6e8a9b7ec4faee1b4f0561ffbf8fa6dc40189866912d6c032672a6544158436924e58d9fccef40bdb86eb

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+.idea
+.env*
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor/bundle
+/spec/fixtures/vcr_cassettes
+.DS_Store

data/CHANGELOG.md

@@ -0,0 +1,25 @@
+# 変更履歴
+
+## バージョニング規則
+
+バージョン番号は MAJOR.MINOR.PATCH と表記し、
+以下の3つの法則によって更新される。
+このとき MAJOR, MINOR, PATCH は非負の整数とし、頭にゼロは入れず、それぞれの要素は数値的に増加する。
+
+1. 互換性のない API の変更を行うときに MAJOR バージョンをインクリメントする
+2. 後方互換性のある方法で機能性を追加したときに MINOR バージョンをインクリメントする
+3. そして、後方互換性のあるバグ フィックスをしたときに PATCH バージョンをインクリメントする
+
+メジャー バージョン 0 (0.y.z) は、初期の開発のためのものであり、
+いつでもどんなものでも変化する可能性があるため、
+パブリック API は安定的と考えられるべきではない。
+
+バージョン 1.0.0 はパブリック API を定義する。
+このリリースの後でバージョン番号がインクリメントされることは、
+このパブリック API とそれの変更がどの程度であるかに左右される。
+
+[参考：Semantic Versioning](http://semver.org/)
+
+
+0.0.1
+---

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in minhash.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Shogo Kawaguchi
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,28 @@
+# Segno
+
+An implementation of the b bit MinHash algorithm in ruby
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'segno'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install segno
+
+## Usage
+
+
+## Contributing
+
+1. Fork it ( https://github.com/k-shogo/b-bit-minhash/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/lib/segno.rb

@@ -0,0 +1,23 @@
+require 'segno/version'
+require 'segno/configuration'
+require 'segno/generator'
+require 'segno/hash_vec'
+require 'json'
+require 'murmurhash3'
+
+module Segno
+  extend Configuration
+
+  def self.generator(options = {})
+    Segno::Generator.new(options)
+  end
+
+  def self.method_missing(method_name, *args, &block)
+    return super unless generator.respond_to?(method_name)
+    generator.send(method_name, *args, &block)
+  end
+
+  def self.respond_to?(method_name, include_private = false)
+    return generator.respond_to?(method_name, include_private) || super
+  end
+end

data/lib/segno/configuration.rb

@@ -0,0 +1,41 @@
+module Segno
+
+  module Configuration
+    VALID_OPTIONS_KEYS = [
+      :b,
+      :k,
+      :seed,
+      :seed_vec
+    ].freeze
+
+    DEFAULT_B = 1
+    DEFAULT_K = 128
+    DEFAULT_SEED = 2090358822
+    DEFAULT_SEED_VEC = nil
+
+    attr_accessor *VALID_OPTIONS_KEYS
+
+    def self.extended(base)
+      base.reset
+    end
+
+    def configure
+      yield self
+      self
+    end
+
+    def options
+      VALID_OPTIONS_KEYS.inject({}) do |options, key|
+        options.merge!(key => send(key))
+      end
+    end
+
+    def reset
+      self.b    = DEFAULT_B
+      self.k    = DEFAULT_K
+      self.seed = DEFAULT_SEED
+      self.seed_vec = DEFAULT_SEED_VEC
+      self
+    end
+  end
+end

data/lib/segno/generator.rb

@@ -0,0 +1,19 @@
+require 'segno/seed'
+require 'segno/minhash'
+module Segno
+  class Generator
+    include Seed
+    include MinHash
+
+    attr_accessor *Configuration::VALID_OPTIONS_KEYS
+
+    def initialize(options = {})
+      options = Segno.options.merge(options)
+      Configuration::VALID_OPTIONS_KEYS.each do |key|
+        send("#{key}=", options[key])
+      end
+      self.seed_vec ||= gen_seed self.k
+    end
+
+  end
+end

data/lib/segno/hash_vec.rb

@@ -0,0 +1,41 @@
+module Segno
+  class HashVec
+    attr_accessor :vec
+    VALID_SERIALIZE_PATTERN = /\A(?<b>[0-9]{1,})\.(?<k>[0-9]{1,})\.(?<hash>[0-9a-f]{1,})\z/
+
+    def initialize vec
+      @vec = vec
+    end
+
+    def to_s
+      @vec.join.to_i(2).to_s(16)
+    end
+
+    def b
+      @vec.first.size
+    end
+
+    def k
+      @vec.size
+    end
+
+    def jaccard hash_vec
+      n = [self.vec, hash_vec.vec].transpose.map{|v| v[0]==v[1]}.select{|x| x}.size
+      (2 ** self.b * Rational(n,k) - 1) / (2 ** self.b - 1)
+    end
+
+    def self.dump hash_vec
+      [hash_vec.b, hash_vec.k, hash_vec.to_s].join('.')
+    end
+
+    def self.load string
+      if key = string.match(VALID_SERIALIZE_PATTERN)
+        b = key['b'].to_i
+        k = key['k'].to_i
+        hash = key['hash']
+        vec = sprintf("%0#{b*k}d", hash.to_i(16).to_s(2)).scan(/.{1,#{b}}/)
+        new vec
+      end
+    end
+  end
+end

data/lib/segno/minhash.rb

@@ -0,0 +1,20 @@
+module Segno
+  module MinHash
+    def minhash targets, seed
+      hash_values = []
+      targets.each do |str|
+        hash_values << MurmurHash3::V32.str_hash(str, seed)
+      end
+      hash_values.min
+    end
+
+    def bbit_minhash targets, seed
+      sprintf("%0#{b}d", minhash(targets, seed).to_s(2))[-b..-1]
+    end
+
+    def bbit_minhash_vec targets
+      vec = seed_vec.map{|seed| bbit_minhash targets, seed}
+      Segno::HashVec.new vec
+    end
+  end
+end

data/lib/segno/seed.rb

@@ -0,0 +1,14 @@
+module Segno
+  module Seed
+
+    def gen_seed length
+      seeds = [seed]
+      length.times do
+        seeds << MurmurHash3::V32.int32_hash(seeds.last)
+      end
+      seeds.shift
+      seeds
+    end
+
+  end
+end

data/lib/segno/version.rb

@@ -0,0 +1,3 @@
+module Segno
+  VERSION = '0.0.1'
+end

data/segno.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'segno/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "segno"
+  spec.version       = Segno::VERSION
+  spec.authors       = ["Shogo Kawaguchi"]
+  spec.email         = ["platycod0n.ramosa@gmail.com"]
+  spec.summary       = %q{An implementation of the b bit MinHash algorithm in ruby}
+  spec.description   = %q{An implementation of the b bit MinHash algorithm in ruby}
+  spec.homepage      = "https://github.com/k-shogo/segno"
+  spec.license       = "MIT"
+
+  spec.add_runtime_dependency 'murmurhash3'
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "pry"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+end

data/spec/generator_spec.rb

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+
+require 'spec_helper'
+
+describe Segno::Generator do
+
+  context '#respond_to?'do
+    it '存在するメソッドでtrueが返る' do
+      expect(Segno.respond_to?(:configure)).to be_true
+    end
+
+    it '存在しないメソッドでfalseが帰る' do
+      expect(Segno.respond_to?(:hoge)).to be_false
+    end
+  end
+
+  # it 'メソッドを呼び出せる' do
+  #   expect(Segno.api_key('user_id')).to_not be_nil
+  # end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,13 @@
+require 'simplecov'
+SimpleCov.start do
+  add_filter 'spec'
+  add_filter 'vendor'
+end
+
+require 'segno'
+require 'rspec'
+
+RSpec.configure do |config|
+  config.mock_framework = :rspec
+end
+

metadata

@@ -0,0 +1,146 @@
+--- !ruby/object:Gem::Specification
+name: segno
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Shogo Kawaguchi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: murmurhash3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: An implementation of the b bit MinHash algorithm in ruby
+email:
+- platycod0n.ramosa@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/segno.rb
+- lib/segno/configuration.rb
+- lib/segno/generator.rb
+- lib/segno/hash_vec.rb
+- lib/segno/minhash.rb
+- lib/segno/seed.rb
+- lib/segno/version.rb
+- segno.gemspec
+- spec/generator_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/k-shogo/segno
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: An implementation of the b bit MinHash algorithm in ruby
+test_files:
+- spec/generator_spec.rb
+- spec/spec_helper.rb