confidence_weighted 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9cac63c645f3a3b60ac078ef0e583a723d87e6d3
+  data.tar.gz: d0ba9e844ea7618dc59c6d37dd8101c75bfad70f
+SHA512:
+  metadata.gz: 972f47bbd93bc4ae4cf9904114eac4c125966bbff462503a10e9c93ab8518edf546f54fdd5f04767a00bdeea4f3f7b3a2a2c15b3399123c7a6eeb71057f9023c
+  data.tar.gz: 7d949ca0f86c6ded764f721eff7925c4b4f7e95922f08fd3cace9708f4ba84fc56e0204aa258cd4d3cbbd5617c6b2ff73aff6e82f15f86cc290e958a6fe9aed0

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.0.0

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in confidence_weighted.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,27 @@
+Copyright (c) 2013, Maezawa Toshiyuki, HARUYAMA Seigo
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification,
+are permitted provided that the following conditions are met:
+
+  Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+  Redistributions in binary form must reproduce the above copyright notice, this
+  list of conditions and the following disclaimer in the documentation and/or
+  other materials provided with the distribution.
+
+  Neither the name of the {organization} nor the names of its
+  contributors may be used to endorse or promote products derived from
+  this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
+ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,11 @@
+# ConfidenceWeighted
+
+Ruby porting of https://github.com/echizentm/ConfidenceWeighted/ (python version)
+
+Only Soft Confidence Weighted implemented.
+
+## Usage
+
+    $ bundle install --path .bundle
+    $ bundle exec confidence_weighted -h
+    $ bundle exec confidence_weighted < sample/colors.json

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/confidence_weighted

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+
+require 'confidence_weighted'
+
+require 'json'
+require 'optparse'
+
+options = {}
+OptionParser.new do |opts|
+  opts.banner = 'Usage: confidence_weighted [options]'
+
+  opts.on('-c', '--confidence [CONFIDENCE]', 'confidence parameter') do |confidence|
+    options[:confidence] = confidence.to_f
+  end
+
+  opts.on('-a', '--aggressiveness [AGGRESSIVENESS]', 'aggressiveness parameter') do |aggressiveness|
+    options[:aggressiveness] = aggressiveness.to_f
+  end
+end.parse!
+
+scw = ConfidenceWeighted::SoftConfidenceWeighted.new(options)
+ARGF.each do |line|
+  line.chomp!
+  break if line == ''
+  obj = JSON.parse(line)
+
+  print "[USAGE] [label, {feature:weight,...}]\n" unless obj.size == 2
+
+  if obj[0] == 0
+    obj[0] = scw.classify(obj[1])
+    print 'classify: ' + obj.to_json + "\n"
+  else
+    scw.update(obj[1], obj[0])
+    print 'update: ' + obj.to_json + "\n"
+  end
+end

data/confidence_weighted.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'confidence_weighted/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'confidence_weighted'
+  spec.version       = ConfidenceWeighted::VERSION
+  spec.authors       = ['Maezawa Toshiyuki' 'HARUYAMA Seigo']
+  spec.email         = ['echizentm@gmail.com', 'haruyama@unixuser.org']
+  spec.description   = %q{Confidence Weighted Classifier}
+  spec.summary       = %q{Confidence Weighted Classifier}
+  spec.homepage      = 'https://github.com/echizentm/ConfidenceWeighted'
+  spec.license       = 'BSD (3-clause)'
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+end

data/lib/confidence_weighted/soft_confidence_weighted.rb

@@ -0,0 +1,121 @@
+module ConfidenceWeighted
+  # Soft Confidence Weighted classifier
+  class SoftConfidenceWeighted
+
+    MIN_CONFIDENCE         = 0.0
+    MAX_CONFIDENCE         = 1.0
+    DEFAULT_CONFIDENCE     = 0.7
+    MIN_AGGRESSIVENESS     = 0.0
+    DEFAULT_AGGRESSIVENESS = 1.0
+    VALID_LABEL            = [1, -1]
+    ERF_ORDER              = 30
+
+    def initialize(confidence: DEFAULT_CONFIDENCE, aggressiveness: DEFAULT_AGGRESSIVENESS)
+
+      if confidence < MIN_CONFIDENCE
+        confidence = MIN_CONFIDENCE
+      elsif confidence > MAX_CONFIDENCE
+        confidence = MAX_CONFIDENCE
+      end
+
+      if aggressiveness < MIN_AGGRESSIVENESS
+        aggressiveness = MIN_AGGRESSIVENESS
+      end
+
+      @aggressiveness = aggressiveness
+      @phi = probit(confidence)
+      @psi = 1.0 + @phi * @phi / 2.0
+      @zeta = 1.0 + @phi * @phi
+
+      @mu = Hash.new(0.0)
+      @sigma = Hash.new(1.0)
+    end
+
+    def classify(data)
+      margin = 0.0
+      data.each do |feature, weight|
+        margin += @mu[feature] * weight if @mu.key?(feature)
+      end
+      return 1 if margin > 0
+      -1
+    end
+
+    def update(data, label)
+      return false unless VALID_LABEL.include?(label)
+
+      sigma_x = get_sigma_x(data)
+      margin_mean, variance = get_margin_mean_and_variance(label, data, sigma_x)
+
+      return true if @phi * Math.sqrt(variance) <= margin_mean
+
+      alpha, beta = get_alpha_and_beta(margin_mean, variance)
+      return true if alpha == 0.0 || beta == 0.0
+
+      sigma_x.each do |feature, weight|
+        @mu[feature] += alpha * label * weight
+        @sigma[feature] -= beta * weight * weight
+      end
+
+      true
+    end
+
+    private
+
+    def get_sigma_x(data)
+      sigma_x = Hash.new(1.0)
+      data.each do |feature, weight|
+        sigma_x[feature] *= @sigma[feature] * weight
+      end
+      sigma_x
+    end
+
+    def get_margin_mean_and_variance(label, data, sigma_x)
+      margin_mean = 0.0
+      variance    = 0.0
+      data.each do |feature, weight|
+        margin_mean += @mu[feature] * weight
+        variance    += sigma_x[feature] * weight
+      end
+      [margin_mean * label, variance]
+    end
+
+    def get_alpha_and_beta(margin_mean, variance)
+      alpha_den = variance * @zeta
+      return [0.0, 0.0] if alpha_den == 0.0
+
+      term1 = margin_mean * @phi / 2.0
+      alpha = (-1.0 * margin_mean * @psi + @phi * Math.sqrt(term1 * term1 + alpha_den)) / alpha_den
+      return [0.0, 0.0] if alpha <= 0.0
+
+      alpha = @aggressiveness if alpha >= @aggressiveness
+
+      beta_num = alpha * @phi
+      term2    = variance * beta_num
+      beta_den = term2 + ( -1.0 * term2 + Math.sqrt(term2 * term2 + 4.0 * variance)) / 2.0
+      return [0.0, 0.0] if beta_den == 0.0
+
+      [alpha, beta_num / beta_den]
+    end
+
+    def probit(p)
+      Math.sqrt(2.0) * erf_inv(2.0 * p - 1.0)
+    end
+
+    def erf_inv(z)
+      value = 1.0
+      term  = 1.0
+      c_memo = [1.0]
+
+      (1.. ERF_ORDER).each do |n|
+        term *= Math::PI * z * z / 4.0
+        c = 0.0
+        (0...n).each do |m|
+          c += c_memo[m] * c_memo[n - 1 - m] / (m + 1.0) / (2.0 * m + 1.0)
+        end
+        c_memo << c
+        value += c * term / (2.0 * n + 1.0)
+      end
+      Math.sqrt(Math::PI) * z * value / 2.0
+    end
+  end
+end

data/lib/confidence_weighted/version.rb

@@ -0,0 +1,3 @@
+module ConfidenceWeighted
+  VERSION = "0.0.1"
+end

data/lib/confidence_weighted.rb

@@ -0,0 +1,6 @@
+require "confidence_weighted/version"
+require "confidence_weighted/soft_confidence_weighted"
+
+module ConfidenceWeighted
+  # Your code goes here...
+end

data/sample/colors.json

@@ -0,0 +1,13 @@
+[1,{"R":255,"G":0,"B":0}]
+[-1,{"R":0,"G":255,"B":0}]
+[-1,{"R":0,"G":0,"B":255}]
+[-1,{"R":0,"G":255,"B":255}]
+[1,{"R":255,"G":0,"B":255}]
+[1,{"R":255,"G":255,"B":0}]
+[0,{"R":255,"G":0,"B":0}]
+[0,{"R":0,"G":255,"B":0}]
+[0,{"R":0,"G":0,"B":255}]
+[0,{"R":0,"G":255,"B":255}]
+[0,{"R":255,"G":0,"B":255}]
+[0,{"R":255,"G":255,"B":0}]
+

data/spec/confidence_weighted/soft_confidence_weighted_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+
+describe ConfidenceWeighted::SoftConfidenceWeighted do
+  it 'should successfully initialize' do
+    ConfidenceWeighted::SoftConfidenceWeighted.new(confidence: 1.0, aggressiveness: 1.0)
+  end
+
+  it 'should classify' do
+    scw = ConfidenceWeighted::SoftConfidenceWeighted.new
+    expect(scw.classify({})).to eq(-1)
+  end
+
+  it 'should not update with invalid label' do
+    scw = ConfidenceWeighted::SoftConfidenceWeighted.new
+    expect(scw.update({}, -2)).to eq(false)
+    expect(scw.update({}, 0)).to eq(false)
+    expect(scw.update({}, 2)).to eq(false)
+  end
+
+  it 'should successfully update' do
+    scw = ConfidenceWeighted::SoftConfidenceWeighted.new
+    expect(scw.update({}, -1)).to eq(true)
+    expect(scw.update({}, 1)).to eq(true)
+  end
+
+end

data/spec/confidence_weighted_spec.rb

@@ -0,0 +1,7 @@
+require 'spec_helper'
+
+describe ConfidenceWeighted do
+  it 'should have a version number' do
+    ConfidenceWeighted::VERSION.should_not be_nil
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'confidence_weighted'

metadata

@@ -0,0 +1,107 @@
+--- !ruby/object:Gem::Specification
+name: confidence_weighted
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Maezawa ToshiyukiHARUYAMA Seigo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-11-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Confidence Weighted Classifier
+email:
+- echizentm@gmail.com
+- haruyama@unixuser.org
+executables:
+- confidence_weighted
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/confidence_weighted
+- confidence_weighted.gemspec
+- lib/confidence_weighted.rb
+- lib/confidence_weighted/soft_confidence_weighted.rb
+- lib/confidence_weighted/version.rb
+- sample/colors.json
+- spec/confidence_weighted/soft_confidence_weighted_spec.rb
+- spec/confidence_weighted_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/echizentm/ConfidenceWeighted
+licenses:
+- BSD (3-clause)
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.11
+signing_key: 
+specification_version: 4
+summary: Confidence Weighted Classifier
+test_files:
+- spec/confidence_weighted/soft_confidence_weighted_spec.rb
+- spec/confidence_weighted_spec.rb
+- spec/spec_helper.rb