positronic_brain 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a194faebdf6efeebbc0950272d2ceee4517f8351
+  data.tar.gz: f5d73245fb0659f68739a87e5037f423166484f0
+SHA512:
+  metadata.gz: de9a8fbcdb4c68840c1ca628154fa7047cd924f936a90dd370207b63ae2463f38aaa66765e99688674ed94752500c9ae888ae95bf12ee7bd764b431cab545458
+  data.tar.gz: f38626ab11eaed8baaadecc8350d349e6f6c2786fc2d1e357a6be47a6c54a85dda56dd9e47e7cdd9077ebcacea41823e40ac6793b274ef6894a416e6dddf3932

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in positronic_brain.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Dalton
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,33 @@
+# PositronicBrain
+
+A toolbox of AI algorithms
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'positronic_brain'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install positronic_brain
+
+## Usage
+
+Setup persistence configurations
+
+    PositronicBrain::Base.dump_path = 'a/dump/path'
+
+For more details check test files at spec/
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/positronic_brain/base.rb

@@ -0,0 +1,50 @@
+module PositronicBrain
+  class Base
+    attr_reader   :namespace
+    attr_accessor :persistence
+
+    delegate :dump, to: :persistence
+
+    def initialize(namespace, options = {})
+      @namespace   = namespace
+      @persistence = self.class.initialize_persistence(dump_path, options[:persistence] || {})
+    end
+
+    def dump_path
+      path_parts = [self.class.dump_path, self.class.dump_name, "#{@namespace}.marshal"].compact
+      File.join *path_parts
+    end
+
+    def inspect
+      "#<#{self.class.name} #{namespace}>"
+    end
+
+    class << self
+      attr_writer :dump_path, :dump_name
+
+      def dump_name
+        @dump_name || self.name.gsub(/^.*\:\:/, '').underscore
+      end
+
+      def dump_path
+        @dump_path || self.superclass.dump_path
+      end
+
+      def persistence_class
+        @persistence_class || self.superclass.persistence_class
+      end
+
+      def persistence_options
+        @persistence_options || self.superclass.persistence_options
+      end
+
+      def persistence(klass, options = {})
+        @persistence_class, @persistence_options = klass, options
+      end
+
+      def initialize_persistence(path, options = {})
+        persistence_class.new path, persistence_options.merge(options)
+      end
+    end
+  end
+end

data/lib/positronic_brain/classifier/classifier.rb

@@ -0,0 +1,120 @@
+module PositronicBrain
+  module Classifier
+    autoload :Fisher,     'positronic_brain/classifier/fisher.rb'
+    autoload :NaiveBayes, 'positronic_brain/classifier/naive_bayes.rb'
+
+    class Base < PositronicBrain::Base
+      persistence Persistence::Classifier::Base
+
+      delegate :categories,    :category_count,     to: :persistence
+      delegate :total_count,   :increment_feature,  to: :persistence
+      delegate :feature_count, :increment_category, to: :persistence
+      delegate :feature_in_category_count, :dump,   to: :persistence
+
+      def initialize(namespace, options = {}, &extract_block)
+        options = options.dup
+
+        @assumed_probability = options.delete(:assumed_probability) || 0.5
+        @default_category    = options.delete(:default_category)
+        @minimum_score       = options.delete(:minimum_score)       || 0.0
+        @assumed_weight      = options.delete(:assumed_weight)      || 1
+
+        @extract_block = extract_block if block_given?
+
+        super namespace, options
+      end
+
+      def extract_features(item)
+        item.downcase.split(/\P{Word}+/).uniq
+      end
+
+      def classify(item, default = nil)
+        raise NotImplementedError
+      end
+
+      def train(item, category)
+        extract_features!(item).each do |feature|
+          increment_feature feature, category
+        end
+        increment_category category
+      end
+
+      def prob_category(category)
+        tc = total_count
+        return 0.0 if total_count == 0.0
+
+        category_count(category)/tc
+      end
+
+      def item_given_category_product(item, category, options={})
+        prod  = 1.0
+        extract_features!(item).each do |feature|
+          prod *= prob_feature_given_category(feature, category, options)
+        end
+        prod
+      end
+
+      def category_given_item_product(category, item, options={})
+        prod  = 1.0
+        extract_features!(item).each do |feature|
+          prod *= normalized_prob_category_given_feature(category, feature, options)
+        end
+        prod
+      end
+
+      def prob_feature_given_category(feature, category, options={})
+        cc                  = category_count category
+        feature_in_category = feature_in_category_count feature, category
+
+        if options[:weighted]
+          fc = feature_count feature
+          weighted feature_in_category/cc, fc
+        else
+          return 0.0 if cc == 0.0
+          feature_in_category/cc
+        end
+      end
+
+      def normalized_prob_category_given_feature(category, feature, options={})
+        feature_given_category       = prob_feature_given_category feature, category
+        all_feature_given_categories = categories.map do |cat|
+          prob_feature_given_category feature, cat
+        end.sum
+
+        if options[:weighted]
+          fc = feature_count feature
+          weighted feature_given_category/all_feature_given_categories, fc
+        else
+          return 0.0 if fc == 0.0
+          feature_given_category/all_feature_given_categories
+        end
+      end
+
+      def prob_category_given_feature(category, feature, options={})
+        fc                  = feature_count feature
+        feature_in_category = feature_in_category_count feature, category
+
+        if options[:weighted]
+          weighted feature_in_category/fc, fc
+        else
+          return 0.0 if fc == 0.0
+          feature_in_category/fc
+        end
+      end
+
+      protected
+      def weighted(result, weight)
+        return @assumed_probability if weight == 0
+        (result*weight + @assumed_weight*@assumed_probability)/(weight + @assumed_weight)
+      end
+
+      def extract_features!(item)
+        if @extract_block
+          @extract_block.call item
+        else
+          extract_features item
+        end
+      end
+    end
+  end
+end

data/lib/positronic_brain/classifier/fisher.rb

@@ -0,0 +1,38 @@
+module PositronicBrain
+  module Classifier
+    class Fisher < PositronicBrain::Classifier::Base
+      def classify(item, options={})
+        best_category = options[:default] || @default_category
+        best_score    = options[:minimum] || @minimum_score || 0.0
+
+        scores = scores item
+
+        scores.each do |category, score|
+          if score > best_score
+            best_category = category
+            best_score    = score
+          end
+        end
+
+        [best_category, best_score]
+      end
+
+      def fisher_scores(item)
+        categories.map do |category|
+          score = fisher_score item, category
+          [category, score]
+        end
+      end
+      alias :scores :fisher_scores
+
+      def fisher_score(item, category)
+        prod = category_given_item_product category, item, weighted: true
+        return 0.0 if prod == 0.0
+
+        features_count = extract_features!(item).count
+        Distribution::ChiSquare.q_chi2 2*features_count, -2*Math.log(prod)
+      end
+      alias :score :fisher_score
+    end
+  end
+end

data/lib/positronic_brain/classifier/naive_bayes.rb

@@ -0,0 +1,35 @@
+module PositronicBrain
+  module Classifier
+    class NaiveBayes < PositronicBrain::Classifier::Base
+      def classify(item, options={})
+        best_category = options[:default] || @default_category
+        best_score    = options[:minimum] || @minimum_score || 0.0
+
+        scores = scores item
+
+        scores.each do |category, score|
+          if score > best_score
+            best_category = category
+            best_score    = score
+          end
+        end
+
+        [best_category, best_score]
+      end
+
+      def bayes_scores(item)
+        categories.map do |category|
+          score = bayes_score item, category
+          [category, score]
+        end
+      end
+      alias :scores :bayes_scores
+
+      def bayes_score(item, category)
+        item_given_category_product(item, category, weighted: true)*prob_category(category)
+      end
+      alias :score :bayes_score
+
+    end
+  end
+end

data/lib/positronic_brain/persistence/classifier/base.rb

@@ -0,0 +1,52 @@
+module PositronicBrain
+  module Persistence
+    module Classifier
+      class Base < PositronicBrain::Persistence::Base
+        def feature_count(feature)
+          (@persistence[:features][feature] || 0.0).to_f
+        end
+
+        def category_count(category)
+          (@persistence[:categories][category] || 0.0).to_f
+        end
+
+        def feature_in_category_count(feature, category)
+          return 0.0 unless @persistence[:features_in_category].has_key?(feature)
+          (@persistence[:features_in_category][feature][category] || 0.0).to_f
+        end
+
+        def increment_feature(feature, category)
+          @persistence[:features_in_category][feature]           ||= Hash.new
+          @persistence[:features_in_category][feature][category] ||= 0
+          @persistence[:features_in_category][feature][category]  += 1
+
+          @persistence[:features][feature]                       ||= 0
+          @persistence[:features][feature]                        += 1
+        end
+
+        def increment_category(category)
+          @persistence[:categories][category] ||= 0
+          @persistence[:categories][category] += 1
+          @persistence[:total_count]          += 1
+        end
+
+        def categories
+          @persistence[:categories].keys
+        end
+
+        def total_count
+          (@persistence[:total_count] || 0.0).to_f
+        end
+
+        protected
+        def init
+          @persistence                        = Hash.new
+          @persistence[:features]             = Hash.new
+          @persistence[:categories]           = Hash.new
+          @persistence[:features_in_category] = Hash.new
+          @persistence[:total_count]          = 0
+        end
+      end
+    end
+  end
+end

data/lib/positronic_brain/persistence/persistence.rb

@@ -0,0 +1,42 @@
+module PositronicBrain
+  module Persistence
+    autoload :Classifier, 'positronic_brain/persistence/classifier/base.rb'
+
+    class Base
+      attr_reader :dump_path, :options, :persistence
+
+      def initialize(dump_path, options = {})
+        @dump_path, @options = dump_path, options
+        load || init
+      end
+
+      def dump
+        ensure_dump_directory
+        File.open(@dump_path, 'w'){ |f| f.puts Marshal.dump @persistence }
+      end
+
+      def ==(other)
+        @persistence == other.persistence
+      end
+
+      protected
+      def ensure_dump_directory
+        dump_dir = File.dirname @dump_path
+        FileUtils.mkdir_p dump_dir unless Dir.exists? dump_dir
+      end
+
+      def dumped_data
+        File.read @dump_path
+      end
+
+      def load
+        return false unless File.exists? dump_path
+        @persistence = Marshal.load dumped_data
+      end
+
+      def init
+        @persistence = Hash.new
+      end
+    end
+  end
+end

data/lib/positronic_brain/version.rb

@@ -0,0 +1,3 @@
+module PositronicBrain
+  VERSION = '0.0.2'
+end

data/lib/positronic_brain.rb

@@ -0,0 +1,17 @@
+gem_root = File.dirname __FILE__
+$LOAD_PATH.unshift(gem_root) unless $LOAD_PATH.include?(gem_root)
+
+require 'fileutils'
+
+require 'active_support'
+require 'active_support/core_ext'
+
+require 'distribution'
+
+module PositronicBrain
+  autoload :VERSION,     'positronic_brain/version.rb'
+  autoload :Base,        'positronic_brain/base.rb'
+
+  autoload :Classifier,  'positronic_brain/classifier/classifier.rb'
+  autoload :Persistence, 'positronic_brain/persistence/persistence.rb'
+end

data/spec/matchers/storage_matcher.rb

@@ -0,0 +1,47 @@
+module StorageMatcher
+  def be_stored(expected)
+    BeStored.new expected
+  end
+
+  def clean_storage
+    FileUtils.rm_rf PositronicBrain::Base.dump_path
+  end
+
+  class BeStored
+    def initialize(expected_path)
+      @expected_path = expected_path
+    end
+
+    def matches?(target)
+      @target = target
+      if File.exists?(@target.dump_path)
+        @persited = true
+
+        persistence = @target.class.initialize_persistence expected_full_path
+        persistence == target.persistence
+      else
+        false
+      end
+    end
+
+    def expected_full_path
+      File.expand_path File.join(PositronicBrain::Base.dump_path, @expected_path)
+    end
+
+    def is_at_message
+      if @persited
+        "is at #{@target.dump_path}"
+      else
+        'is nowhere'
+      end
+    end
+
+    def failure_message
+      "expected #{@target.inspect} to be stored at #{@expected_path}, but #{is_at_message}"
+    end
+
+    def negative_failure_message
+      "expected #{@target.inspect} not to be stored at #{@expected_path}"
+    end
+  end
+end

data/spec/positronic_brain/classifier/classifier_spec.rb

@@ -0,0 +1,170 @@
+# encoding: utf-8
+require 'spec_helper'
+
+module PositronicBrain::Classifier
+  describe Base do
+    describe 'perform probabilities calculations' do
+      context 'unweighted_classifier' do
+        before(:all) do
+          $classifier = Base.new 'unweighted_classifier', assumed_probability: 0.0, assumed_weight: 0.0
+          TRAIN_BASE.each{ |item, category| $classifier.train item, category }
+        end
+
+        after(:all){ $classifier = nil }
+
+        subject{ $classifier }
+
+        it 'should have category probabilities' do
+          subject.prob_category(:good).should be_within(0.001).of(0.6)
+          subject.prob_category(:bad ).should be_within(0.001).of(0.4)
+        end
+
+        it 'should have zero category given feature probabilities for missing word' do
+          subject.prob_category_given_feature(:good, 'bazinga').should be_within(0.001).of(0.0)
+          subject.prob_category_given_feature(:bad,  'bazinga').should be_within(0.001).of(0.0)
+        end
+
+        it 'should have zero category given feature weighted probabilities for missing word' do
+          subject.prob_category_given_feature(:good, 'bazinga', weighted: true).should be_within(0.001).of(0.0)
+          subject.prob_category_given_feature(:bad,  'bazinga', weighted: true).should be_within(0.001).of(0.0)
+        end
+
+        it 'should have category given feature probabilities for matched word' do
+          subject.prob_category_given_feature(:good, 'quick').should be_within(0.001).of(0.666)
+          subject.prob_category_given_feature(:bad,  'quick').should be_within(0.001).of(0.333)
+        end
+
+        it 'should have category given feature weighted probabilities for matched word' do
+          subject.prob_category_given_feature(:good, 'quick', weighted: true).should be_within(0.001).of(0.666)
+          subject.prob_category_given_feature(:bad,  'quick', weighted: true).should be_within(0.001).of(0.333)
+        end
+
+        it 'should have category given feature probabilities for only good matched word' do
+          subject.prob_category_given_feature(:good, 'rabbit').should be_within(0.001).of(1.0)
+          subject.prob_category_given_feature(:bad,  'rabbit').should be_within(0.001).of(0.0)
+        end
+
+        it 'should have category given feature weighted probabilities for only good matched word' do
+          subject.prob_category_given_feature(:good, 'rabbit', weighted: true).should be_within(0.001).of(1.0)
+          subject.prob_category_given_feature(:bad,  'rabbit', weighted: true).should be_within(0.001).of(0.0)
+        end
+
+        it 'should have category given feature probabilities for only bad matched word' do
+          subject.prob_category_given_feature(:good, 'casino').should be_within(0.001).of(0.0)
+          subject.prob_category_given_feature(:bad,  'casino').should be_within(0.001).of(1.0)
+        end
+
+        it 'should have category given feature weighted probabilities for only bad matched word' do
+          subject.prob_category_given_feature(:good, 'casino', weighted: true).should be_within(0.001).of(0.0)
+          subject.prob_category_given_feature(:bad,  'casino', weighted: true).should be_within(0.001).of(1.0)
+        end
+
+        it 'should have zero category given item products if has some missing word' do
+          subject.category_given_item_product(:good, 'bazinga rabbit casino', weighted: true).should be_within(0.001).of(0.0)
+          subject.category_given_item_product(:bad,  'bazinga rabbit casino', weighted: true).should be_within(0.001).of(0.0)
+          subject.category_given_item_product(:good, 'bazinga airplane',      weighted: true).should be_within(0.001).of(0.0)
+          subject.category_given_item_product(:bad,  'bazinga airplane',      weighted: true).should be_within(0.001).of(0.0)
+          subject.category_given_item_product(:good, 'rabbit casino',         weighted: true).should be_within(0.001).of(0.0)
+          subject.category_given_item_product(:bad,  'rabbit casino',         weighted: true).should be_within(0.001).of(0.0)
+        end
+
+        it 'should have category given item products if has all matched words' do
+          subject.category_given_item_product(:good, 'the quick', weighted: true).should be_within(0.001).of(0.3809)
+          subject.category_given_item_product(:bad,  'the quick', weighted: true).should be_within(0.001).of(0.1428)
+        end
+      end
+
+      context 'weighted_classifier' do
+        before(:all) do
+          $classifier = Base.new 'weighted_classifier'
+          TRAIN_BASE.each{ |item, category| $classifier.train item, category }
+        end
+
+        after(:all){ $classifier = nil }
+
+        subject{ $classifier }
+
+        it 'should have category probabilities' do
+          subject.prob_category(:good).should be_within(0.001).of(0.6)
+          subject.prob_category(:bad ).should be_within(0.001).of(0.4)
+        end
+
+        it 'should have zero category given feature probabilities for missing word' do
+          subject.prob_category_given_feature(:good, 'bazinga').should be_within(0.001).of(0.0)
+          subject.prob_category_given_feature(:bad,  'bazinga').should be_within(0.001).of(0.0)
+        end
+
+        it 'should have default category given feature weighted probabilities for missing word' do
+          subject.prob_category_given_feature(:good, 'bazinga', weighted: true).should be_within(0.001).of(0.5)
+          subject.prob_category_given_feature(:bad,  'bazinga', weighted: true).should be_within(0.001).of(0.5)
+        end
+
+        it 'should have category given feature probabilities for matched word' do
+          subject.prob_category_given_feature(:good, 'quick').should be_within(0.001).of(0.666)
+          subject.prob_category_given_feature(:bad,  'quick').should be_within(0.001).of(0.333)
+        end
+
+        it 'should have category given feature weighted probabilities for matched word' do
+          subject.prob_category_given_feature(:good, 'quick', weighted: true).should be_within(0.001).of(0.6245 )
+          subject.prob_category_given_feature(:bad,  'quick', weighted: true).should be_within(0.001).of(0.37475)
+        end
+
+        it 'should have category given feature probabilities for only good matched word' do
+          subject.prob_category_given_feature(:good, 'rabbit').should be_within(0.001).of(1.0)
+          subject.prob_category_given_feature(:bad, 'rabbit' ).should be_within(0.001).of(0.0)
+        end
+
+        it 'should have category given feature weighted probabilities for only good matched word' do
+          subject.prob_category_given_feature(:good, 'rabbit', weighted: true).should be_within(0.001).of(0.75)
+          subject.prob_category_given_feature(:bad,  'rabbit', weighted: true).should be_within(0.001).of(0.25)
+        end
+
+        it 'should have category given feature probabilities for only bad matched word' do
+          subject.prob_category_given_feature(:good, 'casino').should be_within(0.001).of(0.0)
+          subject.prob_category_given_feature(:bad,  'casino').should be_within(0.001).of(1.0)
+        end
+
+        it 'should have category given feature weighted probabilities for only bad matched word' do
+          subject.prob_category_given_feature(:good, 'casino', weighted: true).should be_within(0.001).of(0.25)
+          subject.prob_category_given_feature(:bad,  'casino', weighted: true).should be_within(0.001).of(0.75)
+        end
+
+        it 'should use assumed probability avoiding zero category given item products at missing words' do
+          subject.category_given_item_product(:good, 'bazinga rabbit casino', weighted: true).should be_within(0.001).of(0.09375)
+          subject.category_given_item_product(:bad,  'bazinga rabbit casino', weighted: true).should be_within(0.001).of(0.09375)
+          subject.category_given_item_product(:good, 'bazinga airplane',      weighted: true).should be_within(0.001).of(0.25   )
+          subject.category_given_item_product(:bad,  'bazinga airplane',      weighted: true).should be_within(0.001).of(0.25   )
+          subject.category_given_item_product(:good, 'rabbit casino',         weighted: true).should be_within(0.001).of(0.1875 )
+          subject.category_given_item_product(:bad,  'rabbit casino',         weighted: true).should be_within(0.001).of(0.1875 )
+        end
+
+        it 'should have category given item products if has all matched words' do
+          subject.category_given_item_product(:good, 'the quick', weighted: true).should be_within(0.001).of(0.35059)
+          subject.category_given_item_product(:bad,  'the quick', weighted: true).should be_within(0.001).of(0.16369)
+        end
+      end
+    end
+
+    describe 'perform persistence operations' do
+      context 'classifier' do
+        before(:all) do
+          $classifier = Base.new 'some_classifier'
+          TRAIN_BASE.each{ |item, category| $classifier.train item, category }
+        end
+
+        before(:each){ clean_storage }
+        after(:each){  clean_storage }
+
+        after(:all){ $classifier = nil }
+
+        subject{ $classifier }
+
+        it 'should have able to be stored' do
+          subject.should_not be_stored('base/some_classifier.marshal')
+          subject.dump
+          subject.should be_stored('base/some_classifier.marshal')
+        end
+      end
+    end
+  end
+end

data/spec/positronic_brain/classifier/fisher_spec.rb

@@ -0,0 +1,64 @@
+# encoding: utf-8
+require 'spec_helper'
+
+module PositronicBrain::Classifier
+  describe Fisher do
+    describe 'perform probabilities calculations' do
+      context 'unweighted_classifier' do
+        before(:all) do
+          $classifier = Fisher.new 'unweighted_classifier', assumed_probability: 0.0, assumed_weight: 0.0
+          TRAIN_BASE.each{ |item, category| $classifier.train item, category }
+        end
+
+        after(:all){ $classifier = nil }
+
+        subject{ $classifier }
+
+        it 'should calculate scores' do
+          subject.score('quick rabbit', :good).should be_within(0.001).of(0.8912)
+          subject.score('quick rabbit', :bad ).should be_within(0.001).of(0.0   )
+        end
+
+      end
+
+      context 'weighted_classifier' do
+        before(:all) do
+          $classifier = Fisher.new 'weighted_classifier'
+          TRAIN_BASE.each{ |item, category| $classifier.train item, category }
+        end
+
+        after(:all){ $classifier = nil }
+
+        subject{ $classifier }
+
+        it 'should have category probabilities' do
+          subject.score('quick rabbit', :good).should be_within(0.001).of(0.780139)
+          subject.score('quick rabbit', :bad ).should be_within(0.001).of(0.356335)
+        end
+
+      end
+    end
+
+    describe 'perform persistence operations' do
+      context 'classifier' do
+        before(:all) do
+          $classifier = Fisher.new 'some_classifier'
+          TRAIN_BASE.each{ |item, category| $classifier.train item, category }
+        end
+
+        before(:each){ clean_storage }
+        after(:each){  clean_storage }
+
+        after(:all){ $classifier = nil }
+
+        subject{ $classifier }
+
+        it 'should have able to be stored' do
+          subject.should_not be_stored('fisher/some_classifier.marshal')
+          subject.dump
+          subject.should be_stored('fisher/some_classifier.marshal')
+        end
+      end
+    end
+  end
+end

data/spec/positronic_brain/classifier/naive_bayes_spec.rb

@@ -0,0 +1,64 @@
+# encoding: utf-8
+require 'spec_helper'
+
+module PositronicBrain::Classifier
+  describe NaiveBayes do
+    describe 'perform probabilities calculations' do
+      context 'unweighted_classifier' do
+        before(:all) do
+          $classifier = NaiveBayes.new 'unweighted_classifier', assumed_probability: 0.0, assumed_weight: 0.0
+          TRAIN_BASE.each{ |item, category| $classifier.train item, category }
+        end
+
+        after(:all){ $classifier = nil }
+
+        subject{ $classifier }
+
+        it 'should calculate scores' do
+          subject.score('quick rabbit', :good).should be_within(0.001).of(0.1333)
+          subject.score('quick rabbit', :bad ).should be_within(0.001).of(0.0   )
+        end
+
+      end
+
+      context 'weighted_classifier' do
+        before(:all) do
+          $classifier = NaiveBayes.new 'weighted_classifier'
+          TRAIN_BASE.each{ |item, category| $classifier.train item, category }
+        end
+
+        after(:all){ $classifier = nil }
+
+        subject{ $classifier }
+
+        it 'should have category probabilities' do
+          subject.score('quick rabbit', :good).should be_within(0.001).of(0.156249)
+          subject.score('quick rabbit', :bad ).should be_within(0.001).of(0.050000)
+        end
+
+      end
+    end
+
+    describe 'perform persistence operations' do
+      context 'classifier' do
+        before(:all) do
+          $classifier = NaiveBayes.new 'some_classifier'
+          TRAIN_BASE.each{ |item, category| $classifier.train item, category }
+        end
+
+        before(:each){ clean_storage }
+        after(:each){  clean_storage }
+
+        after(:all){ $classifier = nil }
+
+        subject{ $classifier }
+
+        it 'should have able to be stored' do
+          subject.should_not be_stored('naive_bayes/some_classifier.marshal')
+          subject.dump
+          subject.should be_stored('naive_bayes/some_classifier.marshal')
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,28 @@
+# encoding: utf-8
+root_path = File.expand_path File.join(File.dirname(__FILE__), '..')
+load File.join(root_path, 'lib/positronic_brain.rb')
+
+require 'rspec/mocks'
+require 'pry'
+
+PositronicBrain::Base.dump_path = File.join(root_path, 'tmp/dump')
+
+matchers = []
+Dir[File.join(root_path, 'spec/matchers/**/*.rb')].each do |file|
+  require file
+  matchers << File.basename(file).gsub('.rb', '').camelize.constantize
+end
+
+RSpec.configure do |config|
+  matchers.each do |matcher|
+    config.include matcher
+  end
+end
+
+TRAIN_BASE = [
+  ['Nobody owns the water.',                :good],
+  ['the quick rabbit jumps fences',         :good],
+  ['the quick brown fox jumps',             :good],
+  ['buy pharmaceuticals now',               :bad ],
+  ['make quick money at the online casino', :bad ]
+]

metadata

@@ -0,0 +1,165 @@
+--- !ruby/object:Gem::Specification
+name: positronic_brain
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Dalton
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: active_support
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: distribution
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: i18n
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A Toolbox of Artificial Intelligence designed to help to solve a wide
+  range of problems
+email:
+- dalton@expertte.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- spec/matchers/storage_matcher.rb
+- spec/positronic_brain/classifier/classifier_spec.rb
+- spec/positronic_brain/classifier/fisher_spec.rb
+- spec/positronic_brain/classifier/naive_bayes_spec.rb
+- spec/spec_helper.rb
+- lib/positronic_brain/base.rb
+- lib/positronic_brain/classifier/classifier.rb
+- lib/positronic_brain/classifier/fisher.rb
+- lib/positronic_brain/classifier/naive_bayes.rb
+- lib/positronic_brain/persistence/classifier/base.rb
+- lib/positronic_brain/persistence/persistence.rb
+- lib/positronic_brain/version.rb
+- lib/positronic_brain.rb
+- LICENSE.txt
+- Rakefile
+- README.md
+- Gemfile
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: A Toolbox of Artificial Intelligence
+test_files:
+- spec/matchers/storage_matcher.rb
+- spec/positronic_brain/classifier/classifier_spec.rb
+- spec/positronic_brain/classifier/fisher_spec.rb
+- spec/positronic_brain/classifier/naive_bayes_spec.rb
+- spec/spec_helper.rb