yanbi-ml 0.2.3 → 0.2.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: dd991aa7bffd5dd520fc71f40954b3603c8390a0
+  data.tar.gz: ff8d4ae0a916964c018d325f5c07ca75bcd5dc3f
+SHA512:
+  metadata.gz: 8ee84e2f9a7c28dba34ab09af791f5be93b019317b2839597f40a55b3e88a1795e0e8474e6615a9c8dcfb708c3d72fac64920136c495e24c5c0a575233770b84
+  data.tar.gz: 2f874ba50d8f5538b3941be0f70cedfc5a0936a810d2cba0ac0a598e86b4dc220a9bc5c561affd701c4d020fd80a3a41cfc3ac1338bcfaa9dc573a233544227f

data/README.md

@@ -201,6 +201,17 @@ classifier.set_significance(12)
 
 classifier.set_significance(24, :odd)
 ```
+Additionally, you can call the scores (for word bags) and scores_raw methods to get a hash of the raw numerical category scores for a document:
+
+```ruby
+classifier = Yanbi.default(:even, :odd)
+
+#...tons of training happens here...
+
+classifier.scores_raw('one two three') => {:even => -4.18383, :odd => -2.12391}
+```
+
+Raw numerical scores are useful for those instances where you want to set a threshold for valid classification scores, or implement a minimal difference in scores for a valid classification, or for tie breaking.
 
 ## Persisting
 
@@ -271,3 +282,4 @@ Bug reports, corrections of any tragic mathematical misunderstandings, and pull
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/lib/bayes/bayes.rb

@@ -61,9 +61,14 @@ module Yanbi
   
     def classify(document)
       return nil if document.empty?
-      max_score(document) do |cat, doc|
-        score(cat, doc)
-      end
+      weights = scores(document)
+      weights.max_by(&:last).first
+    end
+
+    def scores(document)
+      scores = {}
+      @categories.each {|c| scores[c] = score(c, document)}
+      scores
     end
 
     def train_raw(category, text)
@@ -73,6 +78,10 @@ module Yanbi
     def classify_raw(text)
       classify(self.newdoc(text))
     end
+
+    def scores_raw(text)
+      scores(self.newdoc(text))
+    end
   
     def set_significance(cutoff, category=nil)
       categories = (category.nil? ? @categories : [category])
@@ -100,18 +109,6 @@ module Yanbi
       Math.log(count / @category_sizes[cat])
     end
   
-    def max_score(document)
-      scores = [] 
-  
-      @categories.each do |c|
-        score = yield c, document
-        scores << score
-      end
-
-      i = scores.rindex(scores.max)
-      @categories[i]
-    end
-
     def category_size(cat)
       @category_counts[cat].values.reduce(&:+).to_i
     end

data/lib/corpus.rb

@@ -33,6 +33,8 @@ module Yanbi
       infile = File.open(docpath, 'r')
       raw = infile.read
       infile.close
+
+      raw = raw.encode("UTF-8", invalid: :replace, replace: "")
   
       if delim
         docs = raw.split(delim) 

data/lib/version.rb

@@ -3,5 +3,5 @@
 # License::   MIT
 
 module Yanbi
-  VERSION = "0.2.3"
+  VERSION = "0.2.4"
 end

data/yanbi-ml.gemspec

@@ -17,6 +17,7 @@ Gem::Specification.new do |spec|
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
+  spec.required_ruby_version = '>= 1.9.2.330'
 
   spec.add_development_dependency "bundler", "~> 1.11"
   spec.add_development_dependency "rake", "~> 10.0"

metadata

@@ -1,78 +1,69 @@
 --- !ruby/object:Gem::Specification
 name: yanbi-ml
 version: !ruby/object:Gem::Version
-  version: 0.2.3
-  prerelease: 
+  version: 0.2.4
 platform: ruby
 authors:
 - Robert Dormer
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-07-14 00:00:00.000000000 Z
+date: 2016-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.11'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.11'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 3.4.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 3.4.0
 - !ruby/object:Gem::Dependency
   name: fast-stemmer
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 1.0.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 1.0.2
 description: 
@@ -82,7 +73,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .travis.yml
+- ".travis.yml"
 - Gemfile
 - README.md
 - Rakefile
@@ -101,26 +92,25 @@ files:
 homepage: http://github.com/rdormer/yanbi-ml
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.9.2.330
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.4.8
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Yet Another Naive Bayes Implementation
 test_files: []