NaiveText 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9a4ff5607deb99718f721a0e6b62636feb91f007
-  data.tar.gz: 6a0dd76a73cc56784bd333b6766ae2375ff6154d
+  metadata.gz: 08919bb72416392eb059f571a589335e5aae0dc2
+  data.tar.gz: cabef8b8d33a2ac2dd811494d02aa0a527d22a87
 SHA512:
-  metadata.gz: ad7d2e7dc253ebef99f9ee9fd2dcf87b63f41cd0fc7800102cc071b780a22ace3f554a939fcc90ee65acdeeeea4def99bfe86d3813ff9e59aa2d12f2067a2510
-  data.tar.gz: 4e54cb6f0bd1a0d091bd2b19e0f5afd10cdc85ea37c7cef74d2629d9613fe3a71e540da9fe41f7ed1329b7133933be168e913526c59cafa2563bf569c60b84da
+  metadata.gz: 6872002c6eae15ad91a59ea8ff952dda08a9d4152f99d245fbaa4b0080a847d54d28081120d055ddf30b3a4e956636bc7f81bfc8444aa7559166389fa5dc75a7
+  data.tar.gz: 9f693eff197c98c0a5008207eb2990a7b4209d660cf8e41f947fbb7972a3e1d95875f34903fee8f608bb685910846634994b08664cb6406bf7eedb129a0b5da4

data/README.md

@@ -41,18 +41,18 @@ Now build the systems with your categories and training texts:
 ```ruby
 categories_config = [{name: 'interesting', path: 'spec/training/positive'},
                      {name: 'boring', path: 'spec/training/negative'}]
-NaiveText.build(categories_config)
+classifier = NaiveText.build(categories_config)
 ```
 Now you can start classifying texts:
 
 ```ruby
-NaiveText.classify('Seems to be interesting')
-NaiveText.classify('Seems to be boring')
+classifier.classify('Seems to be interesting')
+classifier.classify('Seems to be boring')
 ```
 Classify will return a category-object on which you can call name to get the name of the category as a string.
 
 ```ruby
-category = NaiveText.classify('Something interesting')
+category = classifier.classify('Something interesting')
 category.name
  => 'interesting'
 ```

data/lib/NaiveText.rb

@@ -3,15 +3,13 @@ require "NaiveText/ExamplesGroup"
 require "NaiveText/PropabilityCollection"
 require "NaiveText/PropabilityCalculator"
 require "NaiveText/TextClassifier"
-require "NaiveText/Text"
 require "NaiveText/Category"
 require "NaiveText/Categories"
 require "NaiveText/CategoriesFactory"
 
 module NaiveText
-  extend self
-
-  def build(config)
+  
+  def self.build(config)
     begin
       @categories = CategoriesFactory.build(config)
       @test_classifier = TextClassifier.new(categories: @categories)
@@ -20,13 +18,4 @@ module NaiveText
        The expectedt format is [{name: name_of_category, path: path_to_trainings_data}]"
     end
   end
-
-  def classify(text)
-    begin
-      @text = Text.new(text: text, classifier: @test_classifier)
-      @text.classify
-    rescue
-      puts "An Error occured. Did you call NaiveText.build before using classify"
-    end
-  end
 end

data/lib/NaiveText/Category.rb

@@ -19,3 +19,13 @@ class Category
     @examples.word_count
   end
 end
+
+class NullCategory
+  attr_reader :name
+  attr_reader :id
+
+  def initialize
+    @name = "No Category"
+    @id = 0
+  end
+end

data/lib/NaiveText/PropabilityCalculator.rb

@@ -6,6 +6,10 @@ class PropabilityCalculator
 
   def get_propabilities_for(words)
     calculateProbabilities(words)
+    if(@propabilities.sum > 0)
+      normalize
+    end
+    @propabilities
   end
 
   private
@@ -20,11 +24,11 @@ class PropabilityCalculator
           @propabilities.multiply(category: category, factor: category.p(word) )
         end
       end
+    end
 
+    def normalize
       normalization_factor = 1.to_f / @propabilities.sum
       @propabilities.multiply(factor: normalization_factor)
-
-      @propabilities
     end
 
     def p_apriori(category)

data/lib/NaiveText/TextClassifier.rb

@@ -4,9 +4,18 @@ class TextClassifier
     @calculator = args[:calculator] || PropabilityCalculator.new(categories: @categories)
   end
 
+  def classify(text)
+    words = text.split(/\W+/)
+    get_category_for(words)
+  end
+
   def get_category_for(list_of_words)
     propabilities = @calculator.get_propabilities_for(list_of_words)
-    propabilities.max
+    if(propabilities.sum == 0)
+      NullCategory.new
+    else
+      propabilities.max
+    end
   end
 
 end

data/lib/NaiveText/version.rb

@@ -1,3 +1,3 @@
 module NaiveText
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: NaiveText
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - RicciFlowing
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-10-11 00:00:00.000000000 Z
+date: 2015-10-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -104,7 +104,6 @@ files:
 - lib/NaiveText/ExamplesGroup.rb
 - lib/NaiveText/PropabilityCalculator.rb
 - lib/NaiveText/PropabilityCollection.rb
-- lib/NaiveText/Text.rb
 - lib/NaiveText/TextClassifier.rb
 - lib/NaiveText/version.rb
 homepage: https://github.com/RicciFlowing/NaiveText

data/lib/NaiveText/Text.rb

@@ -1,32 +0,0 @@
-class Text
-  attr_reader :words
-  def initialize( args  )
-    @text = args[:text] || ""
-    path  = args[:path]
-    @classifier = args[:classifier] || TextClassifier.new
-    # If both path and text is given both will be concatenated
-    @text += loadText(path) if path
-
-    @words = @text.split(/\W+/)
-  end
-
-  def sample
-    @text.slice(0,50)
-  end
-
-  def classify
-    @classifier.get_category_for(words)
-  end
-
-  private
-
-    def loadText(path)
-      begin
-      loaded_text = File.read(path)
-      rescue
-        puts "You tried to load the file #{path} for classification. This file was not found.
-         Please make sure, that the path is correctly spelled and that you have reading-access to the path given"
-      end
-    end
-
-end