ankusa 0.0.13 → 0.0.14

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in bandit.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,16 @@
+PATH
+  remote: .
+  specs:
+    ankusa (0.0.14)
+      fast-stemmer (>= 1.0.0)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    fast-stemmer (1.0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  ankusa!

data/README.rdoc

@@ -1,14 +1,16 @@
 = ankusa
 
-Ankusa is a text classifier in Ruby that can use either Hadoop's HBase or Cassandra for storage.  Because it uses HBase or Cassandra as a backend, the training corpus can be many terabytes in size (though additional memory and single file storage abilities also exist for smaller corpora).
+Ankusa is a text classifier in Ruby that can use either Hadoop's HBase, Mongo, or Cassandra for storage.  Because it uses HBase/Mongo/Cassandra as a backend, the training corpus can be many terabytes in size (though additional memory and single file storage abilities also exist for smaller corpora).
 
 Ankusa currently provides both a Naive Bayes and Kullback-Leibler divergence classifier.  It ignores common words (a.k.a, stop words) and stems all others.  Additionally, it uses Laplacian smoothing in both classification methods.
 
 == Installation
-First, install HBase/Hadoop or Cassandra (>= 0.7.0-rc2).  Then, install the appropriate gem:
+First, install HBase/Hadoop, Mongo, or Cassandra (>= 0.7.0-rc2).  Then, install the appropriate gem:
   gem install hbaserb
   # or
   gem install cassandra
+  # or 
+  gem install mongo
 
 If you're using HBase, make sure the HBase Thrift interface has been started as well.  Then:
   gem install ankusa
@@ -81,7 +83,7 @@ The API is the same as the NaiveBayesClassifier, except rather than calling "cla
   storage.close
 
 == Storage Methods
-Ankusa has a generalized storage interface that has been implemented for HBase, Cassandra, single file, and in-memory storage.
+Ankusa has a generalized storage interface that has been implemented for HBase, Cassandra, Mongo, single file, and in-memory storage.
 
 Memory storage can be used when you have a very small corpora
   require 'ankusa/memory_storage'

data/Rakefile

@@ -15,35 +15,35 @@ RDoc::Task.new("doc") { |rdoc|
 
 desc "Run all unit tests with memory storage"
 Rake::TestTask.new("test_memory") { |t|
-  t.libs << "lib"
+  t.libs += ["lib", "."]
   t.test_files = FileList['test/hasher_test.rb', 'test/memory_classifier_test.rb']
   t.verbose = true
 }
 
 desc "Run all unit tests with HBase storage"
 Rake::TestTask.new("test_hbase") { |t|
-  t.libs << "lib"
+  t.libs += ["lib", "."]
   t.test_files = FileList['test/hasher_test.rb']
   t.verbose = true
 }
 
 desc "Run all unit tests with Cassandra storage"
 Rake::TestTask.new("test_cassandra") { |t|
-  t.libs << "lib"
+  t.libs += ["lib", "."]
   t.test_files = FileList['test/hasher_test.rb', 'test/cassandra_classifier_test.rb']
   t.verbose = true
 }
 
 desc "Run all unit tests with FileSystem storage"
 Rake::TestTask.new("test_filesystem") { |t|
-  t.libs << "lib"
+  t.libs += ["lib", "."]
   t.test_files = FileList['test/hasher_test.rb', 'test/file_system_classifier_test.rb']
   t.verbose = true
 }
 
 desc "Run all unit tests with MongoDb storage"
 Rake::TestTask.new("test_mongo_db") { |t|
-  t.libs << "lib"
+  t.libs += ["lib", "."]
   t.test_files = FileList['test/hasher_test.rb', 'test/mongo_db_classifier_test.rb']
   t.verbose = true
 }

data/lib/ankusa/naive_bayes.rb

@@ -13,7 +13,7 @@ module Ankusa
     def classifications(text, classnames=nil)
       result = log_likelihoods text, classnames
       result.keys.each { |k|
-        result[k] = (result[k] == INFTY) ? 0 : Math.exp(result[k])
+        result[k] = (result[k] == -INFTY) ? 0 : Math.exp(result[k])
       }
 
       # normalize to get probs
@@ -30,8 +30,8 @@ module Ankusa
       TextHash.new(text).each { |word, count|
         probs = get_word_probs(word, classnames)
         classnames.each { |k| 
-          # log likelihood should be infinity if we've never seen the klass
-          result[k] += probs[k] > 0 ? (Math.log(probs[k]) * count) : INFTY
+          # log likelihood should be negative infinity if we've never seen the klass
+          result[k] += probs[k] > 0 ? (Math.log(probs[k]) * count) : -INFTY
         }
       }
 

data/lib/ankusa/version.rb

@@ -1,3 +1,3 @@
 module Ankusa
-  VERSION = "0.0.13"
+  VERSION = "0.0.14"
 end

metadata

@@ -1,47 +1,33 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: ankusa
-version: !ruby/object:Gem::Version 
-  hash: 5
+version: !ruby/object:Gem::Version
+  version: 0.0.14
   prerelease: 
-  segments: 
-  - 0
-  - 0
-  - 13
-  version: 0.0.13
 platform: ruby
-authors: 
+authors:
 - Brian Muller
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-04-16 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2012-08-15 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: fast-stemmer
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: &70197701802820 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 23
-        segments: 
-        - 1
-        - 0
-        - 0
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 1.0.0
   type: :runtime
-  version_requirements: *id001
-description: Text classifier with HBase or Cassandra storage
+  prerelease: false
+  version_requirements: *70197701802820
+description: Text classifier with HBase, Cassandra, or Mongo storage
 email: brian.muller@livingsocial.com
 executables: []
-
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - lib/ankusa/cassandra_storage.rb
 - lib/ankusa/classifier.rb
 - lib/ankusa/extensions.rb
@@ -55,91 +41,41 @@ files:
 - lib/ankusa/stopwords.rb
 - lib/ankusa/version.rb
 - lib/ankusa.rb
+- Gemfile
+- Gemfile.lock
 - LICENSE
 - Rakefile
 - README.rdoc
-- docs/Ankusa/CassandraStorage.html
-- docs/Ankusa/Classifier.html
-- docs/Ankusa/FileSystemStorage.html
-- docs/Ankusa/HBaseStorage.html
-- docs/Ankusa/KLDivergenceClassifier.html
-- docs/Ankusa/MemoryStorage.html
-- docs/Ankusa/NaiveBayesClassifier.html
-- docs/Ankusa/TextHash.html
-- docs/Ankusa.html
-- docs/created.rid
-- docs/images/brick.png
-- docs/images/brick_link.png
-- docs/images/bug.png
-- docs/images/bullet_black.png
-- docs/images/bullet_toggle_minus.png
-- docs/images/bullet_toggle_plus.png
-- docs/images/date.png
-- docs/images/find.png
-- docs/images/loadingAnimation.gif
-- docs/images/macFFBgHack.png
-- docs/images/package.png
-- docs/images/page_green.png
-- docs/images/page_white_text.png
-- docs/images/page_white_width.png
-- docs/images/plugin.png
-- docs/images/ruby.png
-- docs/images/tag_green.png
-- docs/images/wrench.png
-- docs/images/wrench_orange.png
-- docs/images/zoom.png
-- docs/index.html
-- docs/js/darkfish.js
-- docs/js/jquery.js
-- docs/js/quicksearch.js
-- docs/js/thickbox-compressed.js
-- docs/lib/ankusa/cassandra_storage_rb.html
-- docs/lib/ankusa/classifier_rb.html
-- docs/lib/ankusa/extensions_rb.html
-- docs/lib/ankusa/file_system_storage_rb.html
-- docs/lib/ankusa/hasher_rb.html
-- docs/lib/ankusa/hbase_storage_rb.html
-- docs/lib/ankusa/kl_divergence_rb.html
-- docs/lib/ankusa/memory_storage_rb.html
-- docs/lib/ankusa/naive_bayes_rb.html
-- docs/lib/ankusa/stopwords_rb.html
-- docs/lib/ankusa/version_rb.html
-- docs/lib/ankusa_rb.html
-- docs/rdoc.css
-- docs/README_rdoc.html
-- docs/String.html
 homepage: https://github.com/livingsocial/ankusa
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
       - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+      hash: 2837888903817045284
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
       - 0
-      version: "0"
-requirements: 
+      hash: 2837888903817045284
+requirements:
 - Either hbaserb >= 0.0.3 or cassandra >= 0.7
 rubyforge_project: ankusa
-rubygems_version: 1.8.21
+rubygems_version: 1.8.17
 signing_key: 
 specification_version: 3
-summary: Text classifier in Ruby that uses Hadoop's HBase or Cassandra for storage
+summary: Text classifier in Ruby that uses Hadoop's HBase, Cassandra, or Mongo for
+  storage
 test_files: []
-

data/docs/Ankusa.html

@@ -1,229 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
-  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
-<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
-<head>
-  <meta content="text/html; charset=UTF-8" http-equiv="Content-Type" />
-
-  <title>Module: Ankusa</title>
-
-  <link rel="stylesheet" href="./rdoc.css" type="text/css" media="screen" />
-
-  <script src="./js/jquery.js" type="text/javascript" charset="utf-8"></script>
-  <script src="./js/thickbox-compressed.js" type="text/javascript" charset="utf-8"></script>
-  <script src="./js/quicksearch.js" type="text/javascript" charset="utf-8"></script>
-  <script src="./js/darkfish.js" type="text/javascript" charset="utf-8"></script>
-
-</head>
-<body id="top" class="module">
-
-  <div id="metadata">
-    <div id="home-metadata">
-      <div id="home-section" class="section">
-        <h3 class="section-header">
-          <a href="./index.html">Home</a>
-          <a href="./index.html#classes">Classes</a>
-          <a href="./index.html#methods">Methods</a>
-        </h3>
-      </div>
-    </div>
-
-    <div id="file-metadata">
-      <div id="file-list-section" class="section">
-        <h3 class="section-header">In Files</h3>
-        <div class="section-body">
-          <ul>
-          
-            <li><a href="./lib/ankusa/cassandra_storage_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/cassandra_storage.rb">lib/ankusa/cassandra_storage.rb</a></li>
-          
-            <li><a href="./lib/ankusa/classifier_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/classifier.rb">lib/ankusa/classifier.rb</a></li>
-          
-            <li><a href="./lib/ankusa/file_system_storage_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/file_system_storage.rb">lib/ankusa/file_system_storage.rb</a></li>
-          
-            <li><a href="./lib/ankusa/hasher_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/hasher.rb">lib/ankusa/hasher.rb</a></li>
-          
-            <li><a href="./lib/ankusa/hbase_storage_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/hbase_storage.rb">lib/ankusa/hbase_storage.rb</a></li>
-          
-            <li><a href="./lib/ankusa/kl_divergence_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/kl_divergence.rb">lib/ankusa/kl_divergence.rb</a></li>
-          
-            <li><a href="./lib/ankusa/memory_storage_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/memory_storage.rb">lib/ankusa/memory_storage.rb</a></li>
-          
-            <li><a href="./lib/ankusa/naive_bayes_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/naive_bayes.rb">lib/ankusa/naive_bayes.rb</a></li>
-          
-            <li><a href="./lib/ankusa/stopwords_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/stopwords.rb">lib/ankusa/stopwords.rb</a></li>
-          
-            <li><a href="./lib/ankusa/version_rb.html?TB_iframe=true&amp;height=550&amp;width=785"
-              class="thickbox" title="lib/ankusa/version.rb">lib/ankusa/version.rb</a></li>
-          
-          </ul>
-        </div>
-      </div>
-
-      
-    </div>
-
-    <div id="class-metadata">
-      
-
-      
-
-      
-      <!-- Namespace Contents -->
-      <div id="namespace-list-section" class="section">
-        <h3 class="section-header">Namespace</h3>
-        <ul class="link-list">
-          
-          <li><span class="type">MODULE</span> <a href="Ankusa/Classifier.html">Ankusa::Classifier</a></li>
-          
-          <li><span class="type">CLASS</span> <a href="Ankusa/CassandraStorage.html">Ankusa::CassandraStorage</a></li>
-          
-          <li><span class="type">CLASS</span> <a href="Ankusa/FileSystemStorage.html">Ankusa::FileSystemStorage</a></li>
-          
-          <li><span class="type">CLASS</span> <a href="Ankusa/HBaseStorage.html">Ankusa::HBaseStorage</a></li>
-          
-          <li><span class="type">CLASS</span> <a href="Ankusa/KLDivergenceClassifier.html">Ankusa::KLDivergenceClassifier</a></li>
-          
-          <li><span class="type">CLASS</span> <a href="Ankusa/MemoryStorage.html">Ankusa::MemoryStorage</a></li>
-          
-          <li><span class="type">CLASS</span> <a href="Ankusa/NaiveBayesClassifier.html">Ankusa::NaiveBayesClassifier</a></li>
-          
-          <li><span class="type">CLASS</span> <a href="Ankusa/TextHash.html">Ankusa::TextHash</a></li>
-          
-        </ul>
-      </div>
-      
-
-      
-
-      
-    </div>
-
-    <div id="project-metadata">
-      
-      
-      <div id="fileindex-section" class="section project-section">
-        <h3 class="section-header">Files</h3>
-        <ul>
-        
-          <li class="file"><a href="./README_rdoc.html">README.rdoc</a></li>
-        
-        </ul>
-      </div>
-      
-
-      <div id="classindex-section" class="section project-section">
-        <h3 class="section-header">Class/Module Index
-          <span class="search-toggle"><img src="./images/find.png"
-            height="16" width="16" alt="[+]"
-            title="show/hide quicksearch" /></span></h3>
-        <form action="#" method="get" accept-charset="utf-8" class="initially-hidden">
-        <fieldset>
-          <legend>Quicksearch</legend>
-          <input type="text" name="quicksearch" value=""
-            class="quicksearch-field" />
-        </fieldset>
-        </form>
-
-        <ul class="link-list">
-        
-          <li><a href="./Ankusa.html">Ankusa</a></li>
-        
-          <li><a href="./Ankusa/CassandraStorage.html">Ankusa::CassandraStorage</a></li>
-        
-          <li><a href="./Ankusa/Classifier.html">Ankusa::Classifier</a></li>
-        
-          <li><a href="./Ankusa/FileSystemStorage.html">Ankusa::FileSystemStorage</a></li>
-        
-          <li><a href="./Ankusa/HBaseStorage.html">Ankusa::HBaseStorage</a></li>
-        
-          <li><a href="./Ankusa/KLDivergenceClassifier.html">Ankusa::KLDivergenceClassifier</a></li>
-        
-          <li><a href="./Ankusa/MemoryStorage.html">Ankusa::MemoryStorage</a></li>
-        
-          <li><a href="./Ankusa/NaiveBayesClassifier.html">Ankusa::NaiveBayesClassifier</a></li>
-        
-          <li><a href="./Ankusa/TextHash.html">Ankusa::TextHash</a></li>
-        
-          <li><a href="./String.html">String</a></li>
-        
-        </ul>
-        <div id="no-class-search-results" style="display: none;">No matching classes.</div>
-      </div>
-
-      
-    </div>
-  </div>
-
-  <div id="documentation">
-    <h1 class="module">Ankusa</h1>
-
-    <div id="description" class="description">
-      
-<p>At the moment you’ll have to do:</p>
-
-<p>create keyspace ankusa with replication_factor = 1</p>
-
-<p>from the cassandra-cli. This should be fixed with new release candidate for
-cassandra</p>
-
-    </div><!-- description -->
-
-    
-    <div id="5Buntitled-5D" class="documentation-section">
-      
-
-      
-
-      
-      <!-- Constants -->
-      <div id="constants-list" class="section">
-        <h3 class="section-header">Constants</h3>
-        <dl>
-        
-          <dt><a name="INFTY">INFTY</a></dt>
-          
-          <dd class="description"></dd>
-          
-        
-          <dt><a name="STOPWORDS">STOPWORDS</a></dt>
-          
-          <dd class="description"><p>These are taken from MySQL - <a
-href="http://dev.mysql.com/tech-resources/articles/full-text-revealed.html">dev.mysql.com/tech-resources/articles/full-text-revealed.html</a></p></dd>
-          
-        
-          <dt><a name="VERSION">VERSION</a></dt>
-          
-          <dd class="description"></dd>
-          
-        
-        </dl>
-      </div>
-      
-
-      
-
-      <!-- Methods -->
-      
-    </div><!-- 5Buntitled-5D -->
-  
-
-  </div><!-- documentation -->
-
-  <div id="validator-badges">
-    <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
-    <p><small>Generated with the <a href="http://deveiate.org/projects/Darkfish-Rdoc/">Darkfish
-      Rdoc Generator</a> 2</small>.</p>
-  </div>
-
-</body>
-</html>
-