ankusa 0.0.8 → 0.0.9

data/README.rdoc

@@ -20,7 +20,8 @@ Using the naive Bayes classifier:
   require 'ankusa'
   require 'ankusa/hbase_storage'
 
-  # connect to HBase 
+  # connect to HBase.  Alternatively, just for this test, use in memory storage with
+  # storage = Ankusa::MemoryStorage.new
   storage = Ankusa::HBaseStorage.new 'localhost'
   c = Ankusa::NaiveBayesClassifier.new storage
 

data/Rakefile

@@ -1,12 +1,13 @@
 require 'rubygems'
-require 'rake'
+require 'bundler'
 require 'rake/testtask'
 require 'rake/rdoctask'
-require 'rake/gempackagetask'
+
+Bundler::GemHelper.install_tasks
 
 desc "Create documentation"
 Rake::RDocTask.new("doc") { |rdoc|
-  rdoc.title = "HBaseRb - Naive Bayes classifier with HBase storage"
+  rdoc.title = "Ankusa - Naive Bayes classifier with big data storage"
   rdoc.rdoc_dir = 'docs'
   rdoc.rdoc_files.include('README.rdoc')
   rdoc.rdoc_files.include('lib/**/*.rb')
@@ -39,26 +40,3 @@ Rake::TestTask.new("test_filesystem") { |t|
   t.test_files = FileList['test/hasher_test.rb', 'test/file_system_classifier_test.rb']
   t.verbose = true
 }
-
-spec = Gem::Specification.new do |s|
-  s.name = "ankusa"
-  s.version = "0.0.8"
-  s.authors = ["Brian Muller"]
-  s.date = %q{2011-01-05}
-  s.description = "Text classifier with HBase or Cassandra storage"
-  s.summary = "Text classifier in Ruby that uses Hadoop's HBase or Cassandra for storage"
-  s.email = "brian.muller@livingsocial.com"
-  s.files = FileList["lib/**/*", "[A-Z]*", "Rakefile", "docs/**/*"]
-  s.homepage = "https://github.com/livingsocial/ankusa"
-  s.require_paths = ["lib"]
-  s.add_dependency('fast-stemmer', '>= 1.0.0')
-  s.requirements << "Either hbaserb >= 0.0.3 or cassandra >= 0.7"
-end
-
-Rake::GemPackageTask.new(spec) do |pkg|
-  pkg.need_zip = true
-  pkg.need_tar = true
-end
-
-desc "Default task: builds gem and runs tests"
-task :default => [ :gem, :test ]

data/lib/ankusa.rb

@@ -1,3 +1,4 @@
+require 'ankusa/version'
 require 'ankusa/extensions'
 require 'ankusa/classifier'
 require 'ankusa/naive_bayes'

data/lib/ankusa/classifier.rb

@@ -50,6 +50,9 @@ module Ankusa
       @storage.get_word_counts(word).each { |k,v| probs[k] = v if classnames.include? k }
       vs = vocab_sizes
       classnames.each { |cn| 
+        # if we've never seen the class, the word prob is 0
+        next if not vs.has_key? cn
+
         # use a laplacian smoother
         probs[cn] = (probs[cn] + 1).to_f / (@storage.get_total_word_count(cn) + vs[cn]).to_f
       }

data/lib/ankusa/naive_bayes.rb

@@ -1,4 +1,5 @@
 module Ankusa
+  INFTY = 1.0 / 0.0
 
   class NaiveBayesClassifier
     include Classifier
@@ -12,7 +13,7 @@ module Ankusa
     def classifications(text, classnames=nil)
       result = log_likelihoods text, classnames
       result.keys.each { |k|
-        result[k] = Math.exp result[k] 
+        result[k] = (result[k] == INFTY) ? 0 : Math.exp(result[k])
       }
 
       # normalize to get probs
@@ -28,16 +29,19 @@ module Ankusa
 
       TextHash.new(text).each { |word, count|
         probs = get_word_probs(word, classnames)
-        classnames.each { |k| result[k] += (Math.log(probs[k]) * count) }
+        classnames.each { |k| 
+          # log likelihood should be infinity if we've never seen the klass
+          result[k] += probs[k] > 0 ? (Math.log(probs[k]) * count) : INFTY
+        }
       }
 
-      # add the prior and exponentiate
+      # add the prior
       doc_counts = doc_count_totals.select { |k,v| classnames.include? k }.map { |k,v| v }
       doc_count_total = (doc_counts.inject { |x,y| x+y } + classnames.length).to_f
       classnames.each { |k| 
         result[k] += Math.log((@storage.get_doc_count(k) + 1).to_f / doc_count_total) 
       }
-      
+
       result
     end
 

data/lib/ankusa/version.rb

@@ -0,0 +1,3 @@
+module Ankusa
+  VERSION = "0.0.9"
+end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: ankusa
 version: !ruby/object:Gem::Version 
-  hash: 15
+  hash: 13
   prerelease: false
   segments: 
   - 0
   - 0
-  - 8
-  version: 0.0.8
+  - 9
+  version: 0.0.9
 platform: ruby
 authors: 
 - Brian Muller
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-01-05 00:00:00 -05:00
+date: 2011-05-28 00:00:00 -04:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -53,38 +53,11 @@ files:
 - lib/ankusa/memory_storage.rb
 - lib/ankusa/naive_bayes.rb
 - lib/ankusa/stopwords.rb
+- lib/ankusa/version.rb
 - lib/ankusa.rb
 - LICENSE
 - Rakefile
 - README.rdoc
-- docs/classes/Ankusa/CassandraStorage.html
-- docs/classes/Ankusa/Classifier.html
-- docs/classes/Ankusa/FileSystemStorage.html
-- docs/classes/Ankusa/HBaseStorage.html
-- docs/classes/Ankusa/KLDivergenceClassifier.html
-- docs/classes/Ankusa/MemoryStorage.html
-- docs/classes/Ankusa/NaiveBayesClassifier.html
-- docs/classes/Ankusa/TextHash.html
-- docs/classes/Ankusa.html
-- docs/classes/String.html
-- docs/created.rid
-- docs/files/lib/ankusa/cassandra_storage_rb.html
-- docs/files/lib/ankusa/classifier_rb.html
-- docs/files/lib/ankusa/extensions_rb.html
-- docs/files/lib/ankusa/file_system_storage_rb.html
-- docs/files/lib/ankusa/hasher_rb.html
-- docs/files/lib/ankusa/hbase_storage_rb.html
-- docs/files/lib/ankusa/kl_divergence_rb.html
-- docs/files/lib/ankusa/memory_storage_rb.html
-- docs/files/lib/ankusa/naive_bayes_rb.html
-- docs/files/lib/ankusa/stopwords_rb.html
-- docs/files/lib/ankusa_rb.html
-- docs/files/README_rdoc.html
-- docs/fr_class_index.html
-- docs/fr_file_index.html
-- docs/fr_method_index.html
-- docs/index.html
-- docs/rdoc-style.css
 has_rdoc: true
 homepage: https://github.com/livingsocial/ankusa
 licenses: []
@@ -114,7 +87,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: "0"
 requirements: 
 - Either hbaserb >= 0.0.3 or cassandra >= 0.7
-rubyforge_project: 
+rubyforge_project: ankusa
 rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3

data/docs/classes/Ankusa.html

@@ -1,182 +0,0 @@
-<?xml version="1.0" encoding="iso-8859-1"?>
-<!DOCTYPE html 
-     PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
-     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-
-<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
-<head>
-  <title>Module: Ankusa</title>
-  <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
-  <meta http-equiv="Content-Script-Type" content="text/javascript" />
-  <link rel="stylesheet" href=".././rdoc-style.css" type="text/css" media="screen" />
-  <script type="text/javascript">
-  // <![CDATA[
-
-  function popupCode( url ) {
-    window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
-  }
-
-  function toggleCode( id ) {
-    if ( document.getElementById )
-      elem = document.getElementById( id );
-    else if ( document.all )
-      elem = eval( "document.all." + id );
-    else
-      return false;
-
-    elemStyle = elem.style;
-    
-    if ( elemStyle.display != "block" ) {
-      elemStyle.display = "block"
-    } else {
-      elemStyle.display = "none"
-    }
-
-    return true;
-  }
-  
-  // Make codeblocks hidden by default
-  document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
-  
-  // ]]>
-  </script>
-
-</head>
-<body>
-
-
-
-    <div id="classHeader">
-        <table class="header-table">
-        <tr class="top-aligned-row">
-          <td><strong>Module</strong></td>
-          <td class="class-name-in-header">Ankusa</td>
-        </tr>
-        <tr class="top-aligned-row">
-            <td><strong>In:</strong></td>
-            <td>
-                <a href="../files/lib/ankusa/cassandra_storage_rb.html">
-                lib/ankusa/cassandra_storage.rb
-                </a>
-        <br />
-                <a href="../files/lib/ankusa/classifier_rb.html">
-                lib/ankusa/classifier.rb
-                </a>
-        <br />
-                <a href="../files/lib/ankusa/file_system_storage_rb.html">
-                lib/ankusa/file_system_storage.rb
-                </a>
-        <br />
-                <a href="../files/lib/ankusa/hasher_rb.html">
-                lib/ankusa/hasher.rb
-                </a>
-        <br />
-                <a href="../files/lib/ankusa/hbase_storage_rb.html">
-                lib/ankusa/hbase_storage.rb
-                </a>
-        <br />
-                <a href="../files/lib/ankusa/kl_divergence_rb.html">
-                lib/ankusa/kl_divergence.rb
-                </a>
-        <br />
-                <a href="../files/lib/ankusa/memory_storage_rb.html">
-                lib/ankusa/memory_storage.rb
-                </a>
-        <br />
-                <a href="../files/lib/ankusa/naive_bayes_rb.html">
-                lib/ankusa/naive_bayes.rb
-                </a>
-        <br />
-                <a href="../files/lib/ankusa/stopwords_rb.html">
-                lib/ankusa/stopwords.rb
-                </a>
-        <br />
-            </td>
-        </tr>
-
-        </table>
-    </div>
-  <!-- banner header -->
-
-  <div id="bodyContent">
-
-
-
-  <div id="contextContent">
-
-    <div id="description">
-      <p>
-At the moment you&#8216;ll have to do:
-</p>
-<p>
-create keyspace ankusa with replication_factor = 1
-</p>
-<p>
-from the cassandra-cli. This should be fixed with new release candidate for
-cassandra
-</p>
-
-    </div>
-
-
-   </div>
-
-
-  </div>
-
-
-    <!-- if includes -->
-
-    <div id="section">
-
-    <div id="class-list">
-      <h3 class="section-bar">Classes and Modules</h3>
-
-      Module <a href="Ankusa/Classifier.html" class="link">Ankusa::Classifier</a><br />
-Class <a href="Ankusa/CassandraStorage.html" class="link">Ankusa::CassandraStorage</a><br />
-Class <a href="Ankusa/FileSystemStorage.html" class="link">Ankusa::FileSystemStorage</a><br />
-Class <a href="Ankusa/HBaseStorage.html" class="link">Ankusa::HBaseStorage</a><br />
-Class <a href="Ankusa/KLDivergenceClassifier.html" class="link">Ankusa::KLDivergenceClassifier</a><br />
-Class <a href="Ankusa/MemoryStorage.html" class="link">Ankusa::MemoryStorage</a><br />
-Class <a href="Ankusa/NaiveBayesClassifier.html" class="link">Ankusa::NaiveBayesClassifier</a><br />
-Class <a href="Ankusa/TextHash.html" class="link">Ankusa::TextHash</a><br />
-
-    </div>
-
-    <div id="constants-list">
-      <h3 class="section-bar">Constants</h3>
-
-      <div class="name-list">
-        <table summary="Constants">
-        <tr class="top-aligned-row context-row">
-          <td class="context-item-name">STOPWORDS</td>
-          <td>=</td>
-          <td class="context-item-value">&quot;a able about above according accordingly across actually after afterwards again against ain't all allow allows almost alone along already also although always am among amongst an and another any anybody anyhow anyone anything anyway anyways anywhere apart appear appreciate appropriate are aren't around as aside ask asking associated at available away awfully be became because become becomes becoming been before beforehand behind being believe below beside besides best better between beyond both brief but by c'mon c's came can can't cannot cant cause causes certain certainly changes clearly co com come comes concerning consequently consider considering contain containing contains corresponding could couldn't course currently definitely described despite did didn't different do does doesn't doing don't done down downwards during each edu eg eight either else elsewhere enough entirely especially et etc even ever every everybody everyone everything everywhere ex exactly example except far few fifth first five followed following follows for former formerly forth four from further furthermore get gets getting given gives go goes going gone got gotten greetings had hadn't happens hardly has hasn't have haven't having he he's hello help hence her here here's hereafter hereby herein hereupon hers herself hi him himself his hither hopefully how howbeit however i'd i'll i'm i've ie if ignored immediate in inasmuch inc indeed indicate indicated indicates inner insofar instead into inward is isn't it it'd it'll it's its itself just keep keeps kept know knows known last lately later latter latterly least less lest let let's like liked likely little look looking looks ltd mainly many may maybe me mean meanwhile merely might more moreover most mostly much must my myself name namely nd near nearly necessary need needs neither never nevertheless new next nine no nobody non none noone nor normally not nothing novel now nowhere obviously of off often oh ok okay old on once one ones only onto or other others otherwise ought our ours ourselves out outside over overall own particular particularly per perhaps placed please plus possible presumably probably provides que quite qv rather rd re really reasonably regarding regardless regards relatively respectively right said same saw say saying says second secondly see seeing seem seemed seeming seems seen self selves sensible sent serious seriously seven several shall she should shouldn't since six so some somebody somehow someone something sometime sometimes somewhat somewhere soon sorry specified specify specifying still sub such sup sure t's take taken tell tends th than thank thanks thanx that that's thats the their theirs them themselves then thence there there's thereafter thereby therefore therein theres thereupon these they they'd they'll they're they've think third this thorough thoroughly those though three through throughout thru thus to together too took toward towards tried tries truly try trying twice two un under unfortunately unless unlikely until unto up upon us use used useful uses using usually value various very via viz vs want wants was wasn't way we we'd we'll we're we've welcome well went were weren't what what's whatever when whence whenever where where's whereafter whereas whereby wherein whereupon wherever whether which while whither who who's whoever whole whom whose why will willing wish with within without won't wonder would would wouldn't yes yet you you'd you'll you're you've your yours yourself yourselves zero&quot;.split</td>
-          <td width="3em">&nbsp;</td>
-          <td class="context-item-desc">
-These are taken from MySQL - <a
-href="http://dev.mysql.com/tech-resources/articles/full-text-revealed.html">dev.mysql.com/tech-resources/articles/full-text-revealed.html</a>
-
-</td>
-        </tr>
-        </table>
-      </div>
-    </div>
-
-
-
-      
-
-
-    <!-- if method_list -->
-
-
-  </div>
-
-
-<div id="validator-badges">
-  <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
-</div>
-
-</body>
-</html>

data/docs/classes/Ankusa/CassandraStorage.html

@@ -1,615 +0,0 @@
-<?xml version="1.0" encoding="iso-8859-1"?>
-<!DOCTYPE html 
-     PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
-     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-
-<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
-<head>
-  <title>Class: Ankusa::CassandraStorage</title>
-  <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
-  <meta http-equiv="Content-Script-Type" content="text/javascript" />
-  <link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
-  <script type="text/javascript">
-  // <![CDATA[
-
-  function popupCode( url ) {
-    window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
-  }
-
-  function toggleCode( id ) {
-    if ( document.getElementById )
-      elem = document.getElementById( id );
-    else if ( document.all )
-      elem = eval( "document.all." + id );
-    else
-      return false;
-
-    elemStyle = elem.style;
-    
-    if ( elemStyle.display != "block" ) {
-      elemStyle.display = "block"
-    } else {
-      elemStyle.display = "none"
-    }
-
-    return true;
-  }
-  
-  // Make codeblocks hidden by default
-  document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
-  
-  // ]]>
-  </script>
-
-</head>
-<body>
-
-
-
-    <div id="classHeader">
-        <table class="header-table">
-        <tr class="top-aligned-row">
-          <td><strong>Class</strong></td>
-          <td class="class-name-in-header">Ankusa::CassandraStorage</td>
-        </tr>
-        <tr class="top-aligned-row">
-            <td><strong>In:</strong></td>
-            <td>
-                <a href="../../files/lib/ankusa/cassandra_storage_rb.html">
-                lib/ankusa/cassandra_storage.rb
-                </a>
-        <br />
-            </td>
-        </tr>
-
-        <tr class="top-aligned-row">
-            <td><strong>Parent:</strong></td>
-            <td>
-                Object
-            </td>
-        </tr>
-        </table>
-    </div>
-  <!-- banner header -->
-
-  <div id="bodyContent">
-
-
-
-  <div id="contextContent">
-
-
-
-   </div>
-
-    <div id="method-list">
-      <h3 class="section-bar">Methods</h3>
-
-      <div class="name-list">
-      <a href="#M000010">classnames</a>&nbsp;&nbsp;
-      <a href="#M000022">close</a>&nbsp;&nbsp;
-      <a href="#M000021">doc_count_totals</a>&nbsp;&nbsp;
-      <a href="#M000012">drop_tables</a>&nbsp;&nbsp;
-      <a href="#M000017">get_doc_count</a>&nbsp;&nbsp;
-      <a href="#M000023">get_summary</a>&nbsp;&nbsp;
-      <a href="#M000016">get_total_word_count</a>&nbsp;&nbsp;
-      <a href="#M000015">get_vocabulary_sizes</a>&nbsp;&nbsp;
-      <a href="#M000014">get_word_counts</a>&nbsp;&nbsp;
-      <a href="#M000020">incr_doc_count</a>&nbsp;&nbsp;
-      <a href="#M000019">incr_total_word_count</a>&nbsp;&nbsp;
-      <a href="#M000018">incr_word_count</a>&nbsp;&nbsp;
-      <a href="#M000013">init_tables</a>&nbsp;&nbsp;
-      <a href="#M000009">new</a>&nbsp;&nbsp;
-      <a href="#M000011">reset</a>&nbsp;&nbsp;
-      </div>
-    </div>
-
-  </div>
-
-
-    <!-- if includes -->
-
-    <div id="section">
-
-
-
-
-
-    <div id="attribute-list">
-      <h3 class="section-bar">Attributes</h3>
-
-      <div class="name-list">
-        <table>
-        <tr class="top-aligned-row context-row">
-          <td class="context-item-name">cassandra</td>
-          <td class="context-item-value">&nbsp;[R]&nbsp;</td>
-          <td class="context-item-desc"></td>
-        </tr>
-        </table>
-      </div>
-    </div>
-      
-
-
-    <!-- if method_list -->
-    <div id="methods">
-      <h3 class="section-bar">Public Class methods</h3>
-
-      <div id="method-M000009" class="method-detail">
-        <a name="M000009"></a>
-
-        <div class="method-heading">
-          <a href="#M000009" class="method-signature">
-          <span class="method-name">new</span><span class="method-args">(host='127.0.0.1', port=9160, keyspace = 'ankusa', max_classes = 100)</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Necessary to set max classes since current implementation of ruby cassandra
-client doesn&#8216;t support table scans. Using crufty get_range method at
-the moment.
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000009-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000009-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 21</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">host</span>=<span class="ruby-value str">'127.0.0.1'</span>, <span class="ruby-identifier">port</span>=<span class="ruby-value">9160</span>, <span class="ruby-identifier">keyspace</span> = <span class="ruby-value str">'ankusa'</span>, <span class="ruby-identifier">max_classes</span> = <span class="ruby-value">100</span>)
-      <span class="ruby-ivar">@cassandra</span>  = <span class="ruby-constant">Cassandra</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value str">'system'</span>, <span class="ruby-node">&quot;#{host}:#{port}&quot;</span>)
-      <span class="ruby-ivar">@klass_word_counts</span> = {}
-      <span class="ruby-ivar">@klass_doc_counts</span>  = {}
-      <span class="ruby-ivar">@keyspace</span>    = <span class="ruby-identifier">keyspace</span>
-      <span class="ruby-ivar">@max_classes</span> = <span class="ruby-identifier">max_classes</span>
-      <span class="ruby-identifier">init_tables</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <h3 class="section-bar">Public Instance methods</h3>
-
-      <div id="method-M000010" class="method-detail">
-        <a name="M000010"></a>
-
-        <div class="method-heading">
-          <a href="#M000010" class="method-signature">
-          <span class="method-name">classnames</span><span class="method-args">()</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Fetch the names of the distinct classes for classification: eg. :spam,
-:good, etc
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000010-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000010-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 34</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">classnames</span>
-      <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get_range</span>(<span class="ruby-identifier">:totals</span>, {<span class="ruby-identifier">:start</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value str">''</span>, <span class="ruby-identifier">:finish</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value str">''</span>, <span class="ruby-identifier">:count</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-ivar">@max_classes</span>}).<span class="ruby-identifier">inject</span>([]) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">cs</span>, <span class="ruby-identifier">key_slice</span><span class="ruby-operator">|</span>
-        <span class="ruby-identifier">cs</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">key_slice</span>.<span class="ruby-identifier">key</span>.<span class="ruby-identifier">to_sym</span>
-      <span class="ruby-keyword kw">end</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000022" class="method-detail">
-        <a name="M000022"></a>
-
-        <div class="method-heading">
-          <a href="#M000022" class="method-signature">
-          <span class="method-name">close</span><span class="method-args">()</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Doesn&#8216;t do anything
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000022-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000022-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 174</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">close</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000021" class="method-detail">
-        <a name="M000021"></a>
-
-        <div class="method-heading">
-          <a href="#M000021" class="method-signature">
-          <span class="method-name">doc_count_totals</span><span class="method-args">()</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000021-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000021-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 167</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">doc_count_totals</span>
-      <span class="ruby-identifier">get_summary</span> <span class="ruby-value str">&quot;doc_count&quot;</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000012" class="method-detail">
-        <a name="M000012"></a>
-
-        <div class="method-heading">
-          <a href="#M000012" class="method-signature">
-          <span class="method-name">drop_tables</span><span class="method-args">()</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Drop ankusa keyspace, <a href="CassandraStorage.html#M000011">reset</a>
-internal caches
-</p>
-<p>
-FIXME: truncate doesn&#8216;t work with cassandra-beta2
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000012-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000012-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 50</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">drop_tables</span>
-      <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">truncate!</span>(<span class="ruby-value str">'classes'</span>)
-      <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">truncate!</span>(<span class="ruby-value str">'totals'</span>)
-      <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">drop_keyspace</span>(<span class="ruby-ivar">@keyspace</span>)
-      <span class="ruby-ivar">@klass_word_counts</span> = {}
-      <span class="ruby-ivar">@klass_doc_counts</span>  = {}
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000017" class="method-detail">
-        <a name="M000017"></a>
-
-        <div class="method-heading">
-          <a href="#M000017" class="method-signature">
-          <span class="method-name">get_doc_count</span><span class="method-args">(klass)</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Fetch total documents for a given class and cache it
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000017-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000017-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 109</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_doc_count</span>(<span class="ruby-identifier">klass</span>)
-      <span class="ruby-ivar">@klass_doc_counts</span>[<span class="ruby-identifier">klass</span>] = <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>.<span class="ruby-identifier">to_s</span>, <span class="ruby-value str">&quot;doc_count&quot;</span>).<span class="ruby-identifier">values</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">to_f</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000016" class="method-detail">
-        <a name="M000016"></a>
-
-        <div class="method-heading">
-          <a href="#M000016" class="method-signature">
-          <span class="method-name">get_total_word_count</span><span class="method-args">(klass)</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Fetch total word count for a given class and cache it
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000016-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000016-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 102</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_total_word_count</span>(<span class="ruby-identifier">klass</span>)
-      <span class="ruby-ivar">@klass_word_counts</span>[<span class="ruby-identifier">klass</span>] = <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>.<span class="ruby-identifier">to_s</span>, <span class="ruby-value str">&quot;wordcount&quot;</span>).<span class="ruby-identifier">values</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">to_f</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000015" class="method-detail">
-        <a name="M000015"></a>
-
-        <div class="method-heading">
-          <a href="#M000015" class="method-signature">
-          <span class="method-name">get_vocabulary_sizes</span><span class="method-args">()</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Does a table &#8216;scan&#8217; of summary table pulling out the
-&#8216;vocabsize&#8217; column from each row. Generates a hash of (class,
-vocab_size) key value pairs
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000015-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000015-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 95</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_vocabulary_sizes</span>
-      <span class="ruby-identifier">get_summary</span> <span class="ruby-value str">&quot;vocabsize&quot;</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000014" class="method-detail">
-        <a name="M000014"></a>
-
-        <div class="method-heading">
-          <a href="#M000014" class="method-signature">
-          <span class="method-name">get_word_counts</span><span class="method-args">(word)</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Fetch hash of word counts as a single row from cassandra. Here column_name
-is the class and column value is the count
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000014-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000014-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 84</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_word_counts</span>(<span class="ruby-identifier">word</span>)
-      <span class="ruby-comment cmt"># fetch all (class,count) pairs for a given word</span>
-      <span class="ruby-identifier">row</span> = <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get</span>(<span class="ruby-identifier">:classes</span>, <span class="ruby-identifier">word</span>.<span class="ruby-identifier">to_s</span>)
-      <span class="ruby-keyword kw">return</span> <span class="ruby-identifier">row</span>.<span class="ruby-identifier">to_hash</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">row</span>.<span class="ruby-identifier">empty?</span>
-      <span class="ruby-identifier">row</span>.<span class="ruby-identifier">inject</span>({}){<span class="ruby-operator">|</span><span class="ruby-identifier">counts</span>, <span class="ruby-identifier">col</span><span class="ruby-operator">|</span> <span class="ruby-identifier">counts</span>[<span class="ruby-identifier">col</span>.<span class="ruby-identifier">first</span>.<span class="ruby-identifier">to_sym</span>] = [<span class="ruby-identifier">col</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">to_f</span>,<span class="ruby-value">0</span>].<span class="ruby-identifier">max</span>; <span class="ruby-identifier">counts</span>}
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000020" class="method-detail">
-        <a name="M000020"></a>
-
-        <div class="method-heading">
-          <a href="#M000020" class="method-signature">
-          <span class="method-name">incr_doc_count</span><span class="method-args">(klass, count)</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Increment total document count for a given class by &#8216;count&#8216;
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000020-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000020-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 159</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">incr_doc_count</span>(<span class="ruby-identifier">klass</span>, <span class="ruby-identifier">count</span>)
-      <span class="ruby-identifier">klass</span> = <span class="ruby-identifier">klass</span>.<span class="ruby-identifier">to_s</span>
-      <span class="ruby-identifier">doc_count</span> = <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>, <span class="ruby-value str">&quot;doc_count&quot;</span>).<span class="ruby-identifier">values</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">to_i</span>
-      <span class="ruby-identifier">doc_count</span> <span class="ruby-operator">+=</span> <span class="ruby-identifier">count</span>
-      <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">insert</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>, {<span class="ruby-value str">&quot;doc_count&quot;</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">doc_count</span>.<span class="ruby-identifier">to_s</span>})
-      <span class="ruby-ivar">@klass_doc_counts</span>[<span class="ruby-identifier">klass</span>.<span class="ruby-identifier">to_sym</span>] = <span class="ruby-identifier">doc_count</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000019" class="method-detail">
-        <a name="M000019"></a>
-
-        <div class="method-heading">
-          <a href="#M000019" class="method-signature">
-          <span class="method-name">incr_total_word_count</span><span class="method-args">(klass, count)</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Increment total word count for a given class by &#8216;count&#8216;
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000019-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000019-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 148</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">incr_total_word_count</span>(<span class="ruby-identifier">klass</span>, <span class="ruby-identifier">count</span>)
-      <span class="ruby-identifier">klass</span> = <span class="ruby-identifier">klass</span>.<span class="ruby-identifier">to_s</span>
-      <span class="ruby-identifier">wordcount</span> = <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>, <span class="ruby-value str">&quot;wordcount&quot;</span>).<span class="ruby-identifier">values</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">to_i</span>
-      <span class="ruby-identifier">wordcount</span> <span class="ruby-operator">+=</span> <span class="ruby-identifier">count</span>
-      <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">insert</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>, {<span class="ruby-value str">&quot;wordcount&quot;</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">wordcount</span>.<span class="ruby-identifier">to_s</span>})
-      <span class="ruby-ivar">@klass_word_counts</span>[<span class="ruby-identifier">klass</span>.<span class="ruby-identifier">to_sym</span>] = <span class="ruby-identifier">wordcount</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000018" class="method-detail">
-        <a name="M000018"></a>
-
-        <div class="method-heading">
-          <a href="#M000018" class="method-signature">
-          <span class="method-name">incr_word_count</span><span class="method-args">(klass, word, count)</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Increment the count for a given (word,class) pair. Evidently, cassandra
-does not support atomic increment/decrement. Psh. HBase uses ZooKeeper to
-implement atomic operations, ain&#8216;t it special?
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000018-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000018-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 118</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">incr_word_count</span>(<span class="ruby-identifier">klass</span>, <span class="ruby-identifier">word</span>, <span class="ruby-identifier">count</span>)
-      <span class="ruby-comment cmt"># Only wants strings</span>
-      <span class="ruby-identifier">klass</span> = <span class="ruby-identifier">klass</span>.<span class="ruby-identifier">to_s</span>
-      <span class="ruby-identifier">word</span>  = <span class="ruby-identifier">word</span>.<span class="ruby-identifier">to_s</span>
-
-      <span class="ruby-identifier">prior_count</span> = <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get</span>(<span class="ruby-identifier">:classes</span>, <span class="ruby-identifier">word</span>, <span class="ruby-identifier">klass</span>).<span class="ruby-identifier">values</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">to_i</span>
-      <span class="ruby-identifier">new_count</span>   = <span class="ruby-identifier">prior_count</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">count</span>
-      <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">insert</span>(<span class="ruby-identifier">:classes</span>, <span class="ruby-identifier">word</span>, {<span class="ruby-identifier">klass</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">new_count</span>.<span class="ruby-identifier">to_s</span>})
-
-      <span class="ruby-keyword kw">if</span> (<span class="ruby-identifier">prior_count</span> <span class="ruby-operator">==</span> <span class="ruby-value">0</span> <span class="ruby-operator">&amp;&amp;</span> <span class="ruby-identifier">count</span> <span class="ruby-operator">&gt;</span> <span class="ruby-value">0</span>)
-        <span class="ruby-comment cmt">#</span>
-        <span class="ruby-comment cmt"># we've never seen this word before and we're not trying to unlearn it</span>
-        <span class="ruby-comment cmt">#</span>
-        <span class="ruby-identifier">vocab_size</span> = <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>, <span class="ruby-value str">&quot;vocabsize&quot;</span>).<span class="ruby-identifier">values</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">to_i</span>
-        <span class="ruby-identifier">vocab_size</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
-        <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">insert</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>, {<span class="ruby-value str">&quot;vocabsize&quot;</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">vocab_size</span>.<span class="ruby-identifier">to_s</span>})
-      <span class="ruby-keyword kw">elsif</span> <span class="ruby-identifier">new_count</span> <span class="ruby-operator">==</span> <span class="ruby-value">0</span>
-        <span class="ruby-comment cmt">#</span>
-        <span class="ruby-comment cmt"># we've seen this word before but we're trying to unlearn it</span>
-        <span class="ruby-comment cmt">#</span>
-        <span class="ruby-identifier">vocab_size</span> = <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>, <span class="ruby-value str">&quot;vocabsize&quot;</span>).<span class="ruby-identifier">values</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">to_i</span>
-        <span class="ruby-identifier">vocab_size</span> <span class="ruby-operator">-=</span> <span class="ruby-value">1</span>
-        <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">insert</span>(<span class="ruby-identifier">:totals</span>, <span class="ruby-identifier">klass</span>, {<span class="ruby-value str">&quot;vocabsize&quot;</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-identifier">vocab_size</span>.<span class="ruby-identifier">to_s</span>})
-      <span class="ruby-keyword kw">end</span>
-      <span class="ruby-identifier">new_count</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000013" class="method-detail">
-        <a name="M000013"></a>
-
-        <div class="method-heading">
-          <a href="#M000013" class="method-signature">
-          <span class="method-name">init_tables</span><span class="method-args">()</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Create required keyspace and column families
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000013-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000013-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 62</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">init_tables</span>
-      <span class="ruby-comment cmt"># Do nothing if keyspace already exists</span>
-      <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">keyspaces</span>.<span class="ruby-identifier">include?</span>(<span class="ruby-ivar">@keyspace</span>)
-        <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">keyspace</span> = <span class="ruby-ivar">@keyspace</span>
-      <span class="ruby-keyword kw">else</span>
-        <span class="ruby-identifier">freq_table</span>    = <span class="ruby-constant">Cassandra</span><span class="ruby-operator">::</span><span class="ruby-constant">ColumnFamily</span>.<span class="ruby-identifier">new</span>({<span class="ruby-identifier">:keyspace</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-ivar">@keyspace</span>, <span class="ruby-identifier">:name</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value str">&quot;classes&quot;</span>}) <span class="ruby-comment cmt"># word  =&gt; {classname =&gt; count}</span>
-        <span class="ruby-identifier">summary_table</span> = <span class="ruby-constant">Cassandra</span><span class="ruby-operator">::</span><span class="ruby-constant">ColumnFamily</span>.<span class="ruby-identifier">new</span>({<span class="ruby-identifier">:keyspace</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-ivar">@keyspace</span>, <span class="ruby-identifier">:name</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value str">&quot;totals&quot;</span>})  <span class="ruby-comment cmt"># class =&gt; {wordcount =&gt; count}</span>
-        <span class="ruby-identifier">ks_def</span> = <span class="ruby-constant">Cassandra</span><span class="ruby-operator">::</span><span class="ruby-constant">Keyspace</span>.<span class="ruby-identifier">new</span>({
-            <span class="ruby-identifier">:name</span>               =<span class="ruby-operator">&gt;</span> <span class="ruby-ivar">@keyspace</span>,
-            <span class="ruby-identifier">:strategy_class</span>     =<span class="ruby-operator">&gt;</span> <span class="ruby-value str">'org.apache.cassandra.locator.SimpleStrategy'</span>,
-            <span class="ruby-identifier">:replication_factor</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value">1</span>,
-            <span class="ruby-identifier">:cf_defs</span>            =<span class="ruby-operator">&gt;</span> [<span class="ruby-identifier">freq_table</span>, <span class="ruby-identifier">summary_table</span>] 
-          })
-        <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">add_keyspace</span> <span class="ruby-identifier">ks_def</span>
-        <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">keyspace</span> = <span class="ruby-ivar">@keyspace</span>
-      <span class="ruby-keyword kw">end</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <div id="method-M000011" class="method-detail">
-        <a name="M000011"></a>
-
-        <div class="method-heading">
-          <a href="#M000011" class="method-signature">
-          <span class="method-name">reset</span><span class="method-args">()</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000011-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000011-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 40</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">reset</span>
-      <span class="ruby-identifier">drop_tables</span>
-      <span class="ruby-identifier">init_tables</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-      <h3 class="section-bar">Protected Instance methods</h3>
-
-      <div id="method-M000023" class="method-detail">
-        <a name="M000023"></a>
-
-        <div class="method-heading">
-          <a href="#M000023" class="method-signature">
-          <span class="method-name">get_summary</span><span class="method-args">(name)</span>
-          </a>
-        </div>
-      
-        <div class="method-description">
-          <p>
-Fetch 100 rows from summary table, yes, increase if necessary
-</p>
-          <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000023-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000023-source">
-<pre>
-<span class="ruby-comment cmt"># File lib/ankusa/cassandra_storage.rb, line 182</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_summary</span>(<span class="ruby-identifier">name</span>)
-      <span class="ruby-identifier">counts</span> = {}
-      <span class="ruby-ivar">@cassandra</span>.<span class="ruby-identifier">get_range</span>(<span class="ruby-identifier">:totals</span>, {<span class="ruby-identifier">:start</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value str">''</span>, <span class="ruby-identifier">:finish</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-value str">''</span>, <span class="ruby-identifier">:count</span> =<span class="ruby-operator">&gt;</span> <span class="ruby-ivar">@max_classes</span>}).<span class="ruby-identifier">each</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">key_slice</span><span class="ruby-operator">|</span>
-        <span class="ruby-comment cmt"># keyslice is a clunky thrift object, map into a ruby hash</span>
-        <span class="ruby-identifier">row</span> = <span class="ruby-identifier">key_slice</span>.<span class="ruby-identifier">columns</span>.<span class="ruby-identifier">inject</span>({}){<span class="ruby-operator">|</span><span class="ruby-identifier">hsh</span>, <span class="ruby-identifier">c</span><span class="ruby-operator">|</span> <span class="ruby-identifier">hsh</span>[<span class="ruby-identifier">c</span>.<span class="ruby-identifier">column</span>.<span class="ruby-identifier">name</span>] = <span class="ruby-identifier">c</span>.<span class="ruby-identifier">column</span>.<span class="ruby-identifier">value</span>; <span class="ruby-identifier">hsh</span>}
-        <span class="ruby-identifier">counts</span>[<span class="ruby-identifier">key_slice</span>.<span class="ruby-identifier">key</span>.<span class="ruby-identifier">to_sym</span>] = <span class="ruby-identifier">row</span>[<span class="ruby-identifier">name</span>].<span class="ruby-identifier">to_f</span>
-      <span class="ruby-keyword kw">end</span>
-      <span class="ruby-identifier">counts</span>
-    <span class="ruby-keyword kw">end</span>
-</pre>
-          </div>
-        </div>
-      </div>
-
-
-    </div>
-
-
-  </div>
-
-
-<div id="validator-badges">
-  <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
-</div>
-
-</body>
-</html>