ankusa 0.0.6 → 0.0.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (26) hide show
  1. data/README.rdoc +80 -6
  2. data/Rakefile +22 -10
  3. data/docs/classes/Ankusa.html +29 -1
  4. data/docs/classes/Ankusa/CassandraStorage.html +615 -0
  5. data/docs/classes/Ankusa/Classifier.html +23 -131
  6. data/docs/classes/Ankusa/HBaseStorage.html +102 -102
  7. data/docs/classes/Ankusa/KLDivergenceClassifier.html +194 -0
  8. data/docs/classes/Ankusa/MemoryStorage.html +84 -84
  9. data/docs/classes/Ankusa/NaiveBayesClassifier.html +231 -0
  10. data/docs/classes/Ankusa/TextHash.html +30 -30
  11. data/docs/created.rid +1 -1
  12. data/docs/files/README_rdoc.html +132 -11
  13. data/docs/files/lib/ankusa/cassandra_storage_rb.html +108 -0
  14. data/docs/files/lib/ankusa/classifier_rb.html +1 -1
  15. data/docs/files/lib/ankusa/kl_divergence_rb.html +101 -0
  16. data/docs/files/lib/ankusa/naive_bayes_rb.html +101 -0
  17. data/docs/files/lib/ankusa_rb.html +3 -3
  18. data/docs/fr_class_index.html +3 -0
  19. data/docs/fr_file_index.html +3 -0
  20. data/docs/fr_method_index.html +59 -42
  21. data/lib/ankusa.rb +2 -2
  22. data/lib/ankusa/cassandra_storage.rb +194 -0
  23. data/lib/ankusa/classifier.rb +1 -39
  24. data/lib/ankusa/kl_divergence.rb +31 -0
  25. data/lib/ankusa/naive_bayes.rb +46 -0
  26. metadata +19 -26
data/docs/classes/Ankusa/Classifier.html CHANGED
@@ -5,7 +5,7 @@
5
5
 
6
6
  <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
7
7
  <head>
8
- <title>Class: Ankusa::Classifier</title>
8
+ <title>Module: Ankusa::Classifier</title>
9
9
  <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
10
10
  <meta http-equiv="Content-Script-Type" content="text/javascript" />
11
11
  <link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
@@ -49,7 +49,7 @@
49
49
  <div id="classHeader">
50
50
  <table class="header-table">
51
51
  <tr class="top-aligned-row">
52
- <td><strong>Class</strong></td>
52
+ <td><strong>Module</strong></td>
53
53
  <td class="class-name-in-header">Ankusa::Classifier</td>
54
54
  </tr>
55
55
  <tr class="top-aligned-row">
@@ -62,12 +62,6 @@
62
62
  </td>
63
63
  </tr>
64
64
 
65
- <tr class="top-aligned-row">
66
- <td><strong>Parent:</strong></td>
67
- <td>
68
- Object
69
- </td>
70
- </tr>
71
65
  </table>
72
66
  </div>
73
67
  <!-- banner header -->
@@ -86,15 +80,12 @@
86
80
  <h3 class="section-bar">Methods</h3>
87
81
 
88
82
  <div class="name-list">
89
- <a href="#M000007">classifications</a>&nbsp;&nbsp;
90
- <a href="#M000006">classify</a>&nbsp;&nbsp;
91
- <a href="#M000010">doc_count_totals</a>&nbsp;&nbsp;
92
- <a href="#M000009">get_word_probs</a>&nbsp;&nbsp;
93
- <a href="#M000008">log_likelihoods</a>&nbsp;&nbsp;
83
+ <a href="#M000007">doc_count_totals</a>&nbsp;&nbsp;
84
+ <a href="#M000006">get_word_probs</a>&nbsp;&nbsp;
94
85
  <a href="#M000003">new</a>&nbsp;&nbsp;
95
86
  <a href="#M000004">train</a>&nbsp;&nbsp;
96
87
  <a href="#M000005">untrain</a>&nbsp;&nbsp;
97
- <a href="#M000011">vocab_sizes</a>&nbsp;&nbsp;
88
+ <a href="#M000008">vocab_sizes</a>&nbsp;&nbsp;
98
89
  </div>
99
90
  </div>
100
91
 
@@ -156,105 +147,6 @@
156
147
 
157
148
  <h3 class="section-bar">Public Instance methods</h3>
158
149
 
159
- <div id="method-M000007" class="method-detail">
160
- <a name="M000007"></a>
161
-
162
- <div class="method-heading">
163
- <a href="#M000007" class="method-signature">
164
- <span class="method-name">classifications</span><span class="method-args">(text, classnames=nil)</span>
165
- </a>
166
- </div>
167
-
168
- <div class="method-description">
169
- <p>
170
- Classes is an array of classes to look at
171
- </p>
172
- <p><a class="source-toggle" href="#"
173
- onclick="toggleCode('M000007-source');return false;">[Source]</a></p>
174
- <div class="method-source-code" id="M000007-source">
175
- <pre>
176
- <span class="ruby-comment cmt"># File lib/ankusa/classifier.rb, line 53</span>
177
- <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">classifications</span>(<span class="ruby-identifier">text</span>, <span class="ruby-identifier">classnames</span>=<span class="ruby-keyword kw">nil</span>)
178
- <span class="ruby-identifier">result</span> = <span class="ruby-identifier">log_likelihoods</span> <span class="ruby-identifier">text</span>, <span class="ruby-identifier">classnames</span>
179
- <span class="ruby-identifier">result</span>.<span class="ruby-identifier">keys</span>.<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span><span class="ruby-operator">|</span>
180
- <span class="ruby-identifier">result</span>[<span class="ruby-identifier">k</span>] = <span class="ruby-constant">Math</span>.<span class="ruby-identifier">exp</span> <span class="ruby-identifier">result</span>[<span class="ruby-identifier">k</span>]
181
- }
182
-
183
- <span class="ruby-comment cmt"># normalize to get probs</span>
184
- <span class="ruby-identifier">sum</span> = <span class="ruby-identifier">result</span>.<span class="ruby-identifier">values</span>.<span class="ruby-identifier">inject</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">x</span>,<span class="ruby-identifier">y</span><span class="ruby-operator">|</span> <span class="ruby-identifier">x</span><span class="ruby-operator">+</span><span class="ruby-identifier">y</span> }
185
- <span class="ruby-identifier">result</span>.<span class="ruby-identifier">keys</span>.<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span><span class="ruby-operator">|</span> <span class="ruby-identifier">result</span>[<span class="ruby-identifier">k</span>] = <span class="ruby-identifier">result</span>[<span class="ruby-identifier">k</span>] <span class="ruby-operator">/</span> <span class="ruby-identifier">sum</span> }
186
- <span class="ruby-identifier">result</span>
187
- <span class="ruby-keyword kw">end</span>
188
- </pre>
189
- </div>
190
- </div>
191
- </div>
192
-
193
- <div id="method-M000006" class="method-detail">
194
- <a name="M000006"></a>
195
-
196
- <div class="method-heading">
197
- <a href="#M000006" class="method-signature">
198
- <span class="method-name">classify</span><span class="method-args">(text, classes=nil)</span>
199
- </a>
200
- </div>
201
-
202
- <div class="method-description">
203
- <p><a class="source-toggle" href="#"
204
- onclick="toggleCode('M000006-source');return false;">[Source]</a></p>
205
- <div class="method-source-code" id="M000006-source">
206
- <pre>
207
- <span class="ruby-comment cmt"># File lib/ankusa/classifier.rb, line 47</span>
208
- <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">classify</span>(<span class="ruby-identifier">text</span>, <span class="ruby-identifier">classes</span>=<span class="ruby-keyword kw">nil</span>)
209
- <span class="ruby-comment cmt"># return the most probable class</span>
210
- <span class="ruby-identifier">log_likelihoods</span>(<span class="ruby-identifier">text</span>, <span class="ruby-identifier">classes</span>).<span class="ruby-identifier">sort_by</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">c</span><span class="ruby-operator">|</span> <span class="ruby-operator">-</span><span class="ruby-identifier">c</span>[<span class="ruby-value">1</span>] }.<span class="ruby-identifier">first</span>.<span class="ruby-identifier">first</span>
211
- <span class="ruby-keyword kw">end</span>
212
- </pre>
213
- </div>
214
- </div>
215
- </div>
216
-
217
- <div id="method-M000008" class="method-detail">
218
- <a name="M000008"></a>
219
-
220
- <div class="method-heading">
221
- <a href="#M000008" class="method-signature">
222
- <span class="method-name">log_likelihoods</span><span class="method-args">(text, classnames=nil)</span>
223
- </a>
224
- </div>
225
-
226
- <div class="method-description">
227
- <p>
228
- Classes is an array of classes to look at
229
- </p>
230
- <p><a class="source-toggle" href="#"
231
- onclick="toggleCode('M000008-source');return false;">[Source]</a></p>
232
- <div class="method-source-code" id="M000008-source">
233
- <pre>
234
- <span class="ruby-comment cmt"># File lib/ankusa/classifier.rb, line 66</span>
235
- <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">log_likelihoods</span>(<span class="ruby-identifier">text</span>, <span class="ruby-identifier">classnames</span>=<span class="ruby-keyword kw">nil</span>)
236
- <span class="ruby-identifier">classnames</span> <span class="ruby-operator">||=</span> <span class="ruby-ivar">@classnames</span>
237
- <span class="ruby-identifier">result</span> = <span class="ruby-constant">Hash</span>.<span class="ruby-identifier">new</span> <span class="ruby-value">0</span>
238
-
239
- <span class="ruby-constant">TextHash</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">text</span>).<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">word</span>, <span class="ruby-identifier">count</span><span class="ruby-operator">|</span>
240
- <span class="ruby-identifier">probs</span> = <span class="ruby-identifier">get_word_probs</span>(<span class="ruby-identifier">word</span>, <span class="ruby-identifier">classnames</span>)
241
- <span class="ruby-identifier">classnames</span>.<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span><span class="ruby-operator">|</span> <span class="ruby-identifier">result</span>[<span class="ruby-identifier">k</span>] <span class="ruby-operator">+=</span> (<span class="ruby-constant">Math</span>.<span class="ruby-identifier">log</span>(<span class="ruby-identifier">probs</span>[<span class="ruby-identifier">k</span>]) <span class="ruby-operator">*</span> <span class="ruby-identifier">count</span>) }
242
- }
243
-
244
- <span class="ruby-comment cmt"># add the prior and exponentiate</span>
245
- <span class="ruby-identifier">doc_counts</span> = <span class="ruby-identifier">doc_count_totals</span>.<span class="ruby-identifier">select</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span>,<span class="ruby-identifier">v</span><span class="ruby-operator">|</span> <span class="ruby-identifier">classnames</span>.<span class="ruby-identifier">include?</span> <span class="ruby-identifier">k</span> }.<span class="ruby-identifier">map</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span>,<span class="ruby-identifier">v</span><span class="ruby-operator">|</span> <span class="ruby-identifier">v</span> }
246
- <span class="ruby-identifier">doc_count_total</span> = (<span class="ruby-identifier">doc_counts</span>.<span class="ruby-identifier">inject</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">x</span>,<span class="ruby-identifier">y</span><span class="ruby-operator">|</span> <span class="ruby-identifier">x</span><span class="ruby-operator">+</span><span class="ruby-identifier">y</span> } <span class="ruby-operator">+</span> <span class="ruby-identifier">classnames</span>.<span class="ruby-identifier">length</span>).<span class="ruby-identifier">to_f</span>
247
- <span class="ruby-identifier">classnames</span>.<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span><span class="ruby-operator">|</span>
248
- <span class="ruby-identifier">result</span>[<span class="ruby-identifier">k</span>] <span class="ruby-operator">+=</span> <span class="ruby-constant">Math</span>.<span class="ruby-identifier">log</span>((<span class="ruby-ivar">@storage</span>.<span class="ruby-identifier">get_doc_count</span>(<span class="ruby-identifier">k</span>) <span class="ruby-operator">+</span> <span class="ruby-value">1</span>).<span class="ruby-identifier">to_f</span> <span class="ruby-operator">/</span> <span class="ruby-identifier">doc_count_total</span>)
249
- }
250
-
251
- <span class="ruby-identifier">result</span>
252
- <span class="ruby-keyword kw">end</span>
253
- </pre>
254
- </div>
255
- </div>
256
- </div>
257
-
258
150
  <div id="method-M000004" class="method-detail">
259
151
  <a name="M000004"></a>
260
152
 
@@ -332,21 +224,21 @@ text can be either an array of strings or a string klass is a symbol
332
224
 
333
225
  <h3 class="section-bar">Protected Instance methods</h3>
334
226
 
335
- <div id="method-M000010" class="method-detail">
336
- <a name="M000010"></a>
227
+ <div id="method-M000007" class="method-detail">
228
+ <a name="M000007"></a>
337
229
 
338
230
  <div class="method-heading">
339
- <a href="#M000010" class="method-signature">
231
+ <a href="#M000007" class="method-signature">
340
232
  <span class="method-name">doc_count_totals</span><span class="method-args">()</span>
341
233
  </a>
342
234
  </div>
343
235
 
344
236
  <div class="method-description">
345
237
  <p><a class="source-toggle" href="#"
346
- onclick="toggleCode('M000010-source');return false;">[Source]</a></p>
347
- <div class="method-source-code" id="M000010-source">
238
+ onclick="toggleCode('M000007-source');return false;">[Source]</a></p>
239
+ <div class="method-source-code" id="M000007-source">
348
240
  <pre>
349
- <span class="ruby-comment cmt"># File lib/ankusa/classifier.rb, line 97</span>
241
+ <span class="ruby-comment cmt"># File lib/ankusa/classifier.rb, line 59</span>
350
242
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">doc_count_totals</span>
351
243
  <span class="ruby-ivar">@doc_count_totals</span> <span class="ruby-operator">||=</span> <span class="ruby-ivar">@storage</span>.<span class="ruby-identifier">doc_count_totals</span>
352
244
  <span class="ruby-keyword kw">end</span>
@@ -355,21 +247,21 @@ text can be either an array of strings or a string klass is a symbol
355
247
  </div>
356
248
  </div>
357
249
 
358
- <div id="method-M000009" class="method-detail">
359
- <a name="M000009"></a>
250
+ <div id="method-M000006" class="method-detail">
251
+ <a name="M000006"></a>
360
252
 
361
253
  <div class="method-heading">
362
- <a href="#M000009" class="method-signature">
254
+ <a href="#M000006" class="method-signature">
363
255
  <span class="method-name">get_word_probs</span><span class="method-args">(word, classnames)</span>
364
256
  </a>
365
257
  </div>
366
258
 
367
259
  <div class="method-description">
368
260
  <p><a class="source-toggle" href="#"
369
- onclick="toggleCode('M000009-source');return false;">[Source]</a></p>
370
- <div class="method-source-code" id="M000009-source">
261
+ onclick="toggleCode('M000006-source');return false;">[Source]</a></p>
262
+ <div class="method-source-code" id="M000006-source">
371
263
  <pre>
372
- <span class="ruby-comment cmt"># File lib/ankusa/classifier.rb, line 86</span>
264
+ <span class="ruby-comment cmt"># File lib/ankusa/classifier.rb, line 48</span>
373
265
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_word_probs</span>(<span class="ruby-identifier">word</span>, <span class="ruby-identifier">classnames</span>)
374
266
  <span class="ruby-identifier">probs</span> = <span class="ruby-constant">Hash</span>.<span class="ruby-identifier">new</span> <span class="ruby-value">0</span>
375
267
  <span class="ruby-ivar">@storage</span>.<span class="ruby-identifier">get_word_counts</span>(<span class="ruby-identifier">word</span>).<span class="ruby-identifier">each</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">k</span>,<span class="ruby-identifier">v</span><span class="ruby-operator">|</span> <span class="ruby-identifier">probs</span>[<span class="ruby-identifier">k</span>] = <span class="ruby-identifier">v</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">classnames</span>.<span class="ruby-identifier">include?</span> <span class="ruby-identifier">k</span> }
@@ -385,21 +277,21 @@ text can be either an array of strings or a string klass is a symbol
385
277
  </div>
386
278
  </div>
387
279
 
388
- <div id="method-M000011" class="method-detail">
389
- <a name="M000011"></a>
280
+ <div id="method-M000008" class="method-detail">
281
+ <a name="M000008"></a>
390
282
 
391
283
  <div class="method-heading">
392
- <a href="#M000011" class="method-signature">
284
+ <a href="#M000008" class="method-signature">
393
285
  <span class="method-name">vocab_sizes</span><span class="method-args">()</span>
394
286
  </a>
395
287
  </div>
396
288
 
397
289
  <div class="method-description">
398
290
  <p><a class="source-toggle" href="#"
399
- onclick="toggleCode('M000011-source');return false;">[Source]</a></p>
400
- <div class="method-source-code" id="M000011-source">
291
+ onclick="toggleCode('M000008-source');return false;">[Source]</a></p>
292
+ <div class="method-source-code" id="M000008-source">
401
293
  <pre>
402
- <span class="ruby-comment cmt"># File lib/ankusa/classifier.rb, line 101</span>
294
+ <span class="ruby-comment cmt"># File lib/ankusa/classifier.rb, line 63</span>
403
295
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">vocab_sizes</span>
404
296
  <span class="ruby-ivar">@vocab_sizes</span> <span class="ruby-operator">||=</span> <span class="ruby-ivar">@storage</span>.<span class="ruby-identifier">get_vocabulary_sizes</span>
405
297
  <span class="ruby-keyword kw">end</span>
data/docs/classes/Ankusa/HBaseStorage.html CHANGED
@@ -86,23 +86,23 @@
86
86
  <h3 class="section-bar">Methods</h3>
87
87
 
88
88
  <div class="name-list">
89
- <a href="#M000027">classnames</a>&nbsp;&nbsp;
90
- <a href="#M000039">close</a>&nbsp;&nbsp;
91
- <a href="#M000038">doc_count_totals</a>&nbsp;&nbsp;
92
- <a href="#M000029">drop_tables</a>&nbsp;&nbsp;
93
- <a href="#M000042">freq_table</a>&nbsp;&nbsp;
94
- <a href="#M000034">get_doc_count</a>&nbsp;&nbsp;
95
- <a href="#M000040">get_summary</a>&nbsp;&nbsp;
96
- <a href="#M000033">get_total_word_count</a>&nbsp;&nbsp;
97
- <a href="#M000032">get_vocabulary_sizes</a>&nbsp;&nbsp;
98
- <a href="#M000031">get_word_counts</a>&nbsp;&nbsp;
99
- <a href="#M000037">incr_doc_count</a>&nbsp;&nbsp;
100
- <a href="#M000036">incr_total_word_count</a>&nbsp;&nbsp;
101
- <a href="#M000035">incr_word_count</a>&nbsp;&nbsp;
102
- <a href="#M000030">init_tables</a>&nbsp;&nbsp;
103
- <a href="#M000026">new</a>&nbsp;&nbsp;
104
- <a href="#M000028">reset</a>&nbsp;&nbsp;
105
- <a href="#M000041">summary_table</a>&nbsp;&nbsp;
89
+ <a href="#M000044">classnames</a>&nbsp;&nbsp;
90
+ <a href="#M000056">close</a>&nbsp;&nbsp;
91
+ <a href="#M000055">doc_count_totals</a>&nbsp;&nbsp;
92
+ <a href="#M000046">drop_tables</a>&nbsp;&nbsp;
93
+ <a href="#M000059">freq_table</a>&nbsp;&nbsp;
94
+ <a href="#M000051">get_doc_count</a>&nbsp;&nbsp;
95
+ <a href="#M000057">get_summary</a>&nbsp;&nbsp;
96
+ <a href="#M000050">get_total_word_count</a>&nbsp;&nbsp;
97
+ <a href="#M000049">get_vocabulary_sizes</a>&nbsp;&nbsp;
98
+ <a href="#M000048">get_word_counts</a>&nbsp;&nbsp;
99
+ <a href="#M000054">incr_doc_count</a>&nbsp;&nbsp;
100
+ <a href="#M000053">incr_total_word_count</a>&nbsp;&nbsp;
101
+ <a href="#M000052">incr_word_count</a>&nbsp;&nbsp;
102
+ <a href="#M000047">init_tables</a>&nbsp;&nbsp;
103
+ <a href="#M000043">new</a>&nbsp;&nbsp;
104
+ <a href="#M000045">reset</a>&nbsp;&nbsp;
105
+ <a href="#M000058">summary_table</a>&nbsp;&nbsp;
106
106
  </div>
107
107
  </div>
108
108
 
@@ -137,19 +137,19 @@
137
137
  <div id="methods">
138
138
  <h3 class="section-bar">Public Class methods</h3>
139
139
 
140
- <div id="method-M000026" class="method-detail">
141
- <a name="M000026"></a>
140
+ <div id="method-M000043" class="method-detail">
141
+ <a name="M000043"></a>
142
142
 
143
143
  <div class="method-heading">
144
- <a href="#M000026" class="method-signature">
144
+ <a href="#M000043" class="method-signature">
145
145
  <span class="method-name">new</span><span class="method-args">(host='localhost', port=9090, frequency_tablename=&quot;ankusa_word_frequencies&quot;, summary_tablename=&quot;ankusa_summary&quot;)</span>
146
146
  </a>
147
147
  </div>
148
148
 
149
149
  <div class="method-description">
150
150
  <p><a class="source-toggle" href="#"
151
- onclick="toggleCode('M000026-source');return false;">[Source]</a></p>
152
- <div class="method-source-code" id="M000026-source">
151
+ onclick="toggleCode('M000043-source');return false;">[Source]</a></p>
152
+ <div class="method-source-code" id="M000043-source">
153
153
  <pre>
154
154
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 8</span>
155
155
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">host</span>=<span class="ruby-value str">'localhost'</span>, <span class="ruby-identifier">port</span>=<span class="ruby-value">9090</span>, <span class="ruby-identifier">frequency_tablename</span>=<span class="ruby-value str">&quot;ankusa_word_frequencies&quot;</span>, <span class="ruby-identifier">summary_tablename</span>=<span class="ruby-value str">&quot;ankusa_summary&quot;</span>)
@@ -167,19 +167,19 @@
167
167
 
168
168
  <h3 class="section-bar">Public Instance methods</h3>
169
169
 
170
- <div id="method-M000027" class="method-detail">
171
- <a name="M000027"></a>
170
+ <div id="method-M000044" class="method-detail">
171
+ <a name="M000044"></a>
172
172
 
173
173
  <div class="method-heading">
174
- <a href="#M000027" class="method-signature">
174
+ <a href="#M000044" class="method-signature">
175
175
  <span class="method-name">classnames</span><span class="method-args">()</span>
176
176
  </a>
177
177
  </div>
178
178
 
179
179
  <div class="method-description">
180
180
  <p><a class="source-toggle" href="#"
181
- onclick="toggleCode('M000027-source');return false;">[Source]</a></p>
182
- <div class="method-source-code" id="M000027-source">
181
+ onclick="toggleCode('M000044-source');return false;">[Source]</a></p>
182
+ <div class="method-source-code" id="M000044-source">
183
183
  <pre>
184
184
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 17</span>
185
185
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">classnames</span>
@@ -194,19 +194,19 @@
194
194
  </div>
195
195
  </div>
196
196
 
197
- <div id="method-M000039" class="method-detail">
198
- <a name="M000039"></a>
197
+ <div id="method-M000056" class="method-detail">
198
+ <a name="M000056"></a>
199
199
 
200
200
  <div class="method-heading">
201
- <a href="#M000039" class="method-signature">
201
+ <a href="#M000056" class="method-signature">
202
202
  <span class="method-name">close</span><span class="method-args">()</span>
203
203
  </a>
204
204
  </div>
205
205
 
206
206
  <div class="method-description">
207
207
  <p><a class="source-toggle" href="#"
208
- onclick="toggleCode('M000039-source');return false;">[Source]</a></p>
209
- <div class="method-source-code" id="M000039-source">
208
+ onclick="toggleCode('M000056-source');return false;">[Source]</a></p>
209
+ <div class="method-source-code" id="M000056-source">
210
210
  <pre>
211
211
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 103</span>
212
212
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">close</span>
@@ -217,19 +217,19 @@
217
217
  </div>
218
218
  </div>
219
219
 
220
- <div id="method-M000038" class="method-detail">
221
- <a name="M000038"></a>
220
+ <div id="method-M000055" class="method-detail">
221
+ <a name="M000055"></a>
222
222
 
223
223
  <div class="method-heading">
224
- <a href="#M000038" class="method-signature">
224
+ <a href="#M000055" class="method-signature">
225
225
  <span class="method-name">doc_count_totals</span><span class="method-args">()</span>
226
226
  </a>
227
227
  </div>
228
228
 
229
229
  <div class="method-description">
230
230
  <p><a class="source-toggle" href="#"
231
- onclick="toggleCode('M000038-source');return false;">[Source]</a></p>
232
- <div class="method-source-code" id="M000038-source">
231
+ onclick="toggleCode('M000055-source');return false;">[Source]</a></p>
232
+ <div class="method-source-code" id="M000055-source">
233
233
  <pre>
234
234
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 99</span>
235
235
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">doc_count_totals</span>
@@ -240,19 +240,19 @@
240
240
  </div>
241
241
  </div>
242
242
 
243
- <div id="method-M000029" class="method-detail">
244
- <a name="M000029"></a>
243
+ <div id="method-M000046" class="method-detail">
244
+ <a name="M000046"></a>
245
245
 
246
246
  <div class="method-heading">
247
- <a href="#M000029" class="method-signature">
247
+ <a href="#M000046" class="method-signature">
248
248
  <span class="method-name">drop_tables</span><span class="method-args">()</span>
249
249
  </a>
250
250
  </div>
251
251
 
252
252
  <div class="method-description">
253
253
  <p><a class="source-toggle" href="#"
254
- onclick="toggleCode('M000029-source');return false;">[Source]</a></p>
255
- <div class="method-source-code" id="M000029-source">
254
+ onclick="toggleCode('M000046-source');return false;">[Source]</a></p>
255
+ <div class="method-source-code" id="M000046-source">
256
256
  <pre>
257
257
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 30</span>
258
258
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">drop_tables</span>
@@ -268,19 +268,19 @@
268
268
  </div>
269
269
  </div>
270
270
 
271
- <div id="method-M000034" class="method-detail">
272
- <a name="M000034"></a>
271
+ <div id="method-M000051" class="method-detail">
272
+ <a name="M000051"></a>
273
273
 
274
274
  <div class="method-heading">
275
- <a href="#M000034" class="method-signature">
275
+ <a href="#M000051" class="method-signature">
276
276
  <span class="method-name">get_doc_count</span><span class="method-args">(klass)</span>
277
277
  </a>
278
278
  </div>
279
279
 
280
280
  <div class="method-description">
281
281
  <p><a class="source-toggle" href="#"
282
- onclick="toggleCode('M000034-source');return false;">[Source]</a></p>
283
- <div class="method-source-code" id="M000034-source">
282
+ onclick="toggleCode('M000051-source');return false;">[Source]</a></p>
283
+ <div class="method-source-code" id="M000051-source">
284
284
  <pre>
285
285
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 73</span>
286
286
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_doc_count</span>(<span class="ruby-identifier">klass</span>)
@@ -293,19 +293,19 @@
293
293
  </div>
294
294
  </div>
295
295
 
296
- <div id="method-M000033" class="method-detail">
297
- <a name="M000033"></a>
296
+ <div id="method-M000050" class="method-detail">
297
+ <a name="M000050"></a>
298
298
 
299
299
  <div class="method-heading">
300
- <a href="#M000033" class="method-signature">
300
+ <a href="#M000050" class="method-signature">
301
301
  <span class="method-name">get_total_word_count</span><span class="method-args">(klass)</span>
302
302
  </a>
303
303
  </div>
304
304
 
305
305
  <div class="method-description">
306
306
  <p><a class="source-toggle" href="#"
307
- onclick="toggleCode('M000033-source');return false;">[Source]</a></p>
308
- <div class="method-source-code" id="M000033-source">
307
+ onclick="toggleCode('M000050-source');return false;">[Source]</a></p>
308
+ <div class="method-source-code" id="M000050-source">
309
309
  <pre>
310
310
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 67</span>
311
311
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_total_word_count</span>(<span class="ruby-identifier">klass</span>)
@@ -318,19 +318,19 @@
318
318
  </div>
319
319
  </div>
320
320
 
321
- <div id="method-M000032" class="method-detail">
322
- <a name="M000032"></a>
321
+ <div id="method-M000049" class="method-detail">
322
+ <a name="M000049"></a>
323
323
 
324
324
  <div class="method-heading">
325
- <a href="#M000032" class="method-signature">
325
+ <a href="#M000049" class="method-signature">
326
326
  <span class="method-name">get_vocabulary_sizes</span><span class="method-args">()</span>
327
327
  </a>
328
328
  </div>
329
329
 
330
330
  <div class="method-description">
331
331
  <p><a class="source-toggle" href="#"
332
- onclick="toggleCode('M000032-source');return false;">[Source]</a></p>
333
- <div class="method-source-code" id="M000032-source">
332
+ onclick="toggleCode('M000049-source');return false;">[Source]</a></p>
333
+ <div class="method-source-code" id="M000049-source">
334
334
  <pre>
335
335
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 63</span>
336
336
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_vocabulary_sizes</span>
@@ -341,19 +341,19 @@
341
341
  </div>
342
342
  </div>
343
343
 
344
- <div id="method-M000031" class="method-detail">
345
- <a name="M000031"></a>
344
+ <div id="method-M000048" class="method-detail">
345
+ <a name="M000048"></a>
346
346
 
347
347
  <div class="method-heading">
348
- <a href="#M000031" class="method-signature">
348
+ <a href="#M000048" class="method-signature">
349
349
  <span class="method-name">get_word_counts</span><span class="method-args">(word)</span>
350
350
  </a>
351
351
  </div>
352
352
 
353
353
  <div class="method-description">
354
354
  <p><a class="source-toggle" href="#"
355
- onclick="toggleCode('M000031-source');return false;">[Source]</a></p>
356
- <div class="method-source-code" id="M000031-source">
355
+ onclick="toggleCode('M000048-source');return false;">[Source]</a></p>
356
+ <div class="method-source-code" id="M000048-source">
357
357
  <pre>
358
358
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 49</span>
359
359
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_word_counts</span>(<span class="ruby-identifier">word</span>)
@@ -374,19 +374,19 @@
374
374
  </div>
375
375
  </div>
376
376
 
377
- <div id="method-M000037" class="method-detail">
378
- <a name="M000037"></a>
377
+ <div id="method-M000054" class="method-detail">
378
+ <a name="M000054"></a>
379
379
 
380
380
  <div class="method-heading">
381
- <a href="#M000037" class="method-signature">
381
+ <a href="#M000054" class="method-signature">
382
382
  <span class="method-name">incr_doc_count</span><span class="method-args">(klass, count)</span>
383
383
  </a>
384
384
  </div>
385
385
 
386
386
  <div class="method-description">
387
387
  <p><a class="source-toggle" href="#"
388
- onclick="toggleCode('M000037-source');return false;">[Source]</a></p>
389
- <div class="method-source-code" id="M000037-source">
388
+ onclick="toggleCode('M000054-source');return false;">[Source]</a></p>
389
+ <div class="method-source-code" id="M000054-source">
390
390
  <pre>
391
391
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 95</span>
392
392
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">incr_doc_count</span>(<span class="ruby-identifier">klass</span>, <span class="ruby-identifier">count</span>)
@@ -397,19 +397,19 @@
397
397
  </div>
398
398
  </div>
399
399
 
400
- <div id="method-M000036" class="method-detail">
401
- <a name="M000036"></a>
400
+ <div id="method-M000053" class="method-detail">
401
+ <a name="M000053"></a>
402
402
 
403
403
  <div class="method-heading">
404
- <a href="#M000036" class="method-signature">
404
+ <a href="#M000053" class="method-signature">
405
405
  <span class="method-name">incr_total_word_count</span><span class="method-args">(klass, count)</span>
406
406
  </a>
407
407
  </div>
408
408
 
409
409
  <div class="method-description">
410
410
  <p><a class="source-toggle" href="#"
411
- onclick="toggleCode('M000036-source');return false;">[Source]</a></p>
412
- <div class="method-source-code" id="M000036-source">
411
+ onclick="toggleCode('M000053-source');return false;">[Source]</a></p>
412
+ <div class="method-source-code" id="M000053-source">
413
413
  <pre>
414
414
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 91</span>
415
415
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">incr_total_word_count</span>(<span class="ruby-identifier">klass</span>, <span class="ruby-identifier">count</span>)
@@ -420,19 +420,19 @@
420
420
  </div>
421
421
  </div>
422
422
 
423
- <div id="method-M000035" class="method-detail">
424
- <a name="M000035"></a>
423
+ <div id="method-M000052" class="method-detail">
424
+ <a name="M000052"></a>
425
425
 
426
426
  <div class="method-heading">
427
- <a href="#M000035" class="method-signature">
427
+ <a href="#M000052" class="method-signature">
428
428
  <span class="method-name">incr_word_count</span><span class="method-args">(klass, word, count)</span>
429
429
  </a>
430
430
  </div>
431
431
 
432
432
  <div class="method-description">
433
433
  <p><a class="source-toggle" href="#"
434
- onclick="toggleCode('M000035-source');return false;">[Source]</a></p>
435
- <div class="method-source-code" id="M000035-source">
434
+ onclick="toggleCode('M000052-source');return false;">[Source]</a></p>
435
+ <div class="method-source-code" id="M000052-source">
436
436
  <pre>
437
437
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 79</span>
438
438
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">incr_word_count</span>(<span class="ruby-identifier">klass</span>, <span class="ruby-identifier">word</span>, <span class="ruby-identifier">count</span>)
@@ -451,19 +451,19 @@
451
451
  </div>
452
452
  </div>
453
453
 
454
- <div id="method-M000030" class="method-detail">
455
- <a name="M000030"></a>
454
+ <div id="method-M000047" class="method-detail">
455
+ <a name="M000047"></a>
456
456
 
457
457
  <div class="method-heading">
458
- <a href="#M000030" class="method-signature">
458
+ <a href="#M000047" class="method-signature">
459
459
  <span class="method-name">init_tables</span><span class="method-args">()</span>
460
460
  </a>
461
461
  </div>
462
462
 
463
463
  <div class="method-description">
464
464
  <p><a class="source-toggle" href="#"
465
- onclick="toggleCode('M000030-source');return false;">[Source]</a></p>
466
- <div class="method-source-code" id="M000030-source">
465
+ onclick="toggleCode('M000047-source');return false;">[Source]</a></p>
466
+ <div class="method-source-code" id="M000047-source">
467
467
  <pre>
468
468
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 39</span>
469
469
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">init_tables</span>
@@ -480,19 +480,19 @@
480
480
  </div>
481
481
  </div>
482
482
 
483
- <div id="method-M000028" class="method-detail">
484
- <a name="M000028"></a>
483
+ <div id="method-M000045" class="method-detail">
484
+ <a name="M000045"></a>
485
485
 
486
486
  <div class="method-heading">
487
- <a href="#M000028" class="method-signature">
487
+ <a href="#M000045" class="method-signature">
488
488
  <span class="method-name">reset</span><span class="method-args">()</span>
489
489
  </a>
490
490
  </div>
491
491
 
492
492
  <div class="method-description">
493
493
  <p><a class="source-toggle" href="#"
494
- onclick="toggleCode('M000028-source');return false;">[Source]</a></p>
495
- <div class="method-source-code" id="M000028-source">
494
+ onclick="toggleCode('M000045-source');return false;">[Source]</a></p>
495
+ <div class="method-source-code" id="M000045-source">
496
496
  <pre>
497
497
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 25</span>
498
498
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">reset</span>
@@ -506,19 +506,19 @@
506
506
 
507
507
  <h3 class="section-bar">Protected Instance methods</h3>
508
508
 
509
- <div id="method-M000042" class="method-detail">
510
- <a name="M000042"></a>
509
+ <div id="method-M000059" class="method-detail">
510
+ <a name="M000059"></a>
511
511
 
512
512
  <div class="method-heading">
513
- <a href="#M000042" class="method-signature">
513
+ <a href="#M000059" class="method-signature">
514
514
  <span class="method-name">freq_table</span><span class="method-args">()</span>
515
515
  </a>
516
516
  </div>
517
517
 
518
518
  <div class="method-description">
519
519
  <p><a class="source-toggle" href="#"
520
- onclick="toggleCode('M000042-source');return false;">[Source]</a></p>
521
- <div class="method-source-code" id="M000042-source">
520
+ onclick="toggleCode('M000059-source');return false;">[Source]</a></p>
521
+ <div class="method-source-code" id="M000059-source">
522
522
  <pre>
523
523
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 120</span>
524
524
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">freq_table</span>
@@ -529,19 +529,19 @@
529
529
  </div>
530
530
  </div>
531
531
 
532
- <div id="method-M000040" class="method-detail">
533
- <a name="M000040"></a>
532
+ <div id="method-M000057" class="method-detail">
533
+ <a name="M000057"></a>
534
534
 
535
535
  <div class="method-heading">
536
- <a href="#M000040" class="method-signature">
536
+ <a href="#M000057" class="method-signature">
537
537
  <span class="method-name">get_summary</span><span class="method-args">(name)</span>
538
538
  </a>
539
539
  </div>
540
540
 
541
541
  <div class="method-description">
542
542
  <p><a class="source-toggle" href="#"
543
- onclick="toggleCode('M000040-source');return false;">[Source]</a></p>
544
- <div class="method-source-code" id="M000040-source">
543
+ onclick="toggleCode('M000057-source');return false;">[Source]</a></p>
544
+ <div class="method-source-code" id="M000057-source">
545
545
  <pre>
546
546
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 108</span>
547
547
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">get_summary</span>(<span class="ruby-identifier">name</span>)
@@ -556,19 +556,19 @@
556
556
  </div>
557
557
  </div>
558
558
 
559
- <div id="method-M000041" class="method-detail">
560
- <a name="M000041"></a>
559
+ <div id="method-M000058" class="method-detail">
560
+ <a name="M000058"></a>
561
561
 
562
562
  <div class="method-heading">
563
- <a href="#M000041" class="method-signature">
563
+ <a href="#M000058" class="method-signature">
564
564
  <span class="method-name">summary_table</span><span class="method-args">()</span>
565
565
  </a>
566
566
  </div>
567
567
 
568
568
  <div class="method-description">
569
569
  <p><a class="source-toggle" href="#"
570
- onclick="toggleCode('M000041-source');return false;">[Source]</a></p>
571
- <div class="method-source-code" id="M000041-source">
570
+ onclick="toggleCode('M000058-source');return false;">[Source]</a></p>
571
+ <div class="method-source-code" id="M000058-source">
572
572
  <pre>
573
573
  <span class="ruby-comment cmt"># File lib/ankusa/hbase_storage.rb, line 116</span>
574
574
  <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">summary_table</span>