RubyGems - classifier - Versions diffs - 1.3.0 → 1.3.1 - Mend

classifier 1.3.0 → 1.3.1

Files changed (87) hide show

data/README +2 -1
data/Rakefile +3 -4
data/bin/bayes.rb +1 -1
data/bin/summarize.rb +7 -2
data/lib/classifier/extensions/string.rb +2 -2
data/lib/classifier/extensions/vector_serialize.rb +2 -2
data/lib/classifier/lsi.rb +2 -2
data/lib/classifier/lsi/content_node.rb +1 -1
metadata +73 -159
data/doc/classes/Array.html +0 -139
data/doc/classes/Array.src/M000003.html +0 -18
data/doc/classes/Classifier.html +0 -140
data/doc/classes/Classifier/Bayes.html +0 -317
data/doc/classes/Classifier/Bayes.src/M000038.html +0 -20
data/doc/classes/Classifier/Bayes.src/M000039.html +0 -23
data/doc/classes/Classifier/Bayes.src/M000040.html +0 -30
data/doc/classes/Classifier/Bayes.src/M000041.html +0 -27
data/doc/classes/Classifier/Bayes.src/M000042.html +0 -18
data/doc/classes/Classifier/Bayes.src/M000043.html +0 -25
data/doc/classes/Classifier/Bayes.src/M000044.html +0 -18
data/doc/classes/Classifier/ContentNode.html +0 -247
data/doc/classes/Classifier/ContentNode.src/M000046.html +0 -19
data/doc/classes/Classifier/ContentNode.src/M000047.html +0 -18
data/doc/classes/Classifier/ContentNode.src/M000048.html +0 -18
data/doc/classes/Classifier/ContentNode.src/M000049.html +0 -49
data/doc/classes/Classifier/LSI.html +0 -539
data/doc/classes/Classifier/LSI.src/M000022.html +0 -20
data/doc/classes/Classifier/LSI.src/M000023.html +0 -18
data/doc/classes/Classifier/LSI.src/M000024.html +0 -21
data/doc/classes/Classifier/LSI.src/M000025.html +0 -18
data/doc/classes/Classifier/LSI.src/M000026.html +0 -19
data/doc/classes/Classifier/LSI.src/M000027.html +0 -21
data/doc/classes/Classifier/LSI.src/M000028.html +0 -18
data/doc/classes/Classifier/LSI.src/M000029.html +0 -19
data/doc/classes/Classifier/LSI.src/M000030.html +0 -43
data/doc/classes/Classifier/LSI.src/M000031.html +0 -23
data/doc/classes/Classifier/LSI.src/M000032.html +0 -30
data/doc/classes/Classifier/LSI.src/M000033.html +0 -30
data/doc/classes/Classifier/LSI.src/M000034.html +0 -21
data/doc/classes/Classifier/LSI.src/M000035.html +0 -21
data/doc/classes/Classifier/LSI.src/M000036.html +0 -31
data/doc/classes/Classifier/LSI.src/M000037.html +0 -21
data/doc/classes/Classifier/WordList.html +0 -217
data/doc/classes/Classifier/WordList.src/M000017.html +0 -18
data/doc/classes/Classifier/WordList.src/M000018.html +0 -19
data/doc/classes/Classifier/WordList.src/M000019.html +0 -19
data/doc/classes/Classifier/WordList.src/M000020.html +0 -18
data/doc/classes/Classifier/WordList.src/M000021.html +0 -18
data/doc/classes/GSL.html +0 -112
data/doc/classes/GSL/Matrix.html +0 -126
data/doc/classes/GSL/Vector.html +0 -156
data/doc/classes/GSL/Vector.src/M000015.html +0 -18
data/doc/classes/GSL/Vector.src/M000016.html +0 -19
data/doc/classes/Matrix.html +0 -184
data/doc/classes/Matrix.src/M000004.html +0 -18
data/doc/classes/Matrix.src/M000005.html +0 -76
data/doc/classes/Matrix.src/M000006.html +0 -18
data/doc/classes/Object.html +0 -139
data/doc/classes/Object.src/M000007.html +0 -16
data/doc/classes/String.html +0 -275
data/doc/classes/String.src/M000008.html +0 -18
data/doc/classes/String.src/M000009.html +0 -18
data/doc/classes/String.src/M000010.html +0 -18
data/doc/classes/String.src/M000011.html +0 -18
data/doc/classes/String.src/M000012.html +0 -18
data/doc/classes/String.src/M000013.html +0 -18
data/doc/classes/String.src/M000014.html +0 -18
data/doc/classes/Vector.html +0 -154
data/doc/classes/Vector.src/M000001.html +0 -22
data/doc/classes/Vector.src/M000002.html +0 -25
data/doc/created.rid +0 -1
data/doc/files/README.html +0 -252
data/doc/files/lib/classifier/bayes_rb.html +0 -115
data/doc/files/lib/classifier/extensions/string_rb.html +0 -122
data/doc/files/lib/classifier/extensions/vector_rb.html +0 -120
data/doc/files/lib/classifier/extensions/vector_serialize_rb.html +0 -101
data/doc/files/lib/classifier/extensions/word_hash_rb.html +0 -115
data/doc/files/lib/classifier/lsi/content_node_rb.html +0 -115
data/doc/files/lib/classifier/lsi/summary_rb.html +0 -115
data/doc/files/lib/classifier/lsi/word_list_rb.html +0 -115
data/doc/files/lib/classifier/lsi_rb.html +0 -127
data/doc/files/lib/classifier_rb.html +0 -125
data/doc/fr_class_index.html +0 -39
data/doc/fr_file_index.html +0 -37
data/doc/fr_method_index.html +0 -75
data/doc/index.html +0 -24
data/doc/rdoc-style.css +0 -208

data/doc/classes/Classifier/ContentNode.src/M000048.html DELETED

@@ -1,18 +0,0 @@
-<?xml version="1.0" encoding="iso-8859-1"?>
-<!DOCTYPE html
-     PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
-     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html>
-<head>
-  <title>search_norm (Classifier::ContentNode)</title>
-  <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
-  <link rel="stylesheet" href="../../.././rdoc-style.css" type="text/css" media="screen" />
-</head>
-<body class="standalone-code">
-  <pre><span class="ruby-comment cmt"># File lib/classifier/lsi/content_node.rb, line 29</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">search_norm</span>
-      <span class="ruby-ivar">@lsi_norm</span> <span class="ruby-operator">||</span> <span class="ruby-ivar">@raw_norm</span>
-    <span class="ruby-keyword kw">end</span></pre>
-</body>
-</html>

data/doc/classes/Classifier/ContentNode.src/M000049.html DELETED

@@ -1,49 +0,0 @@
-<?xml version="1.0" encoding="iso-8859-1"?>
-<!DOCTYPE html
-     PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
-     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html>
-<head>
-  <title>raw_vector_with (Classifier::ContentNode)</title>
-  <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
-  <link rel="stylesheet" href="../../.././rdoc-style.css" type="text/css" media="screen" />
-</head>
-<body class="standalone-code">
-  <pre><span class="ruby-comment cmt"># File lib/classifier/lsi/content_node.rb, line 35</span>
-    <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">raw_vector_with</span>( <span class="ruby-identifier">word_list</span> )
-      <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">$GSL</span>
-         <span class="ruby-identifier">vec</span> = <span class="ruby-constant">Vector</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">word_list</span>.<span class="ruby-identifier">size</span>)
-      <span class="ruby-keyword kw">else</span>
-         <span class="ruby-identifier">vec</span> = <span class="ruby-constant">Array</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">word_list</span>.<span class="ruby-identifier">size</span>, <span class="ruby-value">0</span>)
-      <span class="ruby-keyword kw">end</span>
-      <span class="ruby-ivar">@word_hash</span>.<span class="ruby-identifier">each_key</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">word</span><span class="ruby-operator">|</span>
-        <span class="ruby-identifier">vec</span>[<span class="ruby-identifier">word_list</span>[<span class="ruby-identifier">word</span>]] = <span class="ruby-ivar">@word_hash</span>[<span class="ruby-identifier">word</span>] <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">word_list</span>[<span class="ruby-identifier">word</span>]
-      <span class="ruby-keyword kw">end</span>
-      <span class="ruby-comment cmt"># Perform the scaling transform</span>
-      <span class="ruby-identifier">total_words</span> = <span class="ruby-identifier">vec</span>.<span class="ruby-identifier">sum</span>
-      <span class="ruby-comment cmt"># Perform first-order association transform if this vector has more</span>
-      <span class="ruby-comment cmt"># than one word in it. </span>
-      <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">total_words</span> <span class="ruby-operator">&gt;</span> <span class="ruby-value">1.0</span>
-        <span class="ruby-identifier">weighted_total</span> = <span class="ruby-value">0</span><span class="ruby-value">.0</span>
-        <span class="ruby-identifier">vec</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">term</span><span class="ruby-operator">|</span>
-          <span class="ruby-keyword kw">if</span> ( <span class="ruby-identifier">term</span> <span class="ruby-operator">&gt;</span> <span class="ruby-value">0</span> )
-            <span class="ruby-identifier">weighted_total</span> <span class="ruby-operator">+=</span> (( <span class="ruby-identifier">term</span> <span class="ruby-operator">/</span> <span class="ruby-identifier">total_words</span> ) <span class="ruby-operator">*</span> <span class="ruby-constant">Math</span>.<span class="ruby-identifier">log</span>( <span class="ruby-identifier">term</span> <span class="ruby-operator">/</span> <span class="ruby-identifier">total_words</span> ))
-          <span class="ruby-keyword kw">end</span>
-        <span class="ruby-keyword kw">end</span>
-        <span class="ruby-identifier">vec</span> = <span class="ruby-identifier">vec</span>.<span class="ruby-identifier">collect</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">val</span><span class="ruby-operator">|</span> <span class="ruby-constant">Math</span>.<span class="ruby-identifier">log</span>( <span class="ruby-identifier">val</span> <span class="ruby-operator">+</span> <span class="ruby-value">1</span> ) <span class="ruby-operator">/</span> <span class="ruby-operator">-</span><span class="ruby-identifier">weighted_total</span> }
-      <span class="ruby-keyword kw">end</span>
-      <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">$GSL</span>
-         <span class="ruby-ivar">@raw_norm</span>   = <span class="ruby-identifier">vec</span>.<span class="ruby-identifier">normalize</span>
-         <span class="ruby-ivar">@raw_vector</span> = <span class="ruby-identifier">vec</span>
-      <span class="ruby-keyword kw">else</span>
-         <span class="ruby-ivar">@raw_norm</span>   = <span class="ruby-constant">Vector</span>[<span class="ruby-operator">*</span><span class="ruby-identifier">vec</span>].<span class="ruby-identifier">normalize</span>
-         <span class="ruby-ivar">@raw_vector</span> = <span class="ruby-constant">Vector</span>[<span class="ruby-operator">*</span><span class="ruby-identifier">vec</span>]
-      <span class="ruby-keyword kw">end</span>
-    <span class="ruby-keyword kw">end</span></pre>
-</body>
-</html>

data/doc/classes/Classifier/LSI.html DELETED

@@ -1,539 +0,0 @@
-<?xml version="1.0" encoding="iso-8859-1"?>
-<!DOCTYPE html
-     PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
-     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
-<head>
-  <title>Class: Classifier::LSI</title>
-  <meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
-  <meta http-equiv="Content-Script-Type" content="text/javascript" />
-  <link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
-  <script type="text/javascript">
-  // <![CDATA[
-  function popupCode( url ) {
-    window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
-  }
-  function toggleCode( id ) {
-    if ( document.getElementById )
-      elem = document.getElementById( id );
-    else if ( document.all )
-      elem = eval( "document.all." + id );
-    else
-      return false;
-    elemStyle = elem.style;
-    if ( elemStyle.display != "block" ) {
-      elemStyle.display = "block"
-    } else {
-      elemStyle.display = "none"
-    }
-    return true;
-  }
-  // Make codeblocks hidden by default
-  document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
-  // ]]>
-  </script>
-</head>
-<body>
-    <div id="classHeader">
-        <table class="header-table">
-        <tr class="top-aligned-row">
-          <td><strong>Class</strong></td>
-          <td class="class-name-in-header">Classifier::LSI</td>
-        </tr>
-        <tr class="top-aligned-row">
-            <td><strong>In:</strong></td>
-            <td>
-                <a href="../../files/lib/classifier/lsi_rb.html">
-                lib/classifier/lsi.rb
-                </a>
-        <br />
-            </td>
-        </tr>
-        <tr class="top-aligned-row">
-            <td><strong>Parent:</strong></td>
-            <td>
-                <a href="../Object.html">
-                Object
-               </a>
-            </td>
-        </tr>
-        </table>
-    </div>
-  <!-- banner header -->
-  <div id="bodyContent">
-  <div id="contextContent">
-    <div id="description">
-      <p>
-This class implements a Latent Semantic Indexer, which can search, classify
-and cluster data based on underlying semantic relations. For more
-information on the algorithms used, please consult <a
-href="http://en.wikipedia.org/wiki/Latent_Semantic_Indexing">Wikipedia</a>.
-</p>
-    </div>
-   </div>
-    <div id="method-list">
-      <h3 class="section-bar">Methods</h3>
-      <div class="name-list">
-      <a href="#M000025">&lt;&lt;</a>&nbsp;&nbsp;
-      <a href="#M000024">add_item</a>&nbsp;&nbsp;
-      <a href="#M000030">build_index</a>&nbsp;&nbsp;
-      <a href="#M000029">categories_for</a>&nbsp;&nbsp;
-      <a href="#M000026">categories_for</a>&nbsp;&nbsp;
-      <a href="#M000036">classify</a>&nbsp;&nbsp;
-      <a href="#M000035">find_related</a>&nbsp;&nbsp;
-      <a href="#M000037">highest_ranked_stems</a>&nbsp;&nbsp;
-      <a href="#M000031">highest_relative_content</a>&nbsp;&nbsp;
-      <a href="#M000028">items</a>&nbsp;&nbsp;
-      <a href="#M000023">needs_rebuild?</a>&nbsp;&nbsp;
-      <a href="#M000022">new</a>&nbsp;&nbsp;
-      <a href="#M000032">proximity_array_for_content</a>&nbsp;&nbsp;
-      <a href="#M000033">proximity_norms_for_content</a>&nbsp;&nbsp;
-      <a href="#M000027">remove_item</a>&nbsp;&nbsp;
-      <a href="#M000034">search</a>&nbsp;&nbsp;
-      </div>
-    </div>
-  </div>
-    <!-- if includes -->
-    <div id="section">
-    <div id="attribute-list">
-      <h3 class="section-bar">Attributes</h3>
-      <div class="name-list">
-        <table>
-        <tr class="top-aligned-row context-row">
-          <td class="context-item-name">auto_rebuild</td>
-          <td class="context-item-value">&nbsp;[RW]&nbsp;</td>
-          <td class="context-item-desc"></td>
-        </tr>
-        <tr class="top-aligned-row context-row">
-          <td class="context-item-name">word_list</td>
-          <td class="context-item-value">&nbsp;[R]&nbsp;</td>
-          <td class="context-item-desc"></td>
-        </tr>
-        </table>
-      </div>
-    </div>
-    <!-- if method_list -->
-    <div id="methods">
-      <h3 class="section-bar">Public Class methods</h3>
-      <div id="method-M000022" class="method-detail">
-        <a name="M000022"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000022.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000022.html');return false;">
-          <span class="method-name">new</span><span class="method-args">(options = {})</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-Create a fresh index. If you want to call <a
-href="LSI.html#M000030">build_index</a> manually, use
-</p>
-<pre>
-     Classifier::LSI.new :auto_rebuild =&gt; false
-</pre>
-        </div>
-      </div>
-      <h3 class="section-bar">Public Instance methods</h3>
-      <div id="method-M000025" class="method-detail">
-        <a name="M000025"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000025.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000025.html');return false;">
-          <span class="method-name">&lt;&lt;</span><span class="method-args">( item )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-A less flexible shorthand for <a href="LSI.html#M000024">add_item</a> that
-assumes you are passing in a string with no categorries. item will be duck
-typed via to_s .
-</p>
-        </div>
-      </div>
-      <div id="method-M000024" class="method-detail">
-        <a name="M000024"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000024.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000024.html');return false;">
-          <span class="method-name">add_item</span><span class="method-args">( item, *categories, &amp;block )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-Adds an item to the index. item is assumed to be a string, but any item may
-be indexed so long as it responds to to_s or if you provide an optional
-block explaining how the indexer can fetch fresh string data. This optional
-block is passed the item, so the item may only be a reference to a URL or
-file name.
-</p>
-<p>
-For example:
-</p>
-<pre>
-  lsi = Classifier::LSI.new
-  lsi.add_item &quot;This is just plain text&quot;
-  lsi.add_item &quot;/home/me/filename.txt&quot; { |x| File.read x }
-  ar = ActiveRecordObject.find( :all )
-  lsi.add_item ar, *ar.categories { |x| ar.content }
-</pre>
-        </div>
-      </div>
-      <div id="method-M000030" class="method-detail">
-        <a name="M000030"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000030.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000030.html');return false;">
-          <span class="method-name">build_index</span><span class="method-args">( cutoff=0.75 )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-This function rebuilds the index if <a
-href="LSI.html#M000023">needs_rebuild?</a> returns true. For very large
-document spaces, this indexing operation may take some time to complete, so
-it may be wise to place the operation in another thread.
-</p>
-<p>
-As a rule, indexing will be fairly swift on modern machines until you have
-well over 500 documents indexed, or have an incredibly diverse vocabulary
-for your documents.
-</p>
-<p>
-The optional parameter &quot;cutoff&quot; is a tuning parameter. When the
-index is built, a certain number of s-values are discarded from the system.
-The cutoff parameter tells the indexer how many of these values to keep. A
-value of 1 for cutoff means that no semantic analysis will take place,
-turning the <a href="LSI.html">LSI</a> class into a simple vector search
-engine.
-</p>
-        </div>
-      </div>
-      <div id="method-M000029" class="method-detail">
-        <a name="M000029"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000029.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000029.html');return false;">
-          <span class="method-name">categories_for</span><span class="method-args">(item)</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-Returns the categories for a given indexed items. You are free to add and
-remove items from this as you see fit. It does not invalide an index to
-change its categories.
-</p>
-        </div>
-      </div>
-      <div id="method-M000026" class="method-detail">
-        <a name="M000026"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000026.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000026.html');return false;">
-          <span class="method-name">categories_for</span><span class="method-args">(item)</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-Returns the categories for a given indexed items. You are free to add and
-remove items from this as you see fit. It does not invalide an index to
-change its categories.
-</p>
-        </div>
-      </div>
-      <div id="method-M000036" class="method-detail">
-        <a name="M000036"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000036.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000036.html');return false;">
-          <span class="method-name">classify</span><span class="method-args">( doc, cutoff=0.30, &amp;block )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-This function uses a voting system to categorize documents, based on the
-categories of other documents. It uses the same logic as the <a
-href="LSI.html#M000035">find_related</a> function to find related
-documents, then returns the most obvious category from this list.
-</p>
-<p>
-cutoff signifies the number of documents to consider when clasifying text.
-A cutoff of 1 means that every document in the index votes on what category
-the document is in. This may not always make sense.
-</p>
-        </div>
-      </div>
-      <div id="method-M000035" class="method-detail">
-        <a name="M000035"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000035.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000035.html');return false;">
-          <span class="method-name">find_related</span><span class="method-args">( doc, max_nearest=3, &amp;block )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-This function takes content and finds other documents that are semantically
-&quot;close&quot;, returning an array of documents sorted from most to
-least relavant. max_nearest specifies the number of documents to return. A
-value of 0 means that it returns all the indexed documents, sorted by
-relavence.
-</p>
-<p>
-This is particularly useful for identifing clusters in your document space.
-For example you may want to identify several &quot;What&#8217;s
-Related&quot; items for weblog articles, or find paragraphs that relate to
-each other in an essay.
-</p>
-        </div>
-      </div>
-      <div id="method-M000037" class="method-detail">
-        <a name="M000037"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000037.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000037.html');return false;">
-          <span class="method-name">highest_ranked_stems</span><span class="method-args">( doc, count=3 )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-Prototype, only works on indexed documents. I have no clue if this is going
-to work, but in theory it&#8217;s supposed to.
-</p>
-        </div>
-      </div>
-      <div id="method-M000031" class="method-detail">
-        <a name="M000031"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000031.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000031.html');return false;">
-          <span class="method-name">highest_relative_content</span><span class="method-args">( max_chunks=10 )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-This method returns max_chunks entries, ordered by their average semantic
-rating. Essentially, the average distance of each entry from all other
-entries is calculated, the highest are returned.
-</p>
-<p>
-This can be used to build a summary service, or to provide more information
-about your dataset&#8217;s general content. For example, if you were to use
-categorize on the results of this data, you could gather information on
-what your dataset is generally about.
-</p>
-        </div>
-      </div>
-      <div id="method-M000028" class="method-detail">
-        <a name="M000028"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000028.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000028.html');return false;">
-          <span class="method-name">items</span><span class="method-args">()</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-Returns an array of items that are indexed.
-</p>
-        </div>
-      </div>
-      <div id="method-M000023" class="method-detail">
-        <a name="M000023"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000023.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000023.html');return false;">
-          <span class="method-name">needs_rebuild?</span><span class="method-args">()</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-Returns true if the index needs to be rebuilt. The index needs to be built
-after all informaton is added, but before you start using it for search,
-classification and cluster detection.
-</p>
-        </div>
-      </div>
-      <div id="method-M000032" class="method-detail">
-        <a name="M000032"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000032.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000032.html');return false;">
-          <span class="method-name">proximity_array_for_content</span><span class="method-args">( doc, &amp;block )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-This function is the primitive that <a
-href="LSI.html#M000035">find_related</a> and classify build upon. It
-returns an array of 2-element arrays. The first element of this array is a
-document, and the second is its &quot;score&quot;, defining how
-&quot;close&quot; it is to other indexed items.
-</p>
-<p>
-These values are somewhat arbitrary, having to do with the vector space
-created by your content, so the magnitude is interpretable but not always
-meaningful between indexes.
-</p>
-<p>
-The parameter doc is the content to compare. If that content is not
-indexed, you can pass an optional block to define how to create the text
-data. See <a href="LSI.html#M000024">add_item</a> for examples of how this
-works.
-</p>
-        </div>
-      </div>
-      <div id="method-M000033" class="method-detail">
-        <a name="M000033"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000033.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000033.html');return false;">
-          <span class="method-name">proximity_norms_for_content</span><span class="method-args">( doc, &amp;block )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-Similar to <a href="LSI.html#M000032">proximity_array_for_content</a>, this
-function takes similar arguments and returns a similar array. However, it
-uses the normalized calculated vectors instead of their full versions. This
-is useful when you&#8217;re trying to perform operations on content that is
-much smaller than the text you&#8217;re working with. search uses this
-primitive.
-</p>
-        </div>
-      </div>
-      <div id="method-M000027" class="method-detail">
-        <a name="M000027"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000027.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000027.html');return false;">
-          <span class="method-name">remove_item</span><span class="method-args">( item )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-Removes an item from the database, if it is indexed.
-</p>
-        </div>
-      </div>
-      <div id="method-M000034" class="method-detail">
-        <a name="M000034"></a>
-        <div class="method-heading">
-          <a href="LSI.src/M000034.html" target="Code" class="method-signature"
-            onclick="popupCode('LSI.src/M000034.html');return false;">
-          <span class="method-name">search</span><span class="method-args">( string, max_nearest=3 )</span>
-          </a>
-        </div>
-        <div class="method-description">
-          <p>
-This function allows for text-based search of your index. Unlike other
-functions like <a href="LSI.html#M000035">find_related</a> and classify,
-search only takes short strings. It will also ignore factors like repeated
-words. It is best for short, google-like search terms. A search will first
-priortize lexical relationships, then semantic ones.
-</p>
-<p>
-While this may seem backwards compared to the other functions that <a
-href="LSI.html">LSI</a> supports, it is actually the same algorithm, just
-applied on a smaller document.
-</p>
-        </div>
-      </div>
-    </div>
-  </div>
-<div id="validator-badges">
-  <p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
-</div>
-</body>
-</html>