classifier 1.1.1 → 1.2.0
Sign up to get free protection for your applications and to get access to all the features.
- data/LICENSE +341 -0
- data/README +59 -6
- data/Rakefile +16 -4
- data/bin/bayes.rb +8 -2
- data/doc/classes/Classifier.html +15 -10
- data/doc/classes/Classifier/Bayes.html +68 -38
- data/doc/classes/Classifier/Bayes.src/{M000005.html → M000023.html} +1 -1
- data/doc/classes/Classifier/Bayes.src/{M000006.html → M000024.html} +1 -1
- data/doc/classes/Classifier/Bayes.src/M000025.html +30 -0
- data/doc/classes/Classifier/Bayes.src/{M000007.html → M000026.html} +1 -1
- data/doc/classes/Classifier/Bayes.src/{M000008.html → M000027.html} +1 -1
- data/doc/classes/Classifier/Bayes.src/{M000009.html → M000028.html} +4 -4
- data/doc/classes/Classifier/Bayes.src/{M000010.html → M000029.html} +2 -2
- data/doc/classes/Classifier/ContentNode.html +252 -0
- data/doc/classes/Classifier/ContentNode.src/M000031.html +21 -0
- data/doc/classes/Classifier/ContentNode.src/M000032.html +18 -0
- data/doc/classes/Classifier/ContentNode.src/M000033.html +18 -0
- data/doc/classes/Classifier/ContentNode.src/M000034.html +41 -0
- data/doc/classes/Classifier/LSI.html +449 -0
- data/doc/classes/Classifier/LSI.src/M000011.html +20 -0
- data/doc/classes/Classifier/LSI.src/M000012.html +18 -0
- data/doc/classes/Classifier/LSI.src/M000013.html +20 -0
- data/doc/classes/Classifier/LSI.src/M000014.html +18 -0
- data/doc/classes/Classifier/LSI.src/M000015.html +21 -0
- data/doc/classes/Classifier/LSI.src/M000016.html +18 -0
- data/doc/classes/Classifier/LSI.src/M000017.html +32 -0
- data/doc/classes/Classifier/LSI.src/M000018.html +26 -0
- data/doc/classes/Classifier/LSI.src/M000019.html +26 -0
- data/doc/classes/Classifier/LSI.src/M000020.html +23 -0
- data/doc/classes/Classifier/LSI.src/M000021.html +21 -0
- data/doc/classes/Classifier/LSI.src/M000022.html +31 -0
- data/doc/classes/Classifier/WordList.html +202 -0
- data/doc/classes/Classifier/WordList.src/M000007.html +18 -0
- data/doc/classes/Classifier/WordList.src/M000008.html +19 -0
- data/doc/classes/Classifier/WordList.src/M000009.html +19 -0
- data/doc/classes/Classifier/WordList.src/M000010.html +18 -0
- data/doc/classes/GSL.html +111 -0
- data/doc/classes/GSL/Vector.html +156 -0
- data/doc/classes/GSL/Vector.src/M000005.html +18 -0
- data/doc/classes/GSL/Vector.src/M000006.html +19 -0
- data/doc/classes/Object.html +139 -0
- data/doc/classes/Object.src/M000001.html +16 -0
- data/doc/classes/String.html +95 -9
- data/doc/classes/{Classifier/WordHash.src/M000001.html → String.src/M000002.html} +3 -3
- data/doc/classes/String.src/M000003.html +18 -0
- data/doc/classes/String.src/M000004.html +18 -0
- data/doc/created.rid +1 -1
- data/doc/files/README.html +102 -12
- data/doc/files/lib/classifier/bayes_rb.html +1 -1
- data/doc/files/lib/classifier/{string_extensions/porter_stemmer_rb.html → extensions/vector_serialize_rb.html} +4 -15
- data/doc/files/lib/classifier/{string_extensions → extensions}/word_hash_rb.html +2 -2
- data/doc/files/lib/classifier/extensions/word_list_rb.html +115 -0
- data/doc/files/lib/classifier/lsi/content_node_rb.html +115 -0
- data/doc/files/lib/classifier/lsi_rb.html +125 -0
- data/doc/files/lib/classifier/string_extensions_rb.html +2 -3
- data/doc/files/lib/classifier_rb.html +3 -1
- data/doc/fr_class_index.html +6 -2
- data/doc/fr_file_index.html +5 -2
- data/doc/fr_method_index.html +34 -11
- data/lib/classifier.rb +3 -1
- data/lib/classifier/bayes.rb +34 -9
- data/lib/classifier/extensions/vector_serialize.rb +14 -0
- data/lib/classifier/extensions/word_hash.rb +125 -0
- data/lib/classifier/extensions/word_list.rb +31 -0
- data/lib/classifier/lsi.rb +248 -0
- data/lib/classifier/lsi/content_node.rb +67 -0
- data/lib/classifier/string_extensions.rb +10 -5
- data/test/bayes/bayesian_test.rb +2 -2
- data/test/lsi/lsi_test.rb +88 -0
- data/test/string_extensions/word_hash_test.rb +7 -5
- metadata +79 -24
- data/doc/classes/Classifier/Stemmable.html +0 -243
- data/doc/classes/Classifier/Stemmable.src/M000003.html +0 -102
- data/doc/classes/Classifier/WordHash.html +0 -178
- data/doc/classes/Classifier/WordHash.src/M000002.html +0 -28
- data/lib/classifier/string_extensions/porter_stemmer.rb +0 -199
- data/lib/classifier/string_extensions/word_hash.rb +0 -119
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="iso-8859-1"?>
|
|
2
|
+
<!DOCTYPE html
|
|
3
|
+
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
|
4
|
+
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
5
|
+
|
|
6
|
+
<html>
|
|
7
|
+
<head>
|
|
8
|
+
<title>prepare_category_name (Object)</title>
|
|
9
|
+
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
+
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
|
11
|
+
</head>
|
|
12
|
+
<body class="standalone-code">
|
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/classifier/string_extensions.rb, line 15</span>
|
|
14
|
+
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">prepare_category_name</span>; <span class="ruby-identifier">to_s</span>.<span class="ruby-identifier">gsub</span>(<span class="ruby-value str">"_"</span>,<span class="ruby-value str">" "</span>).<span class="ruby-identifier">capitalize</span>.<span class="ruby-identifier">intern</span> <span class="ruby-keyword kw">end</span></pre>
|
|
15
|
+
</body>
|
|
16
|
+
</html>
|
data/doc/classes/String.html
CHANGED
|
@@ -55,8 +55,8 @@
|
|
|
55
55
|
<tr class="top-aligned-row">
|
|
56
56
|
<td><strong>In:</strong></td>
|
|
57
57
|
<td>
|
|
58
|
-
<a href="../files/lib/classifier/
|
|
59
|
-
lib/classifier/
|
|
58
|
+
<a href="../files/lib/classifier/extensions/word_hash_rb.html">
|
|
59
|
+
lib/classifier/extensions/word_hash.rb
|
|
60
60
|
</a>
|
|
61
61
|
<br />
|
|
62
62
|
</td>
|
|
@@ -65,7 +65,9 @@
|
|
|
65
65
|
<tr class="top-aligned-row">
|
|
66
66
|
<td><strong>Parent:</strong></td>
|
|
67
67
|
<td>
|
|
68
|
+
<a href="Object.html">
|
|
68
69
|
Object
|
|
70
|
+
</a>
|
|
69
71
|
</td>
|
|
70
72
|
</tr>
|
|
71
73
|
</table>
|
|
@@ -78,34 +80,118 @@
|
|
|
78
80
|
|
|
79
81
|
<div id="contextContent">
|
|
80
82
|
|
|
83
|
+
<div id="description">
|
|
84
|
+
<p>
|
|
85
|
+
These are extensions to the <a href="String.html">String</a> class to
|
|
86
|
+
provide convenience methods for the <a
|
|
87
|
+
href="Classifier.html">Classifier</a> package.
|
|
88
|
+
</p>
|
|
89
|
+
|
|
90
|
+
</div>
|
|
81
91
|
|
|
82
92
|
|
|
83
93
|
</div>
|
|
84
94
|
|
|
95
|
+
<div id="method-list">
|
|
96
|
+
<h3 class="section-bar">Methods</h3>
|
|
97
|
+
|
|
98
|
+
<div class="name-list">
|
|
99
|
+
<a href="#M000004">clean_word_hash</a>
|
|
100
|
+
<a href="#M000002">without_punctuation</a>
|
|
101
|
+
<a href="#M000003">word_hash</a>
|
|
102
|
+
</div>
|
|
103
|
+
</div>
|
|
85
104
|
|
|
86
105
|
</div>
|
|
87
106
|
|
|
88
107
|
|
|
89
108
|
<!-- if includes -->
|
|
90
|
-
<div id="includes">
|
|
91
|
-
<h3 class="section-bar">Included Modules</h3>
|
|
92
109
|
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
110
|
+
<div id="section">
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
<div id="constants-list">
|
|
114
|
+
<h3 class="section-bar">Constants</h3>
|
|
115
|
+
|
|
116
|
+
<div class="name-list">
|
|
117
|
+
<table summary="Constants">
|
|
118
|
+
<tr class="top-aligned-row context-row">
|
|
119
|
+
<td class="context-item-name">CORPUS_SKIP_WORDS</td>
|
|
120
|
+
<td>=</td>
|
|
121
|
+
<td class="context-item-value">[ "a", "again", "all", "along", "are", "also", "an", "and", "as", "at", "but", "by", "came", "can", "cant", "couldnt", "did", "didn", "didnt", "do", "doesnt", "dont", "ever", "first", "from", "have", "her", "here", "him", "how", "i", "if", "in", "into", "is", "isnt", "it", "itll", "just", "last", "least", "like", "most", "my", "new", "no", "not", "now", "of", "on", "or", "should", "sinc", "so", "some", "th", "than", "this", "that", "the", "their", "then", "those", "to", "told", "too", "true", "try", "until", "url", "us", "were", "when", "whether", "while", "with", "within", "yes", "you", "youll", ]</td>
|
|
122
|
+
</tr>
|
|
123
|
+
</table>
|
|
96
124
|
</div>
|
|
97
125
|
</div>
|
|
98
126
|
|
|
99
|
-
<div id="section">
|
|
100
127
|
|
|
101
128
|
|
|
129
|
+
|
|
130
|
+
|
|
131
|
+
|
|
132
|
+
<!-- if method_list -->
|
|
133
|
+
<div id="methods">
|
|
134
|
+
<h3 class="section-bar">Public Instance methods</h3>
|
|
135
|
+
|
|
136
|
+
<div id="method-M000004" class="method-detail">
|
|
137
|
+
<a name="M000004"></a>
|
|
138
|
+
|
|
139
|
+
<div class="method-heading">
|
|
140
|
+
<a href="String.src/M000004.html" target="Code" class="method-signature"
|
|
141
|
+
onclick="popupCode('String.src/M000004.html');return false;">
|
|
142
|
+
<span class="method-name">clean_word_hash</span><span class="method-args">()</span>
|
|
143
|
+
</a>
|
|
144
|
+
</div>
|
|
145
|
+
|
|
146
|
+
<div class="method-description">
|
|
147
|
+
<p>
|
|
148
|
+
Return a word hash without extra punctuation or short symbols, just stemmed
|
|
149
|
+
words
|
|
150
|
+
</p>
|
|
151
|
+
</div>
|
|
152
|
+
</div>
|
|
102
153
|
|
|
154
|
+
<div id="method-M000002" class="method-detail">
|
|
155
|
+
<a name="M000002"></a>
|
|
103
156
|
|
|
157
|
+
<div class="method-heading">
|
|
158
|
+
<a href="String.src/M000002.html" target="Code" class="method-signature"
|
|
159
|
+
onclick="popupCode('String.src/M000002.html');return false;">
|
|
160
|
+
<span class="method-name">without_punctuation</span><span class="method-args">()</span>
|
|
161
|
+
</a>
|
|
162
|
+
</div>
|
|
163
|
+
|
|
164
|
+
<div class="method-description">
|
|
165
|
+
<p>
|
|
166
|
+
Removes common punctuation symbols, returning a new string. E.g.,
|
|
167
|
+
</p>
|
|
168
|
+
<pre>
|
|
169
|
+
"Hello (greeting's), with {braces} < >...?".without_punctuation
|
|
170
|
+
=> "Hello greetings with braces "
|
|
171
|
+
</pre>
|
|
172
|
+
</div>
|
|
173
|
+
</div>
|
|
174
|
+
|
|
175
|
+
<div id="method-M000003" class="method-detail">
|
|
176
|
+
<a name="M000003"></a>
|
|
104
177
|
|
|
178
|
+
<div class="method-heading">
|
|
179
|
+
<a href="String.src/M000003.html" target="Code" class="method-signature"
|
|
180
|
+
onclick="popupCode('String.src/M000003.html');return false;">
|
|
181
|
+
<span class="method-name">word_hash</span><span class="method-args">()</span>
|
|
182
|
+
</a>
|
|
183
|
+
</div>
|
|
105
184
|
|
|
185
|
+
<div class="method-description">
|
|
186
|
+
<p>
|
|
187
|
+
Return a Hash of strings => ints. Each word in the string is stemmed,
|
|
188
|
+
interned, and indexes to its frequency in the document.
|
|
189
|
+
</p>
|
|
190
|
+
</div>
|
|
191
|
+
</div>
|
|
106
192
|
|
|
107
193
|
|
|
108
|
-
|
|
194
|
+
</div>
|
|
109
195
|
|
|
110
196
|
|
|
111
197
|
</div>
|
|
@@ -5,12 +5,12 @@
|
|
|
5
5
|
|
|
6
6
|
<html>
|
|
7
7
|
<head>
|
|
8
|
-
<title>without_punctuation (
|
|
8
|
+
<title>without_punctuation (String)</title>
|
|
9
9
|
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
-
<link rel="stylesheet" href="
|
|
10
|
+
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
|
11
11
|
</head>
|
|
12
12
|
<body class="standalone-code">
|
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/classifier/
|
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/classifier/extensions/word_hash.rb, line 13</span>
|
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">without_punctuation</span>
|
|
15
15
|
<span class="ruby-identifier">tr</span>( <span class="ruby-value str">',?.!;:"@#$%^&*()_=+[]{}\|<>/`~'</span>, <span class="ruby-value str">" "</span> ) .<span class="ruby-identifier">tr</span>( <span class="ruby-value str">"'\-"</span>, <span class="ruby-value str">""</span>)
|
|
16
16
|
<span class="ruby-keyword kw">end</span></pre>
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="iso-8859-1"?>
|
|
2
|
+
<!DOCTYPE html
|
|
3
|
+
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
|
4
|
+
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
5
|
+
|
|
6
|
+
<html>
|
|
7
|
+
<head>
|
|
8
|
+
<title>word_hash (String)</title>
|
|
9
|
+
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
+
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
|
11
|
+
</head>
|
|
12
|
+
<body class="standalone-code">
|
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/classifier/extensions/word_hash.rb, line 19</span>
|
|
14
|
+
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">word_hash</span>
|
|
15
|
+
<span class="ruby-identifier">word_hash_for_words</span>(<span class="ruby-identifier">gsub</span>(<span class="ruby-regexp re">/[^\w\s]/</span>,<span class="ruby-value str">""</span>).<span class="ruby-identifier">split</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">gsub</span>(<span class="ruby-regexp re">/[\w]/</span>,<span class="ruby-value str">" "</span>).<span class="ruby-identifier">split</span>)
|
|
16
|
+
<span class="ruby-keyword kw">end</span></pre>
|
|
17
|
+
</body>
|
|
18
|
+
</html>
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="iso-8859-1"?>
|
|
2
|
+
<!DOCTYPE html
|
|
3
|
+
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
|
4
|
+
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
5
|
+
|
|
6
|
+
<html>
|
|
7
|
+
<head>
|
|
8
|
+
<title>clean_word_hash (String)</title>
|
|
9
|
+
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
+
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
|
11
|
+
</head>
|
|
12
|
+
<body class="standalone-code">
|
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/classifier/extensions/word_hash.rb, line 24</span>
|
|
14
|
+
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">clean_word_hash</span>
|
|
15
|
+
<span class="ruby-identifier">word_hash_for_words</span> <span class="ruby-identifier">gsub</span>(<span class="ruby-regexp re">/[^\w\s]/</span>,<span class="ruby-value str">""</span>).<span class="ruby-identifier">split</span>
|
|
16
|
+
<span class="ruby-keyword kw">end</span></pre>
|
|
17
|
+
</body>
|
|
18
|
+
</html>
|
data/doc/created.rid
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
|
|
1
|
+
Sun Apr 24 22:57:11 PDT 2005
|
data/doc/files/README.html
CHANGED
|
@@ -56,7 +56,7 @@
|
|
|
56
56
|
</tr>
|
|
57
57
|
<tr class="top-aligned-row">
|
|
58
58
|
<td><strong>Last Update:</strong></td>
|
|
59
|
-
<td>
|
|
59
|
+
<td>Sun Apr 24 02:47:53 PDT 2005</td>
|
|
60
60
|
</tr>
|
|
61
61
|
</table>
|
|
62
62
|
</div>
|
|
@@ -74,7 +74,46 @@
|
|
|
74
74
|
<a href="../classes/Classifier.html">Classifier</a> is a general module to
|
|
75
75
|
allow Bayesian and other types of classifications.
|
|
76
76
|
</p>
|
|
77
|
-
<h2>
|
|
77
|
+
<h2>Download</h2>
|
|
78
|
+
<ul>
|
|
79
|
+
<li><a
|
|
80
|
+
href="http://rubyforge.org/projects/classifier">rubyforge.org/projects/classifier</a>
|
|
81
|
+
|
|
82
|
+
</li>
|
|
83
|
+
<li>gem install classifier
|
|
84
|
+
|
|
85
|
+
</li>
|
|
86
|
+
<li>svn co <a
|
|
87
|
+
href="http://rufy.com/svn/classifier/trunk">rufy.com/svn/classifier/trunk</a>
|
|
88
|
+
|
|
89
|
+
</li>
|
|
90
|
+
</ul>
|
|
91
|
+
<h2>Dependencies</h2>
|
|
92
|
+
<p>
|
|
93
|
+
If you install <a href="../classes/Classifier.html">Classifier</a> from
|
|
94
|
+
source, you’ll need to install Martin Porter’s stemmer
|
|
95
|
+
algorithm with RubyGems as follows:
|
|
96
|
+
</p>
|
|
97
|
+
<pre>
|
|
98
|
+
gem install stemmer
|
|
99
|
+
</pre>
|
|
100
|
+
<p>
|
|
101
|
+
For LSI, you will need the following libraries:
|
|
102
|
+
</p>
|
|
103
|
+
<table>
|
|
104
|
+
<tr><td valign="top">GNU <a href="../classes/GSL.html">GSL</a>:</td><td><a href="http://www.gnu.org/software/gsl">www.gnu.org/software/gsl</a>
|
|
105
|
+
|
|
106
|
+
</td></tr>
|
|
107
|
+
<tr><td valign="top">rb-gsl:</td><td><a href="http://rb-gsl.rubyforge.org">rb-gsl.rubyforge.org</a>
|
|
108
|
+
|
|
109
|
+
</td></tr>
|
|
110
|
+
</table>
|
|
111
|
+
<h2>Bayes</h2>
|
|
112
|
+
<p>
|
|
113
|
+
A Bayesian classifier by Lucas Carlson. Bayesian Classifiers are accurate,
|
|
114
|
+
fast, and have modest memory requirements.
|
|
115
|
+
</p>
|
|
116
|
+
<h3>Usage</h3>
|
|
78
117
|
<pre>
|
|
79
118
|
require 'classifier'
|
|
80
119
|
b = Classifier::Bayes.new 'Interesting', 'Uninteresting'
|
|
@@ -94,7 +133,7 @@ allow Bayesian and other types of classifications.
|
|
|
94
133
|
<p>
|
|
95
134
|
Using Madeleine, your application can persist the learned data over time.
|
|
96
135
|
</p>
|
|
97
|
-
<
|
|
136
|
+
<h3>Bayesian Classification</h3>
|
|
98
137
|
<ul>
|
|
99
138
|
<li><a
|
|
100
139
|
href="http://www.process.com/precisemail/bayesian_filtering.htm">www.process.com/precisemail/bayesian_filtering.htm</a>
|
|
@@ -109,18 +148,69 @@ href="http://www.paulgraham.com/spam.html">www.paulgraham.com/spam.html</a>
|
|
|
109
148
|
|
|
110
149
|
</li>
|
|
111
150
|
</ul>
|
|
112
|
-
<h2>
|
|
113
|
-
<
|
|
114
|
-
|
|
151
|
+
<h2>LSI</h2>
|
|
152
|
+
<p>
|
|
153
|
+
An experimental Latent Semantic Indexer by David Fayram. Latent Semantic
|
|
154
|
+
Indexing engines are not as fast or as small as Bayesian classifiers, but
|
|
155
|
+
are more flexible, providing fast search and clustering detection as well
|
|
156
|
+
as semantic analysis of the text that theoretically simulates human
|
|
157
|
+
learning.
|
|
158
|
+
</p>
|
|
159
|
+
<h3>Usage</h3>
|
|
160
|
+
<pre>
|
|
161
|
+
require 'classifier'
|
|
162
|
+
lsi = Classifier::LSI.new
|
|
163
|
+
strings = [ ["This text deals with dogs. Dogs.", :dog],
|
|
164
|
+
["This text involves dogs too. Dogs! ", :dog],
|
|
165
|
+
["This text revolves around cats. Cats.", :cat],
|
|
166
|
+
["This text also involves cats. Cats!", :cat],
|
|
167
|
+
["This text involves birds. Birds.",:bird ]]
|
|
168
|
+
strings.each {|x| lsi.add_item x.first, x.last}
|
|
169
|
+
|
|
170
|
+
lsi.search("dog", 3)
|
|
171
|
+
# returns => ["This text deals with dogs. Dogs.", "This text involves dogs too. Dogs! ",
|
|
172
|
+
# "This text also involves cats. Cats!"]
|
|
173
|
+
|
|
174
|
+
lsi.find_related(strings[2], 2)
|
|
175
|
+
# returns => ["This text revolves around cats. Cats.", "This text also involves cats. Cats!"]
|
|
176
|
+
|
|
177
|
+
lsi.classify "This text is also about dogs!"
|
|
178
|
+
# returns => :dog
|
|
179
|
+
</pre>
|
|
180
|
+
<p>
|
|
181
|
+
Please see the <a href="../classes/Classifier/LSI.html">Classifier::LSI</a>
|
|
182
|
+
documentation for more information. It is possible to index, search and
|
|
183
|
+
classify with more than just simple strings.
|
|
184
|
+
</p>
|
|
185
|
+
<h3>Latent Semantic Indexing</h3>
|
|
186
|
+
<ul>
|
|
187
|
+
<li><a
|
|
188
|
+
href="http://www.c2.com/cgi/wiki?LatentSemanticIndexing">www.c2.com/cgi/wiki?LatentSemanticIndexing</a>
|
|
115
189
|
|
|
116
|
-
</
|
|
117
|
-
<
|
|
190
|
+
</li>
|
|
191
|
+
<li><a
|
|
192
|
+
href="http://www.chadfowler.com/index.cgi/Computing/LatentSemanticIndexing.rdoc">www.chadfowler.com/index.cgi/Computing/LatentSemanticIndexing.rdoc</a>
|
|
118
193
|
|
|
119
|
-
</
|
|
120
|
-
<
|
|
194
|
+
</li>
|
|
195
|
+
<li><a
|
|
196
|
+
href="http://en.wikipedia.org/wiki/Latent_semantic_analysis">en.wikipedia.org/wiki/Latent_semantic_analysis</a>
|
|
121
197
|
|
|
122
|
-
</
|
|
123
|
-
</
|
|
198
|
+
</li>
|
|
199
|
+
</ul>
|
|
200
|
+
<h2>Authors</h2>
|
|
201
|
+
<ul>
|
|
202
|
+
<li>Lucas Carlson (<a href="mailto:lucas@rufy.com">lucas@rufy.com</a>)
|
|
203
|
+
|
|
204
|
+
</li>
|
|
205
|
+
<li>David Fayram II (<a
|
|
206
|
+
href="mailto:dfayram@lensmen.net">dfayram@lensmen.net</a>)
|
|
207
|
+
|
|
208
|
+
</li>
|
|
209
|
+
</ul>
|
|
210
|
+
<p>
|
|
211
|
+
This library is released under the terms of the GNU GPL. See LICENSE for
|
|
212
|
+
more details.
|
|
213
|
+
</p>
|
|
124
214
|
|
|
125
215
|
</div>
|
|
126
216
|
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
|
|
6
6
|
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
|
|
7
7
|
<head>
|
|
8
|
-
<title>File:
|
|
8
|
+
<title>File: vector_serialize.rb</title>
|
|
9
9
|
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
10
|
<meta http-equiv="Content-Script-Type" content="text/javascript" />
|
|
11
11
|
<link rel="stylesheet" href="../../../.././rdoc-style.css" type="text/css" media="screen" />
|
|
@@ -47,16 +47,16 @@
|
|
|
47
47
|
|
|
48
48
|
|
|
49
49
|
<div id="fileHeader">
|
|
50
|
-
<h1>
|
|
50
|
+
<h1>vector_serialize.rb</h1>
|
|
51
51
|
<table class="header-table">
|
|
52
52
|
<tr class="top-aligned-row">
|
|
53
53
|
<td><strong>Path:</strong></td>
|
|
54
|
-
<td>lib/classifier/
|
|
54
|
+
<td>lib/classifier/extensions/vector_serialize.rb
|
|
55
55
|
</td>
|
|
56
56
|
</tr>
|
|
57
57
|
<tr class="top-aligned-row">
|
|
58
58
|
<td><strong>Last Update:</strong></td>
|
|
59
|
-
<td>
|
|
59
|
+
<td>Sun Apr 24 21:34:06 PDT 2005</td>
|
|
60
60
|
</tr>
|
|
61
61
|
</table>
|
|
62
62
|
</div>
|
|
@@ -68,17 +68,6 @@
|
|
|
68
68
|
|
|
69
69
|
<div id="contextContent">
|
|
70
70
|
|
|
71
|
-
<div id="description">
|
|
72
|
-
<h1>Author</h1>
|
|
73
|
-
<p>
|
|
74
|
-
Greg Fast, gdf@speakeasy.net
|
|
75
|
-
</p>
|
|
76
|
-
<h1>Copyright</h1>
|
|
77
|
-
<p>
|
|
78
|
-
Copyright 2005 Greg Fast <gdf@speakeasy.net>
|
|
79
|
-
</p>
|
|
80
|
-
|
|
81
|
-
</div>
|
|
82
71
|
|
|
83
72
|
|
|
84
73
|
</div>
|
|
@@ -51,12 +51,12 @@
|
|
|
51
51
|
<table class="header-table">
|
|
52
52
|
<tr class="top-aligned-row">
|
|
53
53
|
<td><strong>Path:</strong></td>
|
|
54
|
-
<td>lib/classifier/
|
|
54
|
+
<td>lib/classifier/extensions/word_hash.rb
|
|
55
55
|
</td>
|
|
56
56
|
</tr>
|
|
57
57
|
<tr class="top-aligned-row">
|
|
58
58
|
<td><strong>Last Update:</strong></td>
|
|
59
|
-
<td>
|
|
59
|
+
<td>Sun Apr 24 02:08:49 PDT 2005</td>
|
|
60
60
|
</tr>
|
|
61
61
|
</table>
|
|
62
62
|
</div>
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="iso-8859-1"?>
|
|
2
|
+
<!DOCTYPE html
|
|
3
|
+
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
|
4
|
+
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
5
|
+
|
|
6
|
+
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
|
|
7
|
+
<head>
|
|
8
|
+
<title>File: word_list.rb</title>
|
|
9
|
+
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
+
<meta http-equiv="Content-Script-Type" content="text/javascript" />
|
|
11
|
+
<link rel="stylesheet" href="../../../.././rdoc-style.css" type="text/css" media="screen" />
|
|
12
|
+
<script type="text/javascript">
|
|
13
|
+
// <![CDATA[
|
|
14
|
+
|
|
15
|
+
function popupCode( url ) {
|
|
16
|
+
window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function toggleCode( id ) {
|
|
20
|
+
if ( document.getElementById )
|
|
21
|
+
elem = document.getElementById( id );
|
|
22
|
+
else if ( document.all )
|
|
23
|
+
elem = eval( "document.all." + id );
|
|
24
|
+
else
|
|
25
|
+
return false;
|
|
26
|
+
|
|
27
|
+
elemStyle = elem.style;
|
|
28
|
+
|
|
29
|
+
if ( elemStyle.display != "block" ) {
|
|
30
|
+
elemStyle.display = "block"
|
|
31
|
+
} else {
|
|
32
|
+
elemStyle.display = "none"
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
return true;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
// Make codeblocks hidden by default
|
|
39
|
+
document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
|
|
40
|
+
|
|
41
|
+
// ]]>
|
|
42
|
+
</script>
|
|
43
|
+
|
|
44
|
+
</head>
|
|
45
|
+
<body>
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
<div id="fileHeader">
|
|
50
|
+
<h1>word_list.rb</h1>
|
|
51
|
+
<table class="header-table">
|
|
52
|
+
<tr class="top-aligned-row">
|
|
53
|
+
<td><strong>Path:</strong></td>
|
|
54
|
+
<td>lib/classifier/extensions/word_list.rb
|
|
55
|
+
</td>
|
|
56
|
+
</tr>
|
|
57
|
+
<tr class="top-aligned-row">
|
|
58
|
+
<td><strong>Last Update:</strong></td>
|
|
59
|
+
<td>Sun Apr 24 02:08:49 PDT 2005</td>
|
|
60
|
+
</tr>
|
|
61
|
+
</table>
|
|
62
|
+
</div>
|
|
63
|
+
<!-- banner header -->
|
|
64
|
+
|
|
65
|
+
<div id="bodyContent">
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
<div id="contextContent">
|
|
70
|
+
|
|
71
|
+
<div id="description">
|
|
72
|
+
<table>
|
|
73
|
+
<tr><td valign="top">Author:</td><td>David Fayram (<a href="mailto:dfayram@lensmen.net">dfayram@lensmen.net</a>)
|
|
74
|
+
|
|
75
|
+
</td></tr>
|
|
76
|
+
<tr><td valign="top">Copyright:</td><td>Copyright © 2005 David Fayram II
|
|
77
|
+
|
|
78
|
+
</td></tr>
|
|
79
|
+
<tr><td valign="top">License:</td><td>GPL
|
|
80
|
+
|
|
81
|
+
</td></tr>
|
|
82
|
+
</table>
|
|
83
|
+
|
|
84
|
+
</div>
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
</div>
|
|
88
|
+
|
|
89
|
+
|
|
90
|
+
</div>
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
<!-- if includes -->
|
|
94
|
+
|
|
95
|
+
<div id="section">
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
<!-- if method_list -->
|
|
105
|
+
|
|
106
|
+
|
|
107
|
+
</div>
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
<div id="validator-badges">
|
|
111
|
+
<p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
|
|
112
|
+
</div>
|
|
113
|
+
|
|
114
|
+
</body>
|
|
115
|
+
</html>
|