classifier 1.1.1 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/LICENSE +341 -0
- data/README +59 -6
- data/Rakefile +16 -4
- data/bin/bayes.rb +8 -2
- data/doc/classes/Classifier.html +15 -10
- data/doc/classes/Classifier/Bayes.html +68 -38
- data/doc/classes/Classifier/Bayes.src/{M000005.html → M000023.html} +1 -1
- data/doc/classes/Classifier/Bayes.src/{M000006.html → M000024.html} +1 -1
- data/doc/classes/Classifier/Bayes.src/M000025.html +30 -0
- data/doc/classes/Classifier/Bayes.src/{M000007.html → M000026.html} +1 -1
- data/doc/classes/Classifier/Bayes.src/{M000008.html → M000027.html} +1 -1
- data/doc/classes/Classifier/Bayes.src/{M000009.html → M000028.html} +4 -4
- data/doc/classes/Classifier/Bayes.src/{M000010.html → M000029.html} +2 -2
- data/doc/classes/Classifier/ContentNode.html +252 -0
- data/doc/classes/Classifier/ContentNode.src/M000031.html +21 -0
- data/doc/classes/Classifier/ContentNode.src/M000032.html +18 -0
- data/doc/classes/Classifier/ContentNode.src/M000033.html +18 -0
- data/doc/classes/Classifier/ContentNode.src/M000034.html +41 -0
- data/doc/classes/Classifier/LSI.html +449 -0
- data/doc/classes/Classifier/LSI.src/M000011.html +20 -0
- data/doc/classes/Classifier/LSI.src/M000012.html +18 -0
- data/doc/classes/Classifier/LSI.src/M000013.html +20 -0
- data/doc/classes/Classifier/LSI.src/M000014.html +18 -0
- data/doc/classes/Classifier/LSI.src/M000015.html +21 -0
- data/doc/classes/Classifier/LSI.src/M000016.html +18 -0
- data/doc/classes/Classifier/LSI.src/M000017.html +32 -0
- data/doc/classes/Classifier/LSI.src/M000018.html +26 -0
- data/doc/classes/Classifier/LSI.src/M000019.html +26 -0
- data/doc/classes/Classifier/LSI.src/M000020.html +23 -0
- data/doc/classes/Classifier/LSI.src/M000021.html +21 -0
- data/doc/classes/Classifier/LSI.src/M000022.html +31 -0
- data/doc/classes/Classifier/WordList.html +202 -0
- data/doc/classes/Classifier/WordList.src/M000007.html +18 -0
- data/doc/classes/Classifier/WordList.src/M000008.html +19 -0
- data/doc/classes/Classifier/WordList.src/M000009.html +19 -0
- data/doc/classes/Classifier/WordList.src/M000010.html +18 -0
- data/doc/classes/GSL.html +111 -0
- data/doc/classes/GSL/Vector.html +156 -0
- data/doc/classes/GSL/Vector.src/M000005.html +18 -0
- data/doc/classes/GSL/Vector.src/M000006.html +19 -0
- data/doc/classes/Object.html +139 -0
- data/doc/classes/Object.src/M000001.html +16 -0
- data/doc/classes/String.html +95 -9
- data/doc/classes/{Classifier/WordHash.src/M000001.html → String.src/M000002.html} +3 -3
- data/doc/classes/String.src/M000003.html +18 -0
- data/doc/classes/String.src/M000004.html +18 -0
- data/doc/created.rid +1 -1
- data/doc/files/README.html +102 -12
- data/doc/files/lib/classifier/bayes_rb.html +1 -1
- data/doc/files/lib/classifier/{string_extensions/porter_stemmer_rb.html → extensions/vector_serialize_rb.html} +4 -15
- data/doc/files/lib/classifier/{string_extensions → extensions}/word_hash_rb.html +2 -2
- data/doc/files/lib/classifier/extensions/word_list_rb.html +115 -0
- data/doc/files/lib/classifier/lsi/content_node_rb.html +115 -0
- data/doc/files/lib/classifier/lsi_rb.html +125 -0
- data/doc/files/lib/classifier/string_extensions_rb.html +2 -3
- data/doc/files/lib/classifier_rb.html +3 -1
- data/doc/fr_class_index.html +6 -2
- data/doc/fr_file_index.html +5 -2
- data/doc/fr_method_index.html +34 -11
- data/lib/classifier.rb +3 -1
- data/lib/classifier/bayes.rb +34 -9
- data/lib/classifier/extensions/vector_serialize.rb +14 -0
- data/lib/classifier/extensions/word_hash.rb +125 -0
- data/lib/classifier/extensions/word_list.rb +31 -0
- data/lib/classifier/lsi.rb +248 -0
- data/lib/classifier/lsi/content_node.rb +67 -0
- data/lib/classifier/string_extensions.rb +10 -5
- data/test/bayes/bayesian_test.rb +2 -2
- data/test/lsi/lsi_test.rb +88 -0
- data/test/string_extensions/word_hash_test.rb +7 -5
- metadata +79 -24
- data/doc/classes/Classifier/Stemmable.html +0 -243
- data/doc/classes/Classifier/Stemmable.src/M000003.html +0 -102
- data/doc/classes/Classifier/WordHash.html +0 -178
- data/doc/classes/Classifier/WordHash.src/M000002.html +0 -28
- data/lib/classifier/string_extensions/porter_stemmer.rb +0 -199
- data/lib/classifier/string_extensions/word_hash.rb +0 -119
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="iso-8859-1"?>
|
|
2
|
+
<!DOCTYPE html
|
|
3
|
+
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
|
4
|
+
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
5
|
+
|
|
6
|
+
<html>
|
|
7
|
+
<head>
|
|
8
|
+
<title>prepare_category_name (Object)</title>
|
|
9
|
+
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
+
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
|
11
|
+
</head>
|
|
12
|
+
<body class="standalone-code">
|
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/classifier/string_extensions.rb, line 15</span>
|
|
14
|
+
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">prepare_category_name</span>; <span class="ruby-identifier">to_s</span>.<span class="ruby-identifier">gsub</span>(<span class="ruby-value str">"_"</span>,<span class="ruby-value str">" "</span>).<span class="ruby-identifier">capitalize</span>.<span class="ruby-identifier">intern</span> <span class="ruby-keyword kw">end</span></pre>
|
|
15
|
+
</body>
|
|
16
|
+
</html>
|
data/doc/classes/String.html
CHANGED
|
@@ -55,8 +55,8 @@
|
|
|
55
55
|
<tr class="top-aligned-row">
|
|
56
56
|
<td><strong>In:</strong></td>
|
|
57
57
|
<td>
|
|
58
|
-
<a href="../files/lib/classifier/
|
|
59
|
-
lib/classifier/
|
|
58
|
+
<a href="../files/lib/classifier/extensions/word_hash_rb.html">
|
|
59
|
+
lib/classifier/extensions/word_hash.rb
|
|
60
60
|
</a>
|
|
61
61
|
<br />
|
|
62
62
|
</td>
|
|
@@ -65,7 +65,9 @@
|
|
|
65
65
|
<tr class="top-aligned-row">
|
|
66
66
|
<td><strong>Parent:</strong></td>
|
|
67
67
|
<td>
|
|
68
|
+
<a href="Object.html">
|
|
68
69
|
Object
|
|
70
|
+
</a>
|
|
69
71
|
</td>
|
|
70
72
|
</tr>
|
|
71
73
|
</table>
|
|
@@ -78,34 +80,118 @@
|
|
|
78
80
|
|
|
79
81
|
<div id="contextContent">
|
|
80
82
|
|
|
83
|
+
<div id="description">
|
|
84
|
+
<p>
|
|
85
|
+
These are extensions to the <a href="String.html">String</a> class to
|
|
86
|
+
provide convenience methods for the <a
|
|
87
|
+
href="Classifier.html">Classifier</a> package.
|
|
88
|
+
</p>
|
|
89
|
+
|
|
90
|
+
</div>
|
|
81
91
|
|
|
82
92
|
|
|
83
93
|
</div>
|
|
84
94
|
|
|
95
|
+
<div id="method-list">
|
|
96
|
+
<h3 class="section-bar">Methods</h3>
|
|
97
|
+
|
|
98
|
+
<div class="name-list">
|
|
99
|
+
<a href="#M000004">clean_word_hash</a>
|
|
100
|
+
<a href="#M000002">without_punctuation</a>
|
|
101
|
+
<a href="#M000003">word_hash</a>
|
|
102
|
+
</div>
|
|
103
|
+
</div>
|
|
85
104
|
|
|
86
105
|
</div>
|
|
87
106
|
|
|
88
107
|
|
|
89
108
|
<!-- if includes -->
|
|
90
|
-
<div id="includes">
|
|
91
|
-
<h3 class="section-bar">Included Modules</h3>
|
|
92
109
|
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
110
|
+
<div id="section">
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
<div id="constants-list">
|
|
114
|
+
<h3 class="section-bar">Constants</h3>
|
|
115
|
+
|
|
116
|
+
<div class="name-list">
|
|
117
|
+
<table summary="Constants">
|
|
118
|
+
<tr class="top-aligned-row context-row">
|
|
119
|
+
<td class="context-item-name">CORPUS_SKIP_WORDS</td>
|
|
120
|
+
<td>=</td>
|
|
121
|
+
<td class="context-item-value">[ "a", "again", "all", "along", "are", "also", "an", "and", "as", "at", "but", "by", "came", "can", "cant", "couldnt", "did", "didn", "didnt", "do", "doesnt", "dont", "ever", "first", "from", "have", "her", "here", "him", "how", "i", "if", "in", "into", "is", "isnt", "it", "itll", "just", "last", "least", "like", "most", "my", "new", "no", "not", "now", "of", "on", "or", "should", "sinc", "so", "some", "th", "than", "this", "that", "the", "their", "then", "those", "to", "told", "too", "true", "try", "until", "url", "us", "were", "when", "whether", "while", "with", "within", "yes", "you", "youll", ]</td>
|
|
122
|
+
</tr>
|
|
123
|
+
</table>
|
|
96
124
|
</div>
|
|
97
125
|
</div>
|
|
98
126
|
|
|
99
|
-
<div id="section">
|
|
100
127
|
|
|
101
128
|
|
|
129
|
+
|
|
130
|
+
|
|
131
|
+
|
|
132
|
+
<!-- if method_list -->
|
|
133
|
+
<div id="methods">
|
|
134
|
+
<h3 class="section-bar">Public Instance methods</h3>
|
|
135
|
+
|
|
136
|
+
<div id="method-M000004" class="method-detail">
|
|
137
|
+
<a name="M000004"></a>
|
|
138
|
+
|
|
139
|
+
<div class="method-heading">
|
|
140
|
+
<a href="String.src/M000004.html" target="Code" class="method-signature"
|
|
141
|
+
onclick="popupCode('String.src/M000004.html');return false;">
|
|
142
|
+
<span class="method-name">clean_word_hash</span><span class="method-args">()</span>
|
|
143
|
+
</a>
|
|
144
|
+
</div>
|
|
145
|
+
|
|
146
|
+
<div class="method-description">
|
|
147
|
+
<p>
|
|
148
|
+
Return a word hash without extra punctuation or short symbols, just stemmed
|
|
149
|
+
words
|
|
150
|
+
</p>
|
|
151
|
+
</div>
|
|
152
|
+
</div>
|
|
102
153
|
|
|
154
|
+
<div id="method-M000002" class="method-detail">
|
|
155
|
+
<a name="M000002"></a>
|
|
103
156
|
|
|
157
|
+
<div class="method-heading">
|
|
158
|
+
<a href="String.src/M000002.html" target="Code" class="method-signature"
|
|
159
|
+
onclick="popupCode('String.src/M000002.html');return false;">
|
|
160
|
+
<span class="method-name">without_punctuation</span><span class="method-args">()</span>
|
|
161
|
+
</a>
|
|
162
|
+
</div>
|
|
163
|
+
|
|
164
|
+
<div class="method-description">
|
|
165
|
+
<p>
|
|
166
|
+
Removes common punctuation symbols, returning a new string. E.g.,
|
|
167
|
+
</p>
|
|
168
|
+
<pre>
|
|
169
|
+
"Hello (greeting's), with {braces} < >...?".without_punctuation
|
|
170
|
+
=> "Hello greetings with braces "
|
|
171
|
+
</pre>
|
|
172
|
+
</div>
|
|
173
|
+
</div>
|
|
174
|
+
|
|
175
|
+
<div id="method-M000003" class="method-detail">
|
|
176
|
+
<a name="M000003"></a>
|
|
104
177
|
|
|
178
|
+
<div class="method-heading">
|
|
179
|
+
<a href="String.src/M000003.html" target="Code" class="method-signature"
|
|
180
|
+
onclick="popupCode('String.src/M000003.html');return false;">
|
|
181
|
+
<span class="method-name">word_hash</span><span class="method-args">()</span>
|
|
182
|
+
</a>
|
|
183
|
+
</div>
|
|
105
184
|
|
|
185
|
+
<div class="method-description">
|
|
186
|
+
<p>
|
|
187
|
+
Return a Hash of strings => ints. Each word in the string is stemmed,
|
|
188
|
+
interned, and indexes to its frequency in the document.
|
|
189
|
+
</p>
|
|
190
|
+
</div>
|
|
191
|
+
</div>
|
|
106
192
|
|
|
107
193
|
|
|
108
|
-
|
|
194
|
+
</div>
|
|
109
195
|
|
|
110
196
|
|
|
111
197
|
</div>
|
|
@@ -5,12 +5,12 @@
|
|
|
5
5
|
|
|
6
6
|
<html>
|
|
7
7
|
<head>
|
|
8
|
-
<title>without_punctuation (
|
|
8
|
+
<title>without_punctuation (String)</title>
|
|
9
9
|
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
-
<link rel="stylesheet" href="
|
|
10
|
+
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
|
11
11
|
</head>
|
|
12
12
|
<body class="standalone-code">
|
|
13
|
-
<pre><span class="ruby-comment cmt"># File lib/classifier/
|
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/classifier/extensions/word_hash.rb, line 13</span>
|
|
14
14
|
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">without_punctuation</span>
|
|
15
15
|
<span class="ruby-identifier">tr</span>( <span class="ruby-value str">',?.!;:"@#$%^&*()_=+[]{}\|<>/`~'</span>, <span class="ruby-value str">" "</span> ) .<span class="ruby-identifier">tr</span>( <span class="ruby-value str">"'\-"</span>, <span class="ruby-value str">""</span>)
|
|
16
16
|
<span class="ruby-keyword kw">end</span></pre>
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="iso-8859-1"?>
|
|
2
|
+
<!DOCTYPE html
|
|
3
|
+
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
|
4
|
+
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
5
|
+
|
|
6
|
+
<html>
|
|
7
|
+
<head>
|
|
8
|
+
<title>word_hash (String)</title>
|
|
9
|
+
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
+
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
|
11
|
+
</head>
|
|
12
|
+
<body class="standalone-code">
|
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/classifier/extensions/word_hash.rb, line 19</span>
|
|
14
|
+
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">word_hash</span>
|
|
15
|
+
<span class="ruby-identifier">word_hash_for_words</span>(<span class="ruby-identifier">gsub</span>(<span class="ruby-regexp re">/[^\w\s]/</span>,<span class="ruby-value str">""</span>).<span class="ruby-identifier">split</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">gsub</span>(<span class="ruby-regexp re">/[\w]/</span>,<span class="ruby-value str">" "</span>).<span class="ruby-identifier">split</span>)
|
|
16
|
+
<span class="ruby-keyword kw">end</span></pre>
|
|
17
|
+
</body>
|
|
18
|
+
</html>
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="iso-8859-1"?>
|
|
2
|
+
<!DOCTYPE html
|
|
3
|
+
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
|
4
|
+
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
5
|
+
|
|
6
|
+
<html>
|
|
7
|
+
<head>
|
|
8
|
+
<title>clean_word_hash (String)</title>
|
|
9
|
+
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
+
<link rel="stylesheet" href="../.././rdoc-style.css" type="text/css" media="screen" />
|
|
11
|
+
</head>
|
|
12
|
+
<body class="standalone-code">
|
|
13
|
+
<pre><span class="ruby-comment cmt"># File lib/classifier/extensions/word_hash.rb, line 24</span>
|
|
14
|
+
<span class="ruby-keyword kw">def</span> <span class="ruby-identifier">clean_word_hash</span>
|
|
15
|
+
<span class="ruby-identifier">word_hash_for_words</span> <span class="ruby-identifier">gsub</span>(<span class="ruby-regexp re">/[^\w\s]/</span>,<span class="ruby-value str">""</span>).<span class="ruby-identifier">split</span>
|
|
16
|
+
<span class="ruby-keyword kw">end</span></pre>
|
|
17
|
+
</body>
|
|
18
|
+
</html>
|
data/doc/created.rid
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
|
|
1
|
+
Sun Apr 24 22:57:11 PDT 2005
|
data/doc/files/README.html
CHANGED
|
@@ -56,7 +56,7 @@
|
|
|
56
56
|
</tr>
|
|
57
57
|
<tr class="top-aligned-row">
|
|
58
58
|
<td><strong>Last Update:</strong></td>
|
|
59
|
-
<td>
|
|
59
|
+
<td>Sun Apr 24 02:47:53 PDT 2005</td>
|
|
60
60
|
</tr>
|
|
61
61
|
</table>
|
|
62
62
|
</div>
|
|
@@ -74,7 +74,46 @@
|
|
|
74
74
|
<a href="../classes/Classifier.html">Classifier</a> is a general module to
|
|
75
75
|
allow Bayesian and other types of classifications.
|
|
76
76
|
</p>
|
|
77
|
-
<h2>
|
|
77
|
+
<h2>Download</h2>
|
|
78
|
+
<ul>
|
|
79
|
+
<li><a
|
|
80
|
+
href="http://rubyforge.org/projects/classifier">rubyforge.org/projects/classifier</a>
|
|
81
|
+
|
|
82
|
+
</li>
|
|
83
|
+
<li>gem install classifier
|
|
84
|
+
|
|
85
|
+
</li>
|
|
86
|
+
<li>svn co <a
|
|
87
|
+
href="http://rufy.com/svn/classifier/trunk">rufy.com/svn/classifier/trunk</a>
|
|
88
|
+
|
|
89
|
+
</li>
|
|
90
|
+
</ul>
|
|
91
|
+
<h2>Dependencies</h2>
|
|
92
|
+
<p>
|
|
93
|
+
If you install <a href="../classes/Classifier.html">Classifier</a> from
|
|
94
|
+
source, you’ll need to install Martin Porter’s stemmer
|
|
95
|
+
algorithm with RubyGems as follows:
|
|
96
|
+
</p>
|
|
97
|
+
<pre>
|
|
98
|
+
gem install stemmer
|
|
99
|
+
</pre>
|
|
100
|
+
<p>
|
|
101
|
+
For LSI, you will need the following libraries:
|
|
102
|
+
</p>
|
|
103
|
+
<table>
|
|
104
|
+
<tr><td valign="top">GNU <a href="../classes/GSL.html">GSL</a>:</td><td><a href="http://www.gnu.org/software/gsl">www.gnu.org/software/gsl</a>
|
|
105
|
+
|
|
106
|
+
</td></tr>
|
|
107
|
+
<tr><td valign="top">rb-gsl:</td><td><a href="http://rb-gsl.rubyforge.org">rb-gsl.rubyforge.org</a>
|
|
108
|
+
|
|
109
|
+
</td></tr>
|
|
110
|
+
</table>
|
|
111
|
+
<h2>Bayes</h2>
|
|
112
|
+
<p>
|
|
113
|
+
A Bayesian classifier by Lucas Carlson. Bayesian Classifiers are accurate,
|
|
114
|
+
fast, and have modest memory requirements.
|
|
115
|
+
</p>
|
|
116
|
+
<h3>Usage</h3>
|
|
78
117
|
<pre>
|
|
79
118
|
require 'classifier'
|
|
80
119
|
b = Classifier::Bayes.new 'Interesting', 'Uninteresting'
|
|
@@ -94,7 +133,7 @@ allow Bayesian and other types of classifications.
|
|
|
94
133
|
<p>
|
|
95
134
|
Using Madeleine, your application can persist the learned data over time.
|
|
96
135
|
</p>
|
|
97
|
-
<
|
|
136
|
+
<h3>Bayesian Classification</h3>
|
|
98
137
|
<ul>
|
|
99
138
|
<li><a
|
|
100
139
|
href="http://www.process.com/precisemail/bayesian_filtering.htm">www.process.com/precisemail/bayesian_filtering.htm</a>
|
|
@@ -109,18 +148,69 @@ href="http://www.paulgraham.com/spam.html">www.paulgraham.com/spam.html</a>
|
|
|
109
148
|
|
|
110
149
|
</li>
|
|
111
150
|
</ul>
|
|
112
|
-
<h2>
|
|
113
|
-
<
|
|
114
|
-
|
|
151
|
+
<h2>LSI</h2>
|
|
152
|
+
<p>
|
|
153
|
+
An experimental Latent Semantic Indexer by David Fayram. Latent Semantic
|
|
154
|
+
Indexing engines are not as fast or as small as Bayesian classifiers, but
|
|
155
|
+
are more flexible, providing fast search and clustering detection as well
|
|
156
|
+
as semantic analysis of the text that theoretically simulates human
|
|
157
|
+
learning.
|
|
158
|
+
</p>
|
|
159
|
+
<h3>Usage</h3>
|
|
160
|
+
<pre>
|
|
161
|
+
require 'classifier'
|
|
162
|
+
lsi = Classifier::LSI.new
|
|
163
|
+
strings = [ ["This text deals with dogs. Dogs.", :dog],
|
|
164
|
+
["This text involves dogs too. Dogs! ", :dog],
|
|
165
|
+
["This text revolves around cats. Cats.", :cat],
|
|
166
|
+
["This text also involves cats. Cats!", :cat],
|
|
167
|
+
["This text involves birds. Birds.",:bird ]]
|
|
168
|
+
strings.each {|x| lsi.add_item x.first, x.last}
|
|
169
|
+
|
|
170
|
+
lsi.search("dog", 3)
|
|
171
|
+
# returns => ["This text deals with dogs. Dogs.", "This text involves dogs too. Dogs! ",
|
|
172
|
+
# "This text also involves cats. Cats!"]
|
|
173
|
+
|
|
174
|
+
lsi.find_related(strings[2], 2)
|
|
175
|
+
# returns => ["This text revolves around cats. Cats.", "This text also involves cats. Cats!"]
|
|
176
|
+
|
|
177
|
+
lsi.classify "This text is also about dogs!"
|
|
178
|
+
# returns => :dog
|
|
179
|
+
</pre>
|
|
180
|
+
<p>
|
|
181
|
+
Please see the <a href="../classes/Classifier/LSI.html">Classifier::LSI</a>
|
|
182
|
+
documentation for more information. It is possible to index, search and
|
|
183
|
+
classify with more than just simple strings.
|
|
184
|
+
</p>
|
|
185
|
+
<h3>Latent Semantic Indexing</h3>
|
|
186
|
+
<ul>
|
|
187
|
+
<li><a
|
|
188
|
+
href="http://www.c2.com/cgi/wiki?LatentSemanticIndexing">www.c2.com/cgi/wiki?LatentSemanticIndexing</a>
|
|
115
189
|
|
|
116
|
-
</
|
|
117
|
-
<
|
|
190
|
+
</li>
|
|
191
|
+
<li><a
|
|
192
|
+
href="http://www.chadfowler.com/index.cgi/Computing/LatentSemanticIndexing.rdoc">www.chadfowler.com/index.cgi/Computing/LatentSemanticIndexing.rdoc</a>
|
|
118
193
|
|
|
119
|
-
</
|
|
120
|
-
<
|
|
194
|
+
</li>
|
|
195
|
+
<li><a
|
|
196
|
+
href="http://en.wikipedia.org/wiki/Latent_semantic_analysis">en.wikipedia.org/wiki/Latent_semantic_analysis</a>
|
|
121
197
|
|
|
122
|
-
</
|
|
123
|
-
</
|
|
198
|
+
</li>
|
|
199
|
+
</ul>
|
|
200
|
+
<h2>Authors</h2>
|
|
201
|
+
<ul>
|
|
202
|
+
<li>Lucas Carlson (<a href="mailto:lucas@rufy.com">lucas@rufy.com</a>)
|
|
203
|
+
|
|
204
|
+
</li>
|
|
205
|
+
<li>David Fayram II (<a
|
|
206
|
+
href="mailto:dfayram@lensmen.net">dfayram@lensmen.net</a>)
|
|
207
|
+
|
|
208
|
+
</li>
|
|
209
|
+
</ul>
|
|
210
|
+
<p>
|
|
211
|
+
This library is released under the terms of the GNU GPL. See LICENSE for
|
|
212
|
+
more details.
|
|
213
|
+
</p>
|
|
124
214
|
|
|
125
215
|
</div>
|
|
126
216
|
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
|
|
6
6
|
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
|
|
7
7
|
<head>
|
|
8
|
-
<title>File:
|
|
8
|
+
<title>File: vector_serialize.rb</title>
|
|
9
9
|
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
10
|
<meta http-equiv="Content-Script-Type" content="text/javascript" />
|
|
11
11
|
<link rel="stylesheet" href="../../../.././rdoc-style.css" type="text/css" media="screen" />
|
|
@@ -47,16 +47,16 @@
|
|
|
47
47
|
|
|
48
48
|
|
|
49
49
|
<div id="fileHeader">
|
|
50
|
-
<h1>
|
|
50
|
+
<h1>vector_serialize.rb</h1>
|
|
51
51
|
<table class="header-table">
|
|
52
52
|
<tr class="top-aligned-row">
|
|
53
53
|
<td><strong>Path:</strong></td>
|
|
54
|
-
<td>lib/classifier/
|
|
54
|
+
<td>lib/classifier/extensions/vector_serialize.rb
|
|
55
55
|
</td>
|
|
56
56
|
</tr>
|
|
57
57
|
<tr class="top-aligned-row">
|
|
58
58
|
<td><strong>Last Update:</strong></td>
|
|
59
|
-
<td>
|
|
59
|
+
<td>Sun Apr 24 21:34:06 PDT 2005</td>
|
|
60
60
|
</tr>
|
|
61
61
|
</table>
|
|
62
62
|
</div>
|
|
@@ -68,17 +68,6 @@
|
|
|
68
68
|
|
|
69
69
|
<div id="contextContent">
|
|
70
70
|
|
|
71
|
-
<div id="description">
|
|
72
|
-
<h1>Author</h1>
|
|
73
|
-
<p>
|
|
74
|
-
Greg Fast, gdf@speakeasy.net
|
|
75
|
-
</p>
|
|
76
|
-
<h1>Copyright</h1>
|
|
77
|
-
<p>
|
|
78
|
-
Copyright 2005 Greg Fast <gdf@speakeasy.net>
|
|
79
|
-
</p>
|
|
80
|
-
|
|
81
|
-
</div>
|
|
82
71
|
|
|
83
72
|
|
|
84
73
|
</div>
|
|
@@ -51,12 +51,12 @@
|
|
|
51
51
|
<table class="header-table">
|
|
52
52
|
<tr class="top-aligned-row">
|
|
53
53
|
<td><strong>Path:</strong></td>
|
|
54
|
-
<td>lib/classifier/
|
|
54
|
+
<td>lib/classifier/extensions/word_hash.rb
|
|
55
55
|
</td>
|
|
56
56
|
</tr>
|
|
57
57
|
<tr class="top-aligned-row">
|
|
58
58
|
<td><strong>Last Update:</strong></td>
|
|
59
|
-
<td>
|
|
59
|
+
<td>Sun Apr 24 02:08:49 PDT 2005</td>
|
|
60
60
|
</tr>
|
|
61
61
|
</table>
|
|
62
62
|
</div>
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="iso-8859-1"?>
|
|
2
|
+
<!DOCTYPE html
|
|
3
|
+
PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
|
4
|
+
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
5
|
+
|
|
6
|
+
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
|
|
7
|
+
<head>
|
|
8
|
+
<title>File: word_list.rb</title>
|
|
9
|
+
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
|
|
10
|
+
<meta http-equiv="Content-Script-Type" content="text/javascript" />
|
|
11
|
+
<link rel="stylesheet" href="../../../.././rdoc-style.css" type="text/css" media="screen" />
|
|
12
|
+
<script type="text/javascript">
|
|
13
|
+
// <![CDATA[
|
|
14
|
+
|
|
15
|
+
function popupCode( url ) {
|
|
16
|
+
window.open(url, "Code", "resizable=yes,scrollbars=yes,toolbar=no,status=no,height=150,width=400")
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function toggleCode( id ) {
|
|
20
|
+
if ( document.getElementById )
|
|
21
|
+
elem = document.getElementById( id );
|
|
22
|
+
else if ( document.all )
|
|
23
|
+
elem = eval( "document.all." + id );
|
|
24
|
+
else
|
|
25
|
+
return false;
|
|
26
|
+
|
|
27
|
+
elemStyle = elem.style;
|
|
28
|
+
|
|
29
|
+
if ( elemStyle.display != "block" ) {
|
|
30
|
+
elemStyle.display = "block"
|
|
31
|
+
} else {
|
|
32
|
+
elemStyle.display = "none"
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
return true;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
// Make codeblocks hidden by default
|
|
39
|
+
document.writeln( "<style type=\"text/css\">div.method-source-code { display: none }</style>" )
|
|
40
|
+
|
|
41
|
+
// ]]>
|
|
42
|
+
</script>
|
|
43
|
+
|
|
44
|
+
</head>
|
|
45
|
+
<body>
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
<div id="fileHeader">
|
|
50
|
+
<h1>word_list.rb</h1>
|
|
51
|
+
<table class="header-table">
|
|
52
|
+
<tr class="top-aligned-row">
|
|
53
|
+
<td><strong>Path:</strong></td>
|
|
54
|
+
<td>lib/classifier/extensions/word_list.rb
|
|
55
|
+
</td>
|
|
56
|
+
</tr>
|
|
57
|
+
<tr class="top-aligned-row">
|
|
58
|
+
<td><strong>Last Update:</strong></td>
|
|
59
|
+
<td>Sun Apr 24 02:08:49 PDT 2005</td>
|
|
60
|
+
</tr>
|
|
61
|
+
</table>
|
|
62
|
+
</div>
|
|
63
|
+
<!-- banner header -->
|
|
64
|
+
|
|
65
|
+
<div id="bodyContent">
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
<div id="contextContent">
|
|
70
|
+
|
|
71
|
+
<div id="description">
|
|
72
|
+
<table>
|
|
73
|
+
<tr><td valign="top">Author:</td><td>David Fayram (<a href="mailto:dfayram@lensmen.net">dfayram@lensmen.net</a>)
|
|
74
|
+
|
|
75
|
+
</td></tr>
|
|
76
|
+
<tr><td valign="top">Copyright:</td><td>Copyright © 2005 David Fayram II
|
|
77
|
+
|
|
78
|
+
</td></tr>
|
|
79
|
+
<tr><td valign="top">License:</td><td>GPL
|
|
80
|
+
|
|
81
|
+
</td></tr>
|
|
82
|
+
</table>
|
|
83
|
+
|
|
84
|
+
</div>
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
</div>
|
|
88
|
+
|
|
89
|
+
|
|
90
|
+
</div>
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
<!-- if includes -->
|
|
94
|
+
|
|
95
|
+
<div id="section">
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
<!-- if method_list -->
|
|
105
|
+
|
|
106
|
+
|
|
107
|
+
</div>
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
<div id="validator-badges">
|
|
111
|
+
<p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
|
|
112
|
+
</div>
|
|
113
|
+
|
|
114
|
+
</body>
|
|
115
|
+
</html>
|