rbtagger 0.3.0 → 0.3.1

data/README.txt

@@ -19,9 +19,7 @@ This software is made available under the MIT License, see LICENSE
 
 == SYNOPSIS:
 
- tagger = Brill::Tagger.new( File.join(File.dirname(__FILE__),"LEXICON"),
-                             File.join(File.dirname(__FILE__),"LEXICALRULEFILE"),
-                             File.join(File.dirname(__FILE__),"CONTEXTUALRULEFILE") )
+ tagger = Brill::Tagger.new
 
 == INSTALL:
 

data/lib/brill/tagger.rb

@@ -18,10 +18,12 @@ module Brill
 
     # given a body of text return a list of adjectives
     def adjectives( text )
+      tag(text).select{|t| t.last == 'JJ' }
     end
 
     # given a body of text return a list of nouns
     def nouns( text )
+      tag(text).select{|t| t.last.match(/NN/) }
     end
 
     # returns similar results as tag, but further reduced by only selecting nouns
@@ -92,6 +94,7 @@ module Brill
     # returns an array like [[token,tag],[token,tag]...[token,tag]] 
     #
     def tag( text )
+      # XXX: the list of contractions is much larger then this... find'em
       text = text.gsub(/dont/,"don't").gsub(/Dont/,"Don't")
       text = text.gsub(/youre/,"you're")
       tokens = Brill::Tagger.tokenize( text )

data/lib/rbtagger/version.rb

@@ -2,7 +2,7 @@ module RbTagger #:nodoc:
   module VERSION #:nodoc:
     MAJOR = 0
     MINOR = 3
-    TINY  = 0
+    TINY  = 1
 
     STRING = [MAJOR, MINOR, TINY].join('.')
   end

data/test/test_rule_tagger.rb

@@ -139,6 +139,11 @@ TMZ.com: Britney celebrated getting overnights with her kids by going on a wild
     puts results.inspect
   end
 
+  def test_adjectives
+    results = tagger.adjectives("So happy i get to bring my baby boy home tomorrow. Hospital tv is horrible, ten channels no one watches")
+    assert_equal [["happy", "JJ"], ["horrible", "JJ"]], results
+  end
+
 private
   def tagger
     $rtagger

data/website/index.html

@@ -160,7 +160,7 @@
     <h1>rbtagger</h1>
     <div id="version" class="clickable" onclick='document.location = "http://rubyforge.org/projects/rbtagger"; return false'>
       <p>Get Version</p>
-      <a href="http://rubyforge.org/projects/rbtagger" class="numbers">0.3.0</a>
+      <a href="http://rubyforge.org/projects/rbtagger" class="numbers">0.3.1</a>
     </div>
     <h4 style="float:right;padding-right:10px;"> &amp;#x2192; &#8216;rbtagger&#8217;</h4>
 <h2>What</h2>
@@ -175,15 +175,16 @@ gem install rbtagger
 <p><pre class='syntax'>
 <span class="ident">require</span> <span class="punct">'</span><span class="string">rbtagger</span><span class="punct">'</span>
 
-<span class="ident">tagger</span> <span class="punct">=</span> <span class="constant">Brill</span><span class="punct">::</span><span class="constant">Tagger</span><span class="punct">.</span><span class="ident">new</span><span class="punct">(</span> <span class="constant">File</span><span class="punct">.</span><span class="ident">join</span><span class="punct">(</span><span class="constant">File</span><span class="punct">.</span><span class="ident">dirname</span><span class="punct">(</span><span class="constant">__FILE__</span><span class="punct">),&quot;</span><span class="string">LEXICON</span><span class="punct">&quot;),</span>
-                            <span class="constant">File</span><span class="punct">.</span><span class="ident">join</span><span class="punct">(</span><span class="constant">File</span><span class="punct">.</span><span class="ident">dirname</span><span class="punct">(</span><span class="constant">__FILE__</span><span class="punct">),&quot;</span><span class="string">LEXICALRULEFILE</span><span class="punct">&quot;),</span>
-                            <span class="constant">File</span><span class="punct">.</span><span class="ident">join</span><span class="punct">(</span><span class="constant">File</span><span class="punct">.</span><span class="ident">dirname</span><span class="punct">(</span><span class="constant">__FILE__</span><span class="punct">),&quot;</span><span class="string">CONTEXTUALRULEFILE</span><span class="punct">&quot;)</span> <span class="punct">)</span>
+<span class="ident">tagger</span> <span class="punct">=</span> <span class="constant">Brill</span><span class="punct">::</span><span class="constant">Tagger</span><span class="punct">.</span><span class="ident">new</span>
 <span class="ident">docs</span><span class="punct">.</span><span class="ident">each</span> <span class="keyword">do</span><span class="punct">|</span><span class="ident">doc</span><span class="punct">|</span>
   <span class="ident">tagger</span><span class="punct">.</span><span class="ident">tag</span><span class="punct">(</span> <span class="constant">File</span><span class="punct">.</span><span class="ident">read</span><span class="punct">(</span> <span class="ident">doc</span> <span class="punct">)</span> <span class="punct">)</span>
 <span class="keyword">end</span>
 
 <span class="ident">tagger</span><span class="punct">.</span><span class="ident">suggest</span><span class="punct">(</span> <span class="constant">File</span><span class="punct">.</span><span class="ident">read</span><span class="punct">(&quot;</span><span class="string">sample.txt</span><span class="punct">&quot;)</span> <span class="punct">)</span>
 <span class="punct">=&gt;</span> <span class="punct">[[&quot;</span><span class="string">doctor</span><span class="punct">&quot;,</span> <span class="punct">&quot;</span><span class="string">NN</span><span class="punct">&quot;,</span> <span class="number">3</span><span class="punct">],</span> <span class="punct">[&quot;</span><span class="string">treatment</span><span class="punct">&quot;,</span> <span class="punct">&quot;</span><span class="string">NN</span><span class="punct">&quot;,</span> <span class="number">5</span><span class="punct">]]</span>
+
+<span class="ident">tagger</span><span class="punct">.</span><span class="ident">nouns</span>
+<span class="ident">tagger</span><span class="punct">.</span><span class="ident">adjectives</span>
 </pre></p>
 <h4>Using the word tagger</h4>
 <p><pre class='syntax'>
@@ -210,7 +211,7 @@ rake install_gem</pre>
 <h2>Contact</h2>
 <p>Comments are welcome. Send an email to <a href="mailto:rb-brill-tagger@googlegroups.com">Todd A. Fisher</a> email via the <a href="http://groups.google.com/group/rb-brill-tagger">forum</a></p>
     <p class="coda">
-      <a href="http://xullicious.blogspot.com/">Todd A. Fisher</a>, 23rd June 2008<br>
+      <a href="http://xullicious.blogspot.com/">Todd A. Fisher</a>, 21st May 2009<br>
       Theme extended from <a href="http://rb2js.rubyforge.org/">Paul Battley</a>
     </p>
 </div>

data/website/index.txt

@@ -21,15 +21,16 @@ h2. The basics
 <pre syntax="ruby">
 require 'rbtagger'
 
-tagger = Brill::Tagger.new( File.join(File.dirname(__FILE__),"LEXICON"),
-                            File.join(File.dirname(__FILE__),"LEXICALRULEFILE"),
-                            File.join(File.dirname(__FILE__),"CONTEXTUALRULEFILE") )
+tagger = Brill::Tagger.new
 docs.each do|doc|
   tagger.tag( File.read( doc ) )
 end
 
 tagger.suggest( File.read("sample.txt") )
 => [["doctor", "NN", 3], ["treatment", "NN", 5]]
+
+tagger.nouns
+tagger.adjectives
 </pre>
 
 <h4>Using the word tagger</h4>

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: rbtagger
 version: !ruby/object:Gem::Version 
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors: 
 - Todd A. Fisher