engtagger 0.1.0 → 0.1.1

data/History.txt

@@ -1,3 +1,9 @@
+=== 0.1.0 / 2008-05-14
+
+* Modified Synopsis section of Readme.txt
+* Created a description of tag set in Readme.txt
+* Fixed a few minor bugs 
+
 === 0.1.0 / 2008-05-06
 
 * Initial release

data/README.txt

@@ -21,27 +21,97 @@ of regular expressions.
 
 === Synopsis:
 
+  require 'rubygems'
+  require 'engtagger'
+
   # Create a parser object
-  tgr = Tagger.new
+  tgr = EngTagger.new
   
+  # Sample text
+  text = "Alice chased the big fat cat."
+
   # Add part-of-speech tags to text
   tagged = tgr.add_tags(text)
+
+  #=> "<nnp>Alice</nnp> <vbd>chased</vbd> <det>the</det> <jj>big</jj> <jj>fat</jj><nn>cat</nn> <pp>.</pp>"
   
   # Get a list of all nouns and noun phrases with occurrence counts
   word_list = tgr.get_words(text)
+
+  #=> {"Alice"=>1, "cat"=>1, "fat cat"=>1, "big fat cat"=>1}
   
   # Get a readable version of the tagged text
-  readable_text = tgr.get_readable(text)
+  readable = tgr.get_readable(text)
   
+  #=> "Alice/NNP chased/VBD the/DET big/JJ fat/JJ cat/NN ./PP"
+
   # Get all nouns from a tagged output
-  ns = tgr.get_nouns(tagged)
+  nouns = tgr.get_nouns(tagged)
+  
+  #=> {"cat"=>1, "Alice"=>1}
 
   # Get all proper nouns
-  pns = tgr.get_proper_nouns(tagged)
+  proper = tgr.get_proper_nouns(tagged)
+
+  #=> {"Alice"=>1}
   
+
   # Get all noun phrases of any syntactic level
+  # (same as word_list but take a tagged input)
   nps = tgr.get_noun_phrases(tagged)
 
+  #=> {"Alice"=>1, "cat"=>1, "fat cat"=>1, "big fat cat"=>1}
+
+=== Tag Set
+
+The set of POS tags used here is a modified version of the Penn Treebank tagset. Tags with non-letter characters have been redefined to work better in our data structures. Also, the "Determiner" tag (DET) has been changed from 'DT', in order to avoid confusion with the HTML tag, <DT>. 
+
+  CC      Conjunction, coordinating               and, or
+  CD      Adjective, cardinal number              3, fifteen
+  DET     Determiner                              this, each, some
+  EX      Pronoun, existential there              there
+  FW      Foreign words           
+  IN      Preposition / Conjunction               for, of, although, that
+  JJ      Adjective                               happy, bad
+  JJR     Adjective, comparative                  happier, worse
+  JJS     Adjective, superlative                  happiest, worst
+  LS      Symbol, list item                       A, A.
+  MD      Verb, modal                             can, could, 'll
+  NN      Noun                                    aircraft, data
+  NNP     Noun, proper                            London, Michael
+  NNPS    Noun, proper, plural                    Australians, Methodists
+  NNS     Noun, plural                            women, books
+  PDT     Determiner, prequalifier                quite, all, half
+  POS     Possessive                              's, '
+  PRP     Determiner, possessive second           mine, yours
+  PRPS    Determiner, possessive                  their, your
+  RB      Adverb                                  often, not, very, here
+  RBR     Adverb, comparative                     faster
+  RBS     Adverb, superlative                     fastest
+  RP      Adverb, particle                        up, off, out
+  SYM     Symbol                                  *
+  TO      Preposition                             to
+  UH      Interjection                            oh, yes, mmm
+  VB      Verb, infinitive                        take, live
+  VBD     Verb, past tense                        took, lived
+  VBG     Verb, gerund                            taking, living
+  VBN     Verb, past/passive participle           taken, lived
+  VBP     Verb, base present form                 take, live
+  VBZ     Verb, present 3SG -s form               takes, lives
+  WDT     Determiner, question                    which, whatever
+  WP      Pronoun, question                       who, whoever
+  WPS     Determiner, possessive & question       whose
+  WRB     Adverb, question                        when, how, however
+  
+  PP      Punctuation, sentence ender             ., !, ?
+  PPC     Punctuation, comma                      ,
+  PPD     Punctuation, dollar sign                $
+  PPL     Punctuation, quotation mark left        ``
+  PPR     Punctuation, quotation mark right       ''
+  PPS     Punctuation, colon, semicolon, elipsis  :, ..., -
+  LRB     Punctuation, left bracket               (, {, [
+  RRB     Punctuation, right bracket              ), }, ]
+
 === Requirements
 
 * Ruby 1.8.6
@@ -51,7 +121,7 @@ of regular expressions.
 
   (sudo) gem install engtagger
 
-=== Authors
+=== Author
 
 of this Ruby library 
 * Yoichiro Hasebe (yohasebe [at] gmail.com) 

data/lib/engtagger.rb

@@ -32,7 +32,7 @@ end
 
 # English part-of-speech tagger class
 class EngTagger
-  VERSION = '0.1.0'
+  VERSION = '0.1.1'
 
   #################
   # Class methods #
@@ -116,7 +116,7 @@ class EngTagger
     "WP",   "Pronoun, question",
     "WPS",  "Determiner, possessive & question",
     "WRB",  "Adverb, question",
-    "PP", "  Punctuation, sentence ender",
+    "PP",   "Punctuation, sentence ender",
     "PPC",  "Punctuation, comma",
     "PPD",  "Punctuation, dollar sign",
     "PPL",  "Punctuation, quotation mark left",
@@ -212,7 +212,7 @@ class EngTagger
       cleaned_word = clean_word(word)
       tag = assign_tag(@conf[:current_tag], cleaned_word)
       @conf[:current_tag] = tag = (tag and tag != "") ? tag : 'nn'
-      tag = explain_tag(tag) if verbose
+      tag = EngTagger.explain_tag(tag) if verbose
       tagged << '<' + tag + '>' + word + '</' + tag + '>' 
     end
     reset

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: engtagger
 version: !ruby/object:Gem::Version 
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors: 
 - Yoichiro Hasebe
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2008-05-08 00:00:00 +09:00
+date: 2008-05-15 00:00:00 +09:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -78,7 +78,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: engtagger
-rubygems_version: 1.1.0
+rubygems_version: 1.1.1
 signing_key: 
 specification_version: 2
 summary: English Part-of-Speech Tagger Library; a Ruby port of Lingua::EN::Tagger