engtagger 0.1.1 → 0.2.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 65db6f78c5abff2e601841262e2aabcf936d80df76a3fecab33f4e9d730e02f5
+  data.tar.gz: '04896cc7bfeb84c9f720d8493f08d4b5537dcb9a177f1584d621dad6fbd1184b'
+SHA512:
+  metadata.gz: 04c8169ba6706cffc2afc02f93c8d1916afdb08e8f99d7e5705c645efcf52fcba08edd593079fc267091582f779cf48db92ab3c9852cbb06e494f754c5f18b94
+  data.tar.gz: 70ad3a969bb095f72804917bf1cf906d81466b9b25dba8a7c3616ab12f8500f0a490e08af8ba4bcbbff58cdb9f04fd3cc06b2317dfbe57643bb11adaeb94f946

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in engtagger.gemspec
+gemspec

data/{LICENSE.txt → LICENSE}

@@ -338,3 +338,25 @@ proprietary programs.  If your program is a subroutine library, you may
 consider it more useful to permit linking proprietary applications with the
 library.  If this is what you want to do, use the GNU Library General
 Public License instead of this License.
+Copyright (c) 2012 Yoichiro Hasebe
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,152 @@
+# EngTagger
+
+English Part-of-Speech Tagger Library; a Ruby port of Lingua::EN::Tagger
+
+### Description
+
+A Ruby port of Perl Lingua::EN::Tagger, a probability based, corpus-trained 
+tagger that assigns POS tags to English text based on a lookup dictionary and 
+a set of probability values. The tagger assigns appropriate tags based on 
+conditional probabilities--it examines the preceding tag to determine the 
+appropriate tag for the current word. Unknown words are classified according to 
+word morphology or can be set to be treated as nouns or other parts of speech.  
+The tagger also extracts as many nouns and noun phrases as it can, using a set 
+of regular expressions.
+
+### Features
+
+* Assigns POS tags to English text
+* Extract noun phrases from tagged text
+* etc.
+
+### Synopsis:
+
+    require 'rubygems'
+    require 'engtagger'
+
+    # Create a parser object
+    tgr = EngTagger.new
+
+    # Sample text
+    text = "Alice chased the big fat cat."
+
+    # Add part-of-speech tags to text
+    tagged = tgr.add_tags(text)
+
+    #=> "<nnp>Alice</nnp> <vbd>chased</vbd> <det>the</det> <jj>big</jj> <jj>fat</jj><nn>cat</nn> <pp>.</pp>"
+  
+    # Get a list of all nouns and noun phrases with occurrence counts
+    word_list = tgr.get_words(text)
+
+    #=> {"Alice"=>1, "cat"=>1, "fat cat"=>1, "big fat cat"=>1}
+  
+    # Get a readable version of the tagged text
+    readable = tgr.get_readable(text)
+  
+    #=> "Alice/NNP chased/VBD the/DET big/JJ fat/JJ cat/NN ./PP"
+
+    # Get all nouns from a tagged output
+    nouns = tgr.get_nouns(tagged)
+  
+    #=> {"cat"=>1, "Alice"=>1}
+
+    # Get all proper nouns
+    proper = tgr.get_proper_nouns(tagged)
+
+    #=> {"Alice"=>1}
+
+    # Get all past tense verbs
+    pt_verbs = tgr.get_past_tense_verbs(tagged)
+
+    #=> {"chased"=>1}
+
+    # Get all the adjectives
+    adj = tgr.get_adjectives(tagged)
+
+    #=> {"big"=>1, "fat"=>1}
+
+    # Get all noun phrases of any syntactic level
+    # (same as word_list but take a tagged input)
+    nps = tgr.get_noun_phrases(tagged)
+
+    #=> {"Alice"=>1, "cat"=>1, "fat cat"=>1, "big fat cat"=>1}
+
+### Tag Set
+
+The set of POS tags used here is a modified version of the Penn Treebank tagset. Tags with non-letter characters have been redefined to work better in our data structures. Also, the "Determiner" tag (DET) has been changed from 'DT', in order to avoid confusion with the HTML tag, `<DT>`. 
+
+    CC      Conjunction, coordinating               and, or
+    CD      Adjective, cardinal number              3, fifteen
+    DET     Determiner                              this, each, some
+    EX      Pronoun, existential there              there
+    FW      Foreign words           
+    IN      Preposition / Conjunction               for, of, although, that
+    JJ      Adjective                               happy, bad
+    JJR     Adjective, comparative                  happier, worse
+    JJS     Adjective, superlative                  happiest, worst
+    LS      Symbol, list item                       A, A.
+    MD      Verb, modal                             can, could, 'll
+    NN      Noun                                    aircraft, data
+    NNP     Noun, proper                            London, Michael
+    NNPS    Noun, proper, plural                    Australians, Methodists
+    NNS     Noun, plural                            women, books
+    PDT     Determiner, prequalifier                quite, all, half
+    POS     Possessive                              's, '
+    PRP     Determiner, possessive second           mine, yours
+    PRPS    Determiner, possessive                  their, your
+    RB      Adverb                                  often, not, very, here
+    RBR     Adverb, comparative                     faster
+    RBS     Adverb, superlative                     fastest
+    RP      Adverb, particle                        up, off, out
+    SYM     Symbol                                  *
+    TO      Preposition                             to
+    UH      Interjection                            oh, yes, mmm
+    VB      Verb, infinitive                        take, live
+    VBD     Verb, past tense                        took, lived
+    VBG     Verb, gerund                            taking, living
+    VBN     Verb, past/passive participle           taken, lived
+    VBP     Verb, base present form                 take, live
+    VBZ     Verb, present 3SG -s form               takes, lives
+    WDT     Determiner, question                    which, whatever
+    WP      Pronoun, question                       who, whoever
+    WPS     Determiner, possessive & question       whose
+    WRB     Adverb, question                        when, how, however
+  
+    PP      Punctuation, sentence ender             ., !, ?
+    PPC     Punctuation, comma                      ,
+    PPD     Punctuation, dollar sign                $
+    PPL     Punctuation, quotation mark left        ``
+    PPR     Punctuation, quotation mark right       ''
+    PPS     Punctuation, colon, semicolon, elipsis  :, ..., -
+    LRB     Punctuation, left bracket               (, {, [
+    RRB     Punctuation, right bracket              ), }, ]
+
+### Requirements
+
+* [Hpricot](http://code.whytheluckystiff.net/hpricot/) (optional)
+
+### Install
+
+    (sudo) gem install engtagger
+
+### Author
+
+of this Ruby library 
+
+* Yoichiro Hasebe (yohasebe [at] gmail.com) 
+
+### Contributors
+
+* Carlos Ramirez III
+* Phil London
+* Bazay (Baron Bloomer)
+
+### Acknowledgement
+
+This Ruby library is a direct port of Lingua::EN::Tagger available at CPAN.
+The credit for the crucial part of its algorithm/design therefore goes to 
+Aaron Coburn, the author of the original Perl version.
+
+### License
+
+This library is distributed under the GPL.  Please see the LICENSE file.

data/Rakefile

@@ -1,24 +1,2 @@
-# -*- ruby -*-
-
-require 'rubygems'
-require 'hoe'
-require './lib/engtagger.rb'
-
-Hoe.new('EngTagger', EngTagger::VERSION) do |p|
-  p.name = "engtagger"
-  p.author = "Yoichiro Hasebe"
-  p.description = p.paragraphs_of('README.txt', 3).join("\n\n")
-  p.email = 'yohasebe@gmail.com'
-  p.summary = p.paragraphs_of('README.txt', 1).join("\n\n")
-  p.url = "http://engtagger.rubyforge.org"
-  p.remote_rdoc_dir = '' # Release to root
-  p.changes = p.paragraphs_of('History.txt', 0..1).join("\n\n")
-  p.extra_deps << ['hpricot']
-  p.rdoc_pattern = /^(.+\.rb|.+\.txt|.+\.yaml|[^\.]+)$/
-  p.need_zip = true
-end
-
-desc "Release and publish documentation"
-task :repubdoc => [:release, :publish_docs]
-
-# vim: syntax=Ruby
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/engtagger.gemspec

@@ -0,0 +1,17 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/engtagger/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Yoichiro Hasebe"]
+  gem.email         = ["yohasebe@gmail.com"]
+  gem.summary         = %q{A probability based, corpus-trained English POS tagger}  
+  gem.description     = %q{A Ruby port of Perl Lingua::EN::Tagger, a probability based, corpus-trained tagger that assigns POS tags to English text based on a lookup dictionary and a set of probability values.}  
+  gem.homepage        = "http://github.com/yohasebe/engtagger"  
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "engtagger"
+  gem.require_paths = ["lib"]
+  gem.version       = EngTagger::VERSION  
+end

data/lib/engtagger/porter.rb

@@ -1,9 +1,5 @@
-#! /local/ruby/bin/ruby
-#
-# $Id: stemmable.rb,v 1.2 2003/02/01 02:07:30 condit Exp $
-#
-# See example usage at the end of this file.
-#
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
 
 module Stemmable
 

data/lib/engtagger/version.rb

@@ -0,0 +1,3 @@
+module EngTagger
+  VERSION = "0.2.2"
+end