stopwords 0.1 → 0.2

data/lib/stopwords.rb

@@ -0,0 +1,43 @@
+module Stopwords
+
+  STOP_WORDS = [
+    'a','cannot','into','our','thus','about','co','is','ours','to','above',
+    'could','it','ourselves','together','across','down','its','out','too',
+    'after','during','itself','over','toward','afterwards','each','last','own',
+    'towards','again','eg','latter','per','under','against','either','latterly',
+    'perhaps','until','all','else','least','rather','up','almost','elsewhere',
+    'less','same','upon','alone','enough','ltd','seem','us','along','etc',
+    'many','seemed','very','already','even','may','seeming','via','also','ever',
+    'me','seems','was','although','every','meanwhile','several','we','always',
+    'everyone','might','she','well','among','everything','more','should','were',
+    'amongst','everywhere','moreover','since','what','an','except','most','so',
+    'whatever','and','few','mostly','some','when','another','first','much',
+    'somehow','whence','any','for','must','someone','whenever','anyhow',
+    'former','my','something','where','anyone','formerly','myself','sometime',
+    'whereafter','anything','from','namely','sometimes','whereas','anywhere',
+    'further','neither','somewhere','whereby','are','had','never','still',
+    'wherein','around','has','nevertheless','such','whereupon','as','have',
+    'next','than','wherever','at','he','no','that','whether','be','hence',
+    'nobody','the','whither','became','her','none','their','which','because',
+    'here','noone','them','while','become','hereafter','nor','themselves','who',
+    'becomes','hereby','not','then','whoever','becoming','herein','nothing',
+    'thence','whole','been','hereupon','now','there','whom','before','hers',
+    'nowhere','thereafter','whose','beforehand','herself','of','thereby','why',
+    'behind','him','off','therefore','will','being','himself','often','therein',
+    'with','below','his','on','thereupon','within','beside','how','once',
+    'these','without','besides','however','one','they','would','between','i',
+    'only','this','yet','beyond','ie','onto','those','you','both','if','or',
+    'though','your','but','in','other','through','yours','by','inc','others',
+    'throughout','yourself','can','indeed','otherwise','thru','yourselves'
+    ]
+  TOKEN_REGEXP = /^[a-z]+$|^\w+\-\w+|^[a-z]+[0-9]+[a-z]+$|^[0-9]+[a-z]+|^[a-z]+[0-9]+$/ 
+  
+  def self.is?(token)
+    STOP_WORDS.member?(token)
+  end
+  
+  def self.valid?(token)
+    (((token =~ TOKEN_REGEXP) == 0)) and !(STOP_WORDS.member?(token)) 
+  end
+  
+end

metadata

@@ -1,11 +1,11 @@
 --- !ruby/object:Gem::Specification 
 name: stopwords
 version: !ruby/object:Gem::Version 
-  version: "0.1"
+  version: "0.2"
 platform: ruby
 authors: 
 - ENDAX, LLC
-autorequire: stopwords
+autorequire: 
 bindir: bin
 cert_chain: []
 
@@ -13,7 +13,7 @@ date: 2010-01-30 00:00:00 -05:00
 default_executable: 
 dependencies: []
 
-description: 
+description: A stopword library
 email: john@endax.com
 executables: []
 
@@ -21,8 +21,8 @@ extensions: []
 
 extra_rdoc_files: []
 
-files: []
-
+files: 
+- lib/stopwords.rb
 has_rdoc: true
 homepage: http://endax.github.com/
 licenses: []