sclust 1.0.0 → 2.1.0

data/lib/sclust/util/sparse_vector.rb

@@ -0,0 +1,96 @@
+# 
+# The MIT License
+# 
+# Copyright (c) 2010 Samuel R. Baskinger
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+# 
+
+module SClust
+    
+    module Util
+    
+        #
+        # Use cases:
+        #
+        #
+        class SparseVector < Hash
+            
+            def initialize(default_value=nil)
+                super(default_value)
+                @default_value = default_value
+            end
+            
+            def store(key, value)
+                if ( @default_value == value)
+                    delete(key) if ( member?(key) )
+                    value
+                else
+                    super(key, value)
+                end
+            end
+            
+            def [](key)
+                if has_key?(key)
+                    super(key)
+                else
+                    @default_value
+                end
+            end
+            
+            alias []= store
+            
+        end
+        
+        class SparseLabeledVector < SparseVector
+            
+            # Map keys to the user-defined label.
+            attr_reader :key_map
+            
+            # Map labels to the key the data is stored under.
+            attr_reader :label_map
+            
+            def initialize(default_value=nil) 
+                super(default_value) 
+                @label_map = {}
+                @key_map   = {}
+            end
+            
+            # Aliased to []=, this stored the (key, value) pair as in the Hash class but accepts an optional 3rd element
+            # which will label the key. This populates values in the attributes label_map[label] => key and key_map[key] => label.
+            def store(key, value, label=nil)
+                super(key, value)
+                
+                if label
+                    @label_map[label] = key
+                    @key_map[key] = label
+                end
+            end
+            
+            def delete(key)
+                if super(key)
+                    label = @key_map.delete(key)
+                    
+                    @label_map.delete(label) if label
+                end
+            end
+        end
+    
+    end
+end

data/lib/sclust/util/stopwords.rb

@@ -0,0 +1,1149 @@
+module SClust
+    module Util
+        module StopwordList
+         @@stopword_list = %w(
+a
+
+a's
+
+able
+
+about
+
+above
+
+according
+
+accordingly
+
+across
+
+actually
+
+after
+
+afterwards
+
+again
+
+against
+
+ain't
+
+all
+
+allow
+
+allows
+
+almost
+
+alone
+
+along
+
+already
+
+also
+
+although
+
+always
+
+am
+
+among
+
+amongst
+
+an
+
+and
+
+another
+
+any
+
+anybody
+
+anyhow
+
+anyone
+
+anything
+
+anyway
+
+anyways
+
+anywhere
+
+apart
+
+appear
+
+appreciate
+
+appropriate
+
+are
+
+aren't
+
+around
+
+as
+
+aside
+
+ask
+
+asking
+
+associated
+
+at
+
+available
+
+away
+
+awfully
+
+b
+
+be
+
+became
+
+because
+
+become
+
+becomes
+
+becoming
+
+been
+
+before
+
+beforehand
+
+behind
+
+being
+
+believe
+
+below
+
+beside
+
+besides
+
+best
+
+better
+
+between
+
+beyond
+
+both
+
+brief
+
+but
+
+by
+
+c
+
+c'mon
+
+c's
+
+came
+
+can
+
+can't
+
+cannot
+
+cant
+
+cause
+
+causes
+
+certain
+
+certainly
+
+changes
+
+clearly
+
+co
+
+com
+
+come
+
+comes
+
+concerning
+
+consequently
+
+consider
+
+considering
+
+contain
+
+containing
+
+contains
+
+corresponding
+
+could
+
+couldn't
+
+course
+
+currently
+
+d
+
+definitely
+
+described
+
+despite
+
+did
+
+didn't
+
+different
+
+do
+
+does
+
+doesn't
+
+doing
+
+don't
+
+done
+
+down
+
+downwards
+
+during
+
+e
+
+each
+
+edu
+
+eg
+
+eight
+
+either
+
+else
+
+elsewhere
+
+enough
+
+entirely
+
+especially
+
+et
+
+etc
+
+even
+
+ever
+
+every
+
+everybody
+
+everyone
+
+everything
+
+everywhere
+
+ex
+
+exactly
+
+example
+
+except
+
+f
+
+far
+
+few
+
+fifth
+
+first
+
+five
+
+followed
+
+following
+
+follows
+
+for
+
+former
+
+formerly
+
+forth
+
+four
+
+from
+
+further
+
+furthermore
+
+g
+
+get
+
+gets
+
+getting
+
+given
+
+gives
+
+go
+
+goes
+
+going
+
+gone
+
+got
+
+gotten
+
+greetings
+
+h
+
+had
+
+hadn't
+
+happens
+
+hardly
+
+has
+
+hasn't
+
+have
+
+haven't
+
+having
+
+he
+
+he's
+
+hello
+
+help
+
+hence
+
+her
+
+here
+
+here's
+
+hereafter
+
+hereby
+
+herein
+
+hereupon
+
+hers
+
+herself
+
+hi
+
+him
+
+himself
+
+his
+
+hither
+
+hopefully
+
+how
+
+howbeit
+
+however
+
+i
+
+i'd
+
+i'll
+
+i'm
+
+i've
+
+ie
+
+if
+
+ignored
+
+immediate
+
+in
+
+inasmuch
+
+inc
+
+indeed
+
+indicate
+
+indicated
+
+indicates
+
+inner
+
+insofar
+
+instead
+
+into
+
+inward
+
+is
+
+isn't
+
+it
+
+it'd
+
+it'll
+
+it's
+
+its
+
+itself
+
+j
+
+just
+
+k
+
+keep
+
+keeps
+
+kept
+
+know
+
+knows
+
+known
+
+l
+
+last
+
+lately
+
+later
+
+latter
+
+latterly
+
+least
+
+less
+
+lest
+
+let
+
+let's
+
+like
+
+liked
+
+likely
+
+little
+
+look
+
+looking
+
+looks
+
+ltd
+
+m
+
+mainly
+
+many
+
+may
+
+maybe
+
+me
+
+mean
+
+meanwhile
+
+merely
+
+might
+
+more
+
+moreover
+
+most
+
+mostly
+
+much
+
+must
+
+my
+
+myself
+
+n
+
+name
+
+namely
+
+nd
+
+near
+
+nearly
+
+necessary
+
+need
+
+needs
+
+neither
+
+never
+
+nevertheless
+
+new
+
+next
+
+nine
+
+no
+
+nobody
+
+non
+
+none
+
+noone
+
+nor
+
+normally
+
+not
+
+nothing
+
+novel
+
+now
+
+nowhere
+
+o
+
+obviously
+
+of
+
+off
+
+often
+
+oh
+
+ok
+
+okay
+
+old
+
+on
+
+once
+
+one
+
+ones
+
+only
+
+onto
+
+or
+
+other
+
+others
+
+otherwise
+
+ought
+
+our
+
+ours
+
+ourselves
+
+out
+
+outside
+
+over
+
+overall
+
+own
+
+p
+
+particular
+
+particularly
+
+per
+
+perhaps
+
+placed
+
+please
+
+plus
+
+possible
+
+presumably
+
+probably
+
+provides
+
+q
+
+que
+
+quite
+
+qv
+
+r
+
+rather
+
+rd
+
+re
+
+really
+
+reasonably
+
+regarding
+
+regardless
+
+regards
+
+relatively
+
+respectively
+
+right
+
+s
+
+said
+
+same
+
+saw
+
+say
+
+saying
+
+says
+
+second
+
+secondly
+
+see
+
+seeing
+
+seem
+
+seemed
+
+seeming
+
+seems
+
+seen
+
+self
+
+selves
+
+sensible
+
+sent
+
+serious
+
+seriously
+
+seven
+
+several
+
+shall
+
+she
+
+should
+
+shouldn't
+
+since
+
+six
+
+so
+
+some
+
+somebody
+
+somehow
+
+someone
+
+something
+
+sometime
+
+sometimes
+
+somewhat
+
+somewhere
+
+soon
+
+sorry
+
+specified
+
+specify
+
+specifying
+
+still
+
+sub
+
+such
+
+sup
+
+sure
+
+t
+
+t's
+
+take
+
+taken
+
+tell
+
+tends
+
+th
+
+than
+
+thank
+
+thanks
+
+thanx
+
+that
+
+that's
+
+thats
+
+the
+
+their
+
+theirs
+
+them
+
+themselves
+
+then
+
+thence
+
+there
+
+there's
+
+thereafter
+
+thereby
+
+therefore
+
+therein
+
+theres
+
+thereupon
+
+these
+
+they
+
+they'd
+
+they'll
+
+they're
+
+they've
+
+think
+
+third
+
+this
+
+thorough
+
+thoroughly
+
+those
+
+though
+
+three
+
+through
+
+throughout
+
+thru
+
+thus
+
+to
+
+together
+
+too
+
+took
+
+toward
+
+towards
+
+tried
+
+tries
+
+truly
+
+try
+
+trying
+
+twice
+
+two
+
+u
+
+un
+
+under
+
+unfortunately
+
+unless
+
+unlikely
+
+until
+
+unto
+
+up
+
+upon
+
+us
+
+use
+
+used
+
+useful
+
+uses
+
+using
+
+usually
+
+uucp
+
+v
+
+value
+
+various
+
+very
+
+via
+
+viz
+
+vs
+
+w
+
+want
+
+wants
+
+was
+
+wasn't
+
+way
+
+we
+
+we'd
+
+we'll
+
+we're
+
+we've
+
+welcome
+
+well
+
+went
+
+were
+
+weren't
+
+what
+
+what's
+
+whatever
+
+when
+
+whence
+
+whenever
+
+where
+
+where's
+
+whereafter
+
+whereas
+
+whereby
+
+wherein
+
+whereupon
+
+wherever
+
+whether
+
+which
+
+while
+
+whither
+
+who
+
+who's
+
+whoever
+
+whole
+
+whom
+
+whose
+
+why
+
+will
+
+willing
+
+wish
+
+with
+
+within
+
+without
+
+won't
+
+wonder
+
+would
+
+would
+
+wouldn't
+
+x
+
+y
+
+yes
+
+yet
+
+you
+
+you'd
+
+you'll
+
+you're
+
+you've
+
+your
+
+yours
+
+yourself
+
+yourselves
+
+z
+
+zero
+)
+end
+end
+end