bayesball 0.1.0

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor/bundle
+*.swp

data/Gemfile

@@ -0,0 +1,10 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :development do
+  gem 'guard-minitest'
+  gem 'rake'
+  gem 'mongo'
+  gem 'bson_ext'
+end

data/Guardfile

@@ -0,0 +1,5 @@
+guard 'minitest' do
+  watch(%r|^spec/.+_spec\.rb|)
+  watch(%r|^lib/(.+)\.rb$|)     { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r|^spec/spec_helper\.rb|)    { "spec" }
+end

data/LICENSE

@@ -0,0 +1,28 @@
+Copyright (c) 2012, Jason Staten, Katalus
+
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+- Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+- Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation
+  and/or other materials provided with the distribution.
+
+- Neither the name of Katalus nor the names of its contributors may be used
+  to endorse or promote products derived from this software without specific
+  prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
+THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1,29 @@
+# Bayesball
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'bayesball'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install bayesball
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,7 @@
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+    t.libs = ['spec', 'lib']
+    t.test_files = Dir['spec/**/*_spec.rb']
+end

data/bayesball.gemspec

@@ -0,0 +1,17 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/bayesball/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Jason Staten"]
+  gem.email         = ["jstaten07@gmail.com"]
+  gem.description   = %q{A bayes classifier}
+  gem.summary       = %q{A bayes classifier}
+  gem.homepage      = ""
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.name          = "bayesball"
+  gem.require_paths = ["lib"]
+  gem.version       = Bayesball::VERSION
+end

data/lib/bayesball/classifier.rb

@@ -0,0 +1,42 @@
+module Bayesball
+  class Classifier
+    STOP_WORDS = IO.read(File.expand_path('../stopwords.txt',__FILE__)).split
+
+    def initialize(persistence = {})
+      @persistence = persistence
+    end
+
+    def train(category, payload)
+      counts = @persistence[category] ||= {}
+
+      word_counts(payload).each do |word, count|
+        counts[word] = counts.fetch(word,0) + count
+      end
+      @persistence[category] = counts
+    end
+
+    def word_counts(payload)
+      words = payload.downcase.gsub(/[^\w]|(\b\w{1,2}\b)/,' ').split.reject { |w| STOP_WORDS.include?(w) }
+      words.reduce(Hash.new(0)) do |memo, word|
+        memo[word] += 1
+        memo
+      end
+    end
+
+    def score(payload)
+      @persistence.reduce(Hash.new(0)) do |memo, (category, counts)|
+        total = counts.values.reduce(:+).to_f
+        word_counts(payload).each do |word, count|
+          s = counts.fetch(word, 0.0001)
+          memo[category] += Math.log(s/total)
+        end
+        memo
+      end
+    end
+
+    def classify(payload)
+      s = score(payload)
+      s.sort_by{|k,v| v}.reverse[0][0]
+    end
+  end
+end

data/lib/bayesball/persistence/mongo.rb

@@ -0,0 +1,47 @@
+module Bayesball
+  module Persistence
+    class Mongo
+      include Enumerable
+
+      attr_reader :db
+      def initialize(uri, options={})
+        collection_name = options.delete(:collection) || 'bayesball_categories'
+        @db = build_db(uri, options)
+        @collection = db.collection(collection_name)
+      end
+
+      def empty?
+        @collection.count == 0
+      end
+
+      def [](key)
+        doc = @collection.find_one(name: key)
+        doc && doc['counts'] || {}
+      end
+
+      def []=(key, value)
+        @collection.update({name: key}, {name: key, counts: value}, {upsert: true})
+      end
+
+      def each
+        if block_given?
+          @collection.find.each do |item|
+            yield [item['name'], item['counts']]
+          end
+        else
+          Enumerator.new(self, :each)
+        end
+      end
+
+      private
+
+      def build_db(uri, options={})
+        parts = URI.parse(uri)
+        raise "scheme must be mongodb, found #{parts.scheme}" unless parts.scheme == 'mongodb'
+        db = ::Mongo::Connection.new(parts.host, parts.port, options).db(parts.path.gsub(/^\//, ''))
+        db.authenticate(parts.user, parts.password) if parts.user && parts.password
+        db
+      end
+    end
+  end
+end

data/lib/bayesball/persistence.rb

@@ -0,0 +1,5 @@
+module Bayesball
+  module Persistence
+    autoload :Mongo, 'bayesball/persistence/mongo'
+  end
+end

data/lib/bayesball/stopwords.txt

@@ -0,0 +1,667 @@
+a
+able
+about
+above
+abst
+accordance
+according
+accordingly
+across
+act
+actually
+added
+adj
+affected
+affecting
+affects
+after
+afterwards
+again
+against
+ah
+all
+almost
+alone
+along
+already
+also
+although
+always
+am
+among
+amongst
+an
+and
+announce
+another
+any
+anybody
+anyhow
+anymore
+anyone
+anything
+anyway
+anyways
+anywhere
+apparently
+approximately
+are
+aren
+arent
+arise
+around
+as
+aside
+ask
+asking
+at
+auth
+available
+away
+awfully
+b
+back
+be
+became
+because
+become
+becomes
+becoming
+been
+before
+beforehand
+begin
+beginning
+beginnings
+begins
+behind
+being
+believe
+below
+beside
+besides
+between
+beyond
+biol
+both
+brief
+briefly
+but
+by
+c
+ca
+came
+can
+cannot
+can't
+cause
+causes
+certain
+certainly
+co
+com
+come
+comes
+contain
+containing
+contains
+could
+couldnt
+d
+date
+did
+didn't
+different
+do
+does
+doesn't
+doing
+done
+don't
+down
+downwards
+due
+during
+e
+each
+ed
+edu
+effect
+eg
+eight
+eighty
+either
+else
+elsewhere
+end
+ending
+enough
+especially
+et
+et-al
+etc
+even
+ever
+every
+everybody
+everyone
+everything
+everywhere
+ex
+except
+f
+far
+few
+ff
+fifth
+first
+five
+fix
+followed
+following
+follows
+for
+former
+formerly
+forth
+found
+four
+from
+further
+furthermore
+g
+gave
+get
+gets
+getting
+give
+given
+gives
+giving
+go
+goes
+gone
+got
+gotten
+h
+had
+happens
+hardly
+has
+hasn't
+have
+haven't
+having
+he
+hed
+hence
+her
+here
+hereafter
+hereby
+herein
+heres
+hereupon
+hers
+herself
+hes
+hi
+hid
+him
+himself
+his
+hither
+home
+how
+howbeit
+however
+hundred
+i
+id
+ie
+if
+i'll
+im
+immediate
+immediately
+importance
+important
+in
+inc
+indeed
+index
+information
+instead
+into
+invention
+inward
+is
+isn't
+it
+itd
+it'll
+its
+itself
+i've
+j
+just
+k
+keep
+keeps
+kept
+kg
+km
+know
+known
+knows
+l
+largely
+last
+lately
+later
+latter
+latterly
+least
+less
+lest
+let
+lets
+like
+liked
+likely
+line
+little
+'ll
+look
+looking
+looks
+ltd
+m
+made
+mainly
+make
+makes
+many
+may
+maybe
+me
+mean
+means
+meantime
+meanwhile
+merely
+mg
+might
+million
+miss
+ml
+more
+moreover
+most
+mostly
+mr
+mrs
+much
+mug
+must
+my
+myself
+n
+na
+name
+namely
+nay
+nd
+near
+nearly
+necessarily
+necessary
+need
+needs
+neither
+never
+nevertheless
+new
+next
+nine
+ninety
+no
+nobody
+non
+none
+nonetheless
+noone
+nor
+normally
+nos
+not
+noted
+nothing
+now
+nowhere
+o
+obtain
+obtained
+obviously
+of
+off
+often
+oh
+ok
+okay
+old
+omitted
+on
+once
+one
+ones
+only
+onto
+or
+ord
+other
+others
+otherwise
+ought
+our
+ours
+ourselves
+out
+outside
+over
+overall
+owing
+own
+p
+page
+pages
+part
+particular
+particularly
+past
+per
+perhaps
+placed
+please
+plus
+poorly
+possible
+possibly
+potentially
+pp
+predominantly
+present
+previously
+primarily
+probably
+promptly
+proud
+provides
+put
+q
+que
+quickly
+quite
+qv
+r
+ran
+rather
+rd
+re
+readily
+really
+recent
+recently
+ref
+refs
+regarding
+regardless
+regards
+related
+relatively
+research
+respectively
+resulted
+resulting
+results
+right
+run
+s
+said
+same
+saw
+say
+saying
+says
+sec
+section
+see
+seeing
+seem
+seemed
+seeming
+seems
+seen
+self
+selves
+sent
+seven
+several
+shall
+she
+shed
+she'll
+shes
+should
+shouldn't
+show
+showed
+shown
+showns
+shows
+significant
+significantly
+similar
+similarly
+since
+six
+slightly
+so
+some
+somebody
+somehow
+someone
+somethan
+something
+sometime
+sometimes
+somewhat
+somewhere
+soon
+sorry
+specifically
+specified
+specify
+specifying
+still
+stop
+strongly
+sub
+substantially
+successfully
+such
+sufficiently
+suggest
+sup
+sure
+t
+take
+taken
+taking
+tell
+tends
+th
+than
+thank
+thanks
+thanx
+that
+that'll
+thats
+that've
+the
+their
+theirs
+them
+themselves
+then
+thence
+there
+thereafter
+thereby
+thered
+therefore
+therein
+there'll
+thereof
+therere
+theres
+thereto
+thereupon
+there've
+these
+they
+theyd
+they'll
+theyre
+they've
+think
+this
+those
+thou
+though
+thoughh
+thousand
+throug
+through
+throughout
+thru
+thus
+til
+tip
+to
+together
+too
+took
+toward
+towards
+tried
+tries
+truly
+try
+trying
+ts
+twice
+two
+u
+un
+under
+unfortunately
+unless
+unlike
+unlikely
+until
+unto
+up
+upon
+ups
+us
+use
+used
+useful
+usefully
+usefulness
+uses
+using
+usually
+v
+value
+various
+'ve
+very
+via
+viz
+vol
+vols
+vs
+w
+want
+wants
+was
+wasn't
+way
+we
+wed
+welcome
+we'll
+went
+were
+weren't
+we've
+what
+whatever
+what'll
+whats
+when
+whence
+whenever
+where
+whereafter
+whereas
+whereby
+wherein
+wheres
+whereupon
+wherever
+whether
+which
+while
+whim
+whither
+who
+whod
+whoever
+whole
+who'll
+whom
+whomever
+whos
+whose
+why
+widely
+willing
+wish
+with
+within
+without
+won't
+words
+world
+would
+wouldn't
+www
+x
+y
+yes
+yet
+you
+youd
+you'll
+your
+youre
+yours
+yourself
+yourselves
+you've
+z
+zero

data/lib/bayesball/version.rb

@@ -0,0 +1,3 @@
+module Bayesball
+  VERSION = "0.1.0"
+end

data/lib/bayesball.rb

@@ -0,0 +1,6 @@
+require "bayesball/version"
+
+module Bayesball
+end
+
+%w{classifier persistence}.each { |r| require "bayesball/#{r}" }

data/spec/bayesball/classifier_spec.rb

@@ -0,0 +1,50 @@
+require 'spec_helper'
+
+describe Bayesball::Classifier do
+  let(:subject) { Bayesball::Classifier.new(Bayesball::Persistence::Mongo.new(MONGO_URI)) }
+
+  it 'should do word counts' do
+    result = subject.word_counts('Hello, friend. Hello!')
+    result.must_equal({'hello' => 2, 'friend' => 1})
+  end
+
+  it 'should score a payload' do
+    subject.train('basketball', 'The ball went in the hoop')
+    subject.train('baseball', 'He hit another grand slam!')
+
+    result = subject.score('The ball went in the hoop')
+  end
+
+  it 'should classify' do
+    #Wikipedia
+    subject.train('basketball', <<-EOF)
+    Basketball is a team sport, the objective being to shoot a ball through a basket horizontally positioned to score points while following a set of rules. Usually, two teams of five players play on a marked rectangular court with a basket at each width end. Basketball is one of the world's most popular and widely viewed sports.[1]
+    A regulation basketball ring consists of a rim 18 inches in diameter and 10 feet high mounted to a backboard. A team can score a field goal by shooting the ball through the basket during regular play. A field goal scores two points for the shooting team if a player is touching or closer to the basket than the three-point line, and three points (known commonly as a 3 pointer or three) if the player is behind the three-point line. The team with the most points at the end of the game wins, but additional time (overtime) may be issued when the game ends with a draw. The ball can be advanced on the court by bouncing it while walking or running (dribbling) or throwing (passing) it to a teammate. It is a violation to move without dribbling the ball (traveling), to carry it, or to double dribble (to hold the ball with both hands then resume dribbling).
+    Various violations are generally called "fouls". Disruptive physical contact (a personal foul) is penalized, and a free throw is usually awarded to an offensive player if he is fouled while shooting the ball. A technical foul may also be issued when certain infractions occur, most commonly for unsportsmanlike conduct on the part of a player or coach. A technical foul gives the opposing team a free throw.
+    Basketball has evolved many commonly used techniques of shooting, passing, dribbling, and rebounding, as well as specialized player positions and offensive and defensive structures (player positioning) and techniques. Typically, the tallest members of a team will play "center", "power forward" or "small forward" positions, while shorter players or those who possess the best ball handling skills and speed play "point guard" or "shooting guard".
+    While competitive basketball is carefully regulated, numerous variations of basketball have developed for casual play. Competitive basketball is primarily an indoor sport played on a carefully marked and maintained basketball court, but less regulated variations are often played outdoors in both inner city and remote areas.
+    EOF
+
+    subject.train('baseball', <<-EOF)
+    Baseball is a bat-and-ball sport played between two teams of nine players each. The aim is to score runs by hitting a thrown ball with a bat and touching a series of four bases arranged at the corners of a ninety-foot diamond. Players on the batting team take turns hitting against the pitcher of the fielding team, which tries to stop them from scoring runs by getting hitters out in any of several ways. A player on the batting team can stop at any of the bases and later advance via a teammate's hit or other means. The teams switch between batting and fielding whenever the fielding team records three outs. One turn at bat for each team constitutes an inning and nine innings make up a professional game. The team with the most runs at the end of the game wins.
+    Evolving from older bat-and-ball games, an early form of baseball was being played in England by the mid-eighteenth century. This game was brought by immigrants to North America, where the modern version developed. By the late nineteenth century, baseball was widely recognized as the national sport of the United States. Baseball is now popular in North America, parts of Central and South America and the Caribbean, and parts of East Asia.
+    In North America, professional Major League Baseball (MLB) teams are divided into the National League (NL) and American League (AL), each with three divisions: East, West, and Central. The major league champion is determined by playoffs that culminate in the World Series. Five teams make the playoffs from each league: the three regular season division winners, plus two wild card teams. Baseball is the leading team sport in both Japan and Cuba, and the top level of play is similarly split between two leagues: Japan's Central League and Pacific League; Cuba's West League and East League. In the National and Central leagues, the pitcher is required to bat, per the traditional rules. In the American, Pacific, and both Cuban leagues, there is a tenth player, a designated hitter, who bats for the pitcher. Each top-level team has a farm system of one or more minor league teams.
+    EOF
+
+    subject.train('racquetball', <<-EOF)
+      Racquetball is a racquet sport played with a hollow rubber ball in an indoor or outdoor court. Joseph Sobek[1] is credited with inventing the modern sport of racquetball in 1950 (the outdoor, one-wall game goes back to at least 1910 in N.Y.C.),[2] adding a stringed racquet to paddleball in order to increase velocity and control. Unlike most racquet sports, such as tennis and badminton, there is no net to hit the ball over, and unlike squash no tin (out of bounds area at the bottom of front wall) to hit the ball above. Also, the court's walls, floor, and ceiling are legal playing surfaces, with the exception of court-specific designated hinders being out-of-bounds.[3] It is very similar to 40x20 handball, which is played in many countries.
+    EOF
+
+    subject.train('football', <<-EOF)
+     Football refers to a number of sports that involve, to varying degrees, kicking a ball with the foot to score a goal. The most popular of these sports worldwide is association football, more commonly known as just "football" or "soccer". Unqualified, the word football applies to whichever form of football is the most popular in the regional context in which the word appears, including association football, as well as American football, Australian rules football, Canadian football, Gaelic football, rugby league, rugby union[1] and other related games. These variations of football are known as football "codes".
+     Various forms of 'football' can be identified in history, often as popular peasant games. Contemporary codes of football can be traced back to the codification of these games at English public schools in the eighteenth and nineteenth century.[2][3] The influence and power of the British Empire allowed these rules of football to spread, including to areas of British influence outside of the directly controlled Empire,[4] though by the end of the nineteenth century, distinct regional codes were already developing: Gaelic Football, for example, deliberately incorporated the rules of local traditional football games in order to maintain their heritage.[5] In 1888, The Football League was founded in England, becoming the first of many professional football competitions. In the twentieth century, the various codes of football have become amongst the most popular team sports in the world.[6]
+    EOF
+
+    subject.train('football', 'field goal')
+
+    subject.classify('the shot did not count because he was traveling').must_equal 'basketball'
+    subject.classify('I want to play Major League Baseball some day').must_equal 'baseball'
+    subject.classify('Hitting a ball made of rubber').must_equal 'racquetball'
+    subject.classify('The winning team is kicking butt. They always make the ball go in the hoop every time').must_equal 'basketball'
+  end
+end

data/spec/bayesball/persistence/mongo_spec.rb

@@ -0,0 +1,36 @@
+require 'spec_helper'
+
+module Bayesball
+  module Persistence
+    describe Mongo do
+      let(:persistence) { Mongo.new(MONGO_URI) }
+
+      it 'should return counts' do
+        persistence['truck'].wont_be_nil
+      end
+
+      it 'should set counts' do
+        persistence['car'] = {'x' => 3, 'y' => 2}
+      end
+
+      it 'should reduce' do
+        persistence['duck'] = {'x' => 8, 'y' => 5}
+        persistence['cat'] = {'x' => 7, 'y' => 1}
+        persistence['dog'] = {'x' => 2, 'y' => 2}
+
+        result = persistence.reduce({}) do |memo, (category, counts)|
+          total = counts.values.reduce(:+).to_f
+          memo[category] = total
+          memo
+        end
+        result['duck'].must_equal 13
+        result['cat'].must_equal 8
+        result['dog'].must_equal 4
+      end
+
+      it 'should return enumerator from each' do
+         persistence.each.class.must_equal Enumerator
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+require 'bundler/setup'
+MONGO_URI = ENV['MONGO_URI'] || 'mongodb://localhost/test'
+
+$:.unshift File.expand_path('../../lib', __FILE__)
+require 'bayesball'
+require 'minitest/pride'
+require 'minitest/autorun'
+
+Bundler.require :development

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification
+name: bayesball
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Jason Staten
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-04-09 00:00:00.000000000 Z
+dependencies: []
+description: A bayes classifier
+email:
+- jstaten07@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Guardfile
+- LICENSE
+- README.md
+- Rakefile
+- bayesball.gemspec
+- lib/bayesball.rb
+- lib/bayesball/classifier.rb
+- lib/bayesball/persistence.rb
+- lib/bayesball/persistence/mongo.rb
+- lib/bayesball/stopwords.txt
+- lib/bayesball/version.rb
+- spec/bayesball/classifier_spec.rb
+- spec/bayesball/persistence/mongo_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3818961451437177514
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3818961451437177514
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.18
+signing_key: 
+specification_version: 3
+summary: A bayes classifier
+test_files:
+- spec/bayesball/classifier_spec.rb
+- spec/bayesball/persistence/mongo_spec.rb
+- spec/spec_helper.rb